start = len(q.nodes) - 1
for end, ttype in tlist:
- q.add_token(TokenRange(start, end), ttype, [dummy])
+ q.add_token(TokenRange(start, end), ttype, dummy)
q.add_node(BreakType.END, PhraseType.NONE)
check_assignments(yield_token_assignments(q),
TokenAssignment(name=TokenRange(1, 2),
+ housenumber=TokenRange(0, 1)),
+ TokenAssignment(address=[TokenRange(1, 2)],
housenumber=TokenRange(0, 1)))
check_assignments(yield_token_assignments(q),
TokenAssignment(name=TokenRange(0, 1),
+ housenumber=TokenRange(1, 2)),
+ TokenAssignment(address=[TokenRange(0, 1)],
housenumber=TokenRange(1, 2)))
name=TokenRange(0, 1),
housenumber=TokenRange(1, 2),
address=[TokenRange(2, 3)],
+ postcode=TokenRange(3, 4)),
+ TokenAssignment(penalty=pytest.approx(0.3),
+ housenumber=TokenRange(1, 2),
+ address=[TokenRange(0, 1), TokenRange(2, 3)],
postcode=TokenRange(3, 4)))
def test_postcode_and_housenumber():
name=TokenRange(2, 3),
housenumber=TokenRange(3, 4),
address=[TokenRange(0, 1)],
+ postcode=TokenRange(1, 2)),
+ TokenAssignment(penalty=pytest.approx(0.3),
+ housenumber=TokenRange(3, 4),
+ address=[TokenRange(0, 1), TokenRange(2, 3)],
postcode=TokenRange(1, 2)))
name=TokenRange(4, 5),
housenumber=TokenRange(3, 4),\
address=[TokenRange(0, 1), TokenRange(1, 2),
- TokenRange(2, 3)]))
+ TokenRange(2, 3)]),
+ TokenAssignment(penalty=0.1,
+ housenumber=TokenRange(3, 4),\
+ address=[TokenRange(0, 1), TokenRange(1, 2),
+ TokenRange(2, 3), TokenRange(4, 5)]))
def test_country_at_beginning():
(BreakType.PHRASE, PhraseType.NONE, [(2, TokenType.PARTIAL)]))
check_assignments(yield_token_assignments(q),
- TokenAssignment(name=TokenRange(1, 2),
+ TokenAssignment(penalty=0.1, name=TokenRange(1, 2),
postcode=TokenRange(0, 1)),
TokenAssignment(postcode=TokenRange(0, 1),
address=[TokenRange(1, 2)]))
check_assignments(yield_token_assignments(q),
TokenAssignment(name=TokenRange(0, 1),
postcode=TokenRange(1, 2)),
- TokenAssignment(postcode=TokenRange(1, 2),
+ TokenAssignment(penalty=0.1, postcode=TokenRange(1, 2),
address=[TokenRange(0, 1)]))