Merge pull request #2621 from lonvia/housenumber-analyzer

[nominatim.git] / test / python / tokenizer / token_analysis / test_generic.py

diff --git a/test/python/tokenizer/token_analysis/test_generic.py b/test/python/tokenizer/token_analysis/test_generic.py
index 02a95f25b15d9403ba567e867f2e541731be9c06..afbd5e9bf813590ff6537f4893fd8325b48f1d09 100644 (file)
--- a/test/python/tokenizer/token_analysis/test_generic.py
+++ b/test/python/tokenizer/token_analysis/test_generic.py
@@ -1,3 +1,9 @@
+# SPDX-License-Identifier: GPL-2.0-only
+#
+# This file is part of Nominatim. (https://nominatim.org)
+#
+# Copyright (C) 2022 by the Nominatim developer community.
+# For a full list of authors see the git log.

 """
 Tests for import name normalisation and variant generation.
 """
 """
 Tests for import name normalisation and variant generation.
 """


@@ -26,8 +32,9 @@ def make_analyser(*variants, variant_only=False):
         rules['mode'] = 'variant-only'
     config = module.configure(rules, DEFAULT_NORMALIZATION)
     trans = Transliterator.createFromRules("test_trans", DEFAULT_TRANSLITERATION)
         rules['mode'] = 'variant-only'
     config = module.configure(rules, DEFAULT_NORMALIZATION)
     trans = Transliterator.createFromRules("test_trans", DEFAULT_TRANSLITERATION)

+    norm = Transliterator.createFromRules("test_norm", DEFAULT_NORMALIZATION)

 
 

-    return module.create(trans, config)
+    return module.create(norm, trans, config)

 
 
 def get_normalized_variants(proc, name):
 
 
 def get_normalized_variants(proc, name):


@@ -39,8 +46,9 @@ def test_no_variants():
     rules = { 'analyzer': 'generic' }
     config = module.configure(rules, DEFAULT_NORMALIZATION)
     trans = Transliterator.createFromRules("test_trans", DEFAULT_TRANSLITERATION)
     rules = { 'analyzer': 'generic' }
     config = module.configure(rules, DEFAULT_NORMALIZATION)
     trans = Transliterator.createFromRules("test_trans", DEFAULT_TRANSLITERATION)

+    norm = Transliterator.createFromRules("test_norm", DEFAULT_NORMALIZATION)

 
 

-    proc = module.create(trans, config)
+    proc = module.create(norm, trans, config)

 
     assert get_normalized_variants(proc, '大德!') == ['dà dé']
 
 
     assert get_normalized_variants(proc, '大德!') == ['dà dé']