X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/837d44391c00348c4bc2a39d155d1d1473676285..f59a072aa6805bfce9ca4cc097c550af0f64879e:/nominatim/tokenizer/icu_token_analysis.py?ds=sidebyside diff --git a/nominatim/tokenizer/icu_token_analysis.py b/nominatim/tokenizer/icu_token_analysis.py index ee3144a8..7ea31e8e 100644 --- a/nominatim/tokenizer/icu_token_analysis.py +++ b/nominatim/tokenizer/icu_token_analysis.py @@ -8,15 +8,22 @@ Container class collecting all components required to transform an OSM name into a Nominatim token. """ - +from typing import Mapping, Optional, TYPE_CHECKING from icu import Transliterator +from nominatim.tokenizer.token_analysis.base import Analyzer + +if TYPE_CHECKING: + from typing import Any + from nominatim.tokenizer.icu_rule_loader import TokenAnalyzerRule # pylint: disable=cyclic-import + class ICUTokenAnalysis: """ Container class collecting the transliterators and token analysis - modules for a single NameAnalyser instance. + modules for a single Analyser instance. """ - def __init__(self, norm_rules, trans_rules, analysis_rules): + def __init__(self, norm_rules: str, trans_rules: str, + analysis_rules: Mapping[Optional[str], 'TokenAnalyzerRule']): self.normalizer = Transliterator.createFromRules("icu_normalization", norm_rules) trans_rules += ";[:Space:]+ > ' '" @@ -25,5 +32,12 @@ class ICUTokenAnalysis: self.search = Transliterator.createFromRules("icu_search", norm_rules + trans_rules) - self.analysis = {name: arules.create(self.normalizer, self.to_ascii, arules.config) + self.analysis = {name: arules.create(self.normalizer, self.to_ascii) for name, arules in analysis_rules.items()} + + + def get_analyzer(self, name: Optional[str]) -> Analyzer: + """ Return the given named analyzer. If no analyzer with that + name exists, return the default analyzer. + """ + return self.analysis.get(name) or self.analysis[None]