X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/a79a3210e69c648e3e5c1123b4049ce0419b484c..6ca6725f6ec560d717394982834fedf6eecdef41:/settings/icu_tokenizer.yaml diff --git a/settings/icu_tokenizer.yaml b/settings/icu_tokenizer.yaml index 7f53c5a7..cd9c0d6d 100644 --- a/settings/icu_tokenizer.yaml +++ b/settings/icu_tokenizer.yaml @@ -8,8 +8,8 @@ normalization: - "ª > a" - "º > o" - "[[:Punctuation:][:Symbol:]\u02bc] > ' '" - - "ß > 'ss'" # German szet is unimbigiously equal to double ss - - "[^[:Letter:] [:Number:] [:Space:]] >" + - "ß > 'ss'" # German szet is unambiguously equal to double ss + - "[^[:alnum:] [:Canonical_Combining_Class=Virama:] [:Space:]] >" - "[:Lm:] >" - ":: [[:Number:]] Latin ()" - ":: [[:Number:]] Ascii ();" @@ -30,7 +30,7 @@ sanitizers: - housenumber - conscriptionnumber - streetnumber - is-a-name: + convert-to-name: - (\A|.*,)[^\d,]{3,}(,.*|\Z) - step: split-name-list - step: strip-brace-terms @@ -41,6 +41,8 @@ sanitizers: mode: append token-analysis: - analyzer: generic + - id: "@housenumber" + analyzer: housenumbers - id: bg analyzer: generic mode: variant-only