X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/f3c9578bcaf8a1981b160b14809e9dc1377cfb37..42f0282f14601ad7fc5e208e10a5a46b4acbba34:/settings/icu_tokenizer.yaml diff --git a/settings/icu_tokenizer.yaml b/settings/icu_tokenizer.yaml index bf51f563..bebd49e9 100644 --- a/settings/icu_tokenizer.yaml +++ b/settings/icu_tokenizer.yaml @@ -25,13 +25,15 @@ transliteration: - "[^a-z0-9[:Space:]] >" - ":: NFC ()" sanitizers: - - step: split-name-list - - step: strip-brace-terms - step: clean-housenumbers filter-kind: - housenumber - conscriptionnumber - streetnumber + convert-to-name: + - (\A|.*,)[^\d,]{3,}(,.*|\Z) + - step: split-name-list + - step: strip-brace-terms - step: tag-analyzer-by-language filter-kind: [".*name.*"] whitelist: [bg,ca,cs,da,de,el,en,es,et,eu,fi,fr,gl,hu,it,ja,mg,ms,nl,no,pl,pt,ro,ru,sk,sl,sv,tr,uk,vi] @@ -39,6 +41,8 @@ sanitizers: mode: append token-analysis: - analyzer: generic + - id: "@housenumber" + analyzer: housenumbers - id: bg analyzer: generic mode: variant-only