X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/ca7b46511d41d67e229f758e638367c241815c11..89baa8445425ab9f1ac9e57eab336091d6458eaf:/settings/icu_tokenizer.yaml diff --git a/settings/icu_tokenizer.yaml b/settings/icu_tokenizer.yaml index 212fdcb9..1fa467be 100644 --- a/settings/icu_tokenizer.yaml +++ b/settings/icu_tokenizer.yaml @@ -24,6 +24,7 @@ transliteration: - ":: lower ()" - "[^a-z0-9[:Space:]] >" - ":: NFC ()" + - "[:Space:]+ > ' '" sanitizers: - step: clean-housenumbers filter-kind: @@ -35,7 +36,9 @@ sanitizers: - step: clean-postcodes convert-to-address: yes default-pattern: "[A-Z0-9- ]{3,12}" + - step: clean-tiger-tags - step: split-name-list + delimiters: ; - step: strip-brace-terms - step: tag-analyzer-by-language filter-kind: [".*name.*"]