remove datrie dependency

[nominatim.git] / settings / icu_tokenizer.yaml

diff --git a/settings/icu_tokenizer.yaml b/settings/icu_tokenizer.yaml
index 437319fab801d53fbd5b2cb5581e1dd88a0ff79a..bb81f80bd2b70fd2ed3a95b20782023be5a1ab10 100644 (file)
--- a/settings/icu_tokenizer.yaml
+++ b/settings/icu_tokenizer.yaml
@@ -1,4 +1,5 @@
 query-preprocessing:
 query-preprocessing:

+    - step: split_japanese_phrases

     - step: normalize
 normalization:
     - ":: lower ()"
     - step: normalize
 normalization:
     - ":: lower ()"


@@ -45,7 +46,7 @@ sanitizers:
     - step: strip-brace-terms
     - step: tag-analyzer-by-language
       filter-kind: [".*name.*"]
     - step: strip-brace-terms
     - step: tag-analyzer-by-language
       filter-kind: [".*name.*"]

-      whitelist: [bg,ca,cs,da,de,el,en,es,et,eu,fi,fr,gl,hu,it,ja,mg,ms,nl,no,pl,pt,ro,ru,sk,sl,sv,tr,uk,vi]
+      whitelist: [bg,ca,cs,da,de,el,en,es,et,eu,fi,fr,gl,hu,it,ja,mg,ms,nl,"no",pl,pt,ro,ru,sk,sl,sv,tr,uk,vi]

       use-defaults: all
       mode: append
     - step: tag-japanese
       use-defaults: all
       mode: append
     - step: tag-japanese


@@ -157,7 +158,7 @@ token-analysis:
       mode: variant-only
       variants:
           - !include icu-rules/variants-nl.yaml
       mode: variant-only
       variants:
           - !include icu-rules/variants-nl.yaml

-    - id: no
+    - id: "no"

       analyzer: generic
       mode: variant-only
       variants:
       analyzer: generic
       mode: variant-only
       variants: