]> git.openstreetmap.org Git - nominatim.git/tree - src/nominatim_db/tokenizer/
contributions: some additional rules for AI use
[nominatim.git] / src / nominatim_db / tokenizer /
drwxr-xr-x   ..
-rw-r--r-- 0 __init__.py
-rw-r--r-- 8789 base.py
-rw-r--r-- 3521 factory.py
-rw-r--r-- 7503 icu_rule_loader.py
-rw-r--r-- 1750 icu_token_analysis.py
-rw-r--r-- 37951 icu_tokenizer.py
-rw-r--r-- 1957 place_sanitizer.py
drwxr-xr-x - sanitizers
drwxr-xr-x - token_analysis