TIGER data to your own Nominatim instance by following these steps. The
entire US adds about 10GB to your database.
- 1. Get preprocessed TIGER 2020 data:
+ 1. Get preprocessed TIGER 2021 data:
cd $PROJECT_DIR
- wget https://nominatim.org/data/tiger2020-nominatim-preprocessed.csv.tar.gz
+ wget https://nominatim.org/data/tiger2021-nominatim-preprocessed.csv.tar.gz
2. Import the data into your Nominatim database:
- nominatim add-data --tiger-data tiger2020-nominatim-preprocessed.csv.tar.gz
+ nominatim add-data --tiger-data tiger2021-nominatim-preprocessed.csv.tar.gz
3. Enable use of the Tiger data in your `.env` by adding:
tspace = getattr(config, 'TABLESPACE_{}_{}'.format(subset, kind))
if tspace:
tspace = 'TABLESPACE "{}"'.format(tspace)
- out['{}_{}'.format(subset.lower, kind.lower())] = tspace
+ out['{}_{}'.format(subset.lower(), kind.lower())] = tspace
return out
tablespaces=dict(slim_data='', slim_index='',
main_data='', main_index=''))
+
@pytest.fixture
-def sql_preprocessor(temp_db_conn, tmp_path, table_factory, temp_db_with_extensions):
+def sql_preprocessor_cfg(tmp_path, table_factory, temp_db_with_extensions):
table_factory('country_name', 'partition INT', ((0, ), (1, ), (2, )))
cfg = Configuration(None, SRC_DIR.resolve() / 'settings')
cfg.set_libdirs(module='.', osm2pgsql='.', php=SRC_DIR / 'lib-php',
sql=tmp_path, data=SRC_DIR / 'data')
+ return cfg
- return SQLPreprocessor(temp_db_conn, cfg)
+
+@pytest.fixture
+def sql_preprocessor(sql_preprocessor_cfg, temp_db_conn):
+ return SQLPreprocessor(temp_db_conn, sql_preprocessor_cfg)
@pytest.fixture
"""
import pytest
+from nominatim.db.sql_preprocessor import SQLPreprocessor
+
@pytest.fixture
def sql_factory(tmp_path):
def _mk_sql(sql_body):
("'{{db.partitions|join}}'", '012'),
("{% if 'country_name' in db.tables %}'yes'{% else %}'no'{% endif %}", "yes"),
("{% if 'xxx' in db.tables %}'yes'{% else %}'no'{% endif %}", "no"),
+ ("'{{db.tablespace.address_data}}'", ""),
+ ("'{{db.tablespace.search_data}}'", 'TABLESPACE "dsearch"'),
+ ("'{{db.tablespace.address_index}}'", 'TABLESPACE "iaddress"'),
+ ("'{{db.tablespace.aux_data}}'", 'TABLESPACE "daux"')
])
-def test_load_file_simple(sql_preprocessor, sql_factory, temp_db_conn, temp_db_cursor, expr, ret):
+def test_load_file_simple(sql_preprocessor_cfg, sql_factory,
+ temp_db_conn, temp_db_cursor, monkeypatch,
+ expr, ret):
+ monkeypatch.setenv('NOMINATIM_TABLESPACE_SEARCH_DATA', 'dsearch')
+ monkeypatch.setenv('NOMINATIM_TABLESPACE_ADDRESS_INDEX', 'iaddress')
+ monkeypatch.setenv('NOMINATIM_TABLESPACE_AUX_DATA', 'daux')
sqlfile = sql_factory("RETURN {};".format(expr))
- sql_preprocessor.run_sql_file(temp_db_conn, sqlfile)
+ SQLPreprocessor(temp_db_conn, sql_preprocessor_cfg).run_sql_file(temp_db_conn, sqlfile)
assert temp_db_cursor.scalar('SELECT test()') == ret