X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/eacabb0e962cf5301c63622204dd8efa0ce0a7ac..9025b0ec78bd770e74a1bed85c8d2e43ce5f571a:/nominatim/db/sql_preprocessor.py?ds=sidebyside diff --git a/nominatim/db/sql_preprocessor.py b/nominatim/db/sql_preprocessor.py index 6f83ff32..dafc5de4 100644 --- a/nominatim/db/sql_preprocessor.py +++ b/nominatim/db/sql_preprocessor.py @@ -25,7 +25,46 @@ def _get_tables(conn): return set((row[0] for row in list(cur))) -class SQLPreprocessor: # pylint: disable=too-few-public-methods + +def _setup_tablespace_sql(config): + """ Returns a dict with tablespace expressions for the different tablespace + kinds depending on whether a tablespace is configured or not. + """ + out = {} + for subset in ('ADDRESS', 'SEARCH', 'AUX'): + for kind in ('DATA', 'INDEX'): + tspace = getattr(config, 'TABLESPACE_{}_{}'.format(subset, kind)) + if tspace: + tspace = 'TABLESPACE "{}"'.format(tspace) + out['{}_{}'.format(subset.lower, kind.lower())] = tspace + + return out + + +def _setup_postgres_sql(conn): + """ Set up a dictionary with various Postgresql/Postgis SQL terms which + are dependent on the database version in use. + """ + out = {} + pg_version = conn.server_version_tuple() + # CREATE INDEX IF NOT EXISTS was introduced in PG9.5. + # Note that you need to ignore failures on older versions when + # using this construct. + out['if_index_not_exists'] = ' IF NOT EXISTS ' if pg_version >= (9, 5, 0) else '' + + return out + + +def _setup_postgresql_features(conn): + """ Set up a dictionary with various optional Postgresql/Postgis features that + depend on the database version. + """ + pg_version = conn.server_version_tuple() + return { + 'has_index_non_key_column' : pg_version >= (11, 0, 0) + } + +class SQLPreprocessor: """ A environment for preprocessing SQL files from the lib-sql directory. @@ -36,27 +75,20 @@ class SQLPreprocessor: # pylint: disable=too-few-public-methods and follows its syntax. """ - def __init__(self, conn, config, sqllib_dir): + def __init__(self, conn, config): self.env = jinja2.Environment(autoescape=False, - loader=jinja2.FileSystemLoader(str(sqllib_dir))) + loader=jinja2.FileSystemLoader(str(config.lib_dir.sql))) db_info = {} db_info['partitions'] = _get_partitions(conn) db_info['tables'] = _get_tables(conn) db_info['reverse_only'] = 'search_name' not in db_info['tables'] - - db_info['tablespace'] = {} - for subset in ('ADDRESS', 'SEARCH', 'AUX'): - for kind in ('DATA', 'INDEX'): - tspace = getattr(config, 'TABLESPACE_{}_{}'.format(subset, kind)) - if tspace: - tspace = 'TABLESPACE "{}"'.format(tspace) - db_info['tablespace']['{}_{}'.format(subset.lower, kind.lower())] = tspace + db_info['tablespace'] = _setup_tablespace_sql(config) self.env.globals['config'] = config self.env.globals['db'] = db_info - self.env.globals['modulepath'] = config.DATABASE_MODULE_PATH or \ - str((config.project_dir / 'module').resolve()) + self.env.globals['sql'] = _setup_postgres_sql(conn) + self.env.globals['postgres'] = _setup_postgresql_features(conn) def run_sql_file(self, conn, name, **kwargs):