X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/e5206133628c0ab1cacd6c5a04a2a9a973bfc86c..2ae293aeb629050f03b3f9b88b80c3c1e724df5e:/nominatim/clicmd/refresh.py diff --git a/nominatim/clicmd/refresh.py b/nominatim/clicmd/refresh.py index f68e185a..e6e74912 100644 --- a/nominatim/clicmd/refresh.py +++ b/nominatim/clicmd/refresh.py @@ -4,8 +4,7 @@ Implementation of 'refresh' subcommand. import logging from pathlib import Path -from ..db.connection import connect -from ..tools.exec_utils import run_legacy_script +from nominatim.db.connection import connect # Do not repeat documentation of subcommand classes. # pylint: disable=C0111 @@ -47,16 +46,15 @@ class UpdateRefresh: @staticmethod def run(args): from ..tools import refresh + from ..tokenizer import factory as tokenizer_factory if args.postcodes: LOG.warning("Update postcodes centroid") - with connect(args.config.get_libpq_dsn()) as conn: - refresh.update_postcodes(conn, args.sqllib_dir) + refresh.update_postcodes(args.config.get_libpq_dsn(), args.sqllib_dir) if args.word_counts: LOG.warning('Recompute frequency of full-word search terms') - with connect(args.config.get_libpq_dsn()) as conn: - refresh.recompute_word_counts(conn, args.sqllib_dir) + refresh.recompute_word_counts(args.config.get_libpq_dsn(), args.sqllib_dir) if args.address_levels: cfg = Path(args.config.ADDRESS_LEVEL_CONFIG) @@ -67,19 +65,29 @@ class UpdateRefresh: if args.functions: LOG.warning('Create functions') with connect(args.config.get_libpq_dsn()) as conn: - refresh.create_functions(conn, args.config, args.sqllib_dir, + refresh.create_functions(conn, args.config, args.diffs, args.enable_debug_statements) + tokenizer = tokenizer_factory.get_tokenizer_for_db(args.config) + tokenizer.update_sql_functions(args.config) if args.wiki_data: - run_legacy_script('setup.php', '--import-wikipedia-articles', - nominatim_env=args, throw_on_fail=True) + data_path = Path(args.config.WIKIPEDIA_DATA_PATH + or args.project_dir) + LOG.warning('Import wikipdia article importance from %s', data_path) + if refresh.import_wikipedia_articles(args.config.get_libpq_dsn(), + data_path) > 0: + LOG.fatal('FATAL: Wikipedia importance dump file not found') + return 1 + # Attention: importance MUST come after wiki data import. if args.importance: - run_legacy_script('update.php', '--recompute-importance', - nominatim_env=args, throw_on_fail=True) + LOG.warning('Update importance values for database') + with connect(args.config.get_libpq_dsn()) as conn: + refresh.recompute_importance(conn) + if args.website: webdir = args.project_dir / 'website' LOG.warning('Setting up website directory at %s', webdir) - refresh.setup_website(webdir, args.phplib_dir, args.config) + refresh.setup_website(webdir, args.config) return 0