X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/e629a175ed0a1c54398622251f56d56baeef768f..b2f8fb620175157d97254a4163f6c5bba62199db:/nominatim/cli.py diff --git a/nominatim/cli.py b/nominatim/cli.py index cc591ea5..60701bbf 100644 --- a/nominatim/cli.py +++ b/nominatim/cli.py @@ -81,7 +81,7 @@ class CommandlineParser: for arg in ('module_dir', 'osm2pgsql_path', 'phplib_dir', 'data_dir', 'phpcgi_path'): setattr(args, arg, Path(kwargs[arg])) - args.project_dir = Path(args.project_dir) + args.project_dir = Path(args.project_dir).resolve() logging.basicConfig(stream=sys.stderr, format='%(asctime)s: %(message)s', @@ -90,13 +90,15 @@ class CommandlineParser: args.config = Configuration(args.project_dir, args.data_dir / 'settings') + log = logging.getLogger() + log.warning('Using project directory: %s', str(args.project_dir)) + try: return args.command.run(args) - except UsageError as e: - log = logging.getLogger() + except UsageError as exception: if log.isEnabledFor(logging.DEBUG): raise # use Python's exception printing - log.fatal('FATAL: ' + str(e)) + log.fatal('FATAL: %s', exception) # If we get here, then execution has failed in some way. return 1 @@ -123,6 +125,8 @@ def _osm2pgsql_options_from_args(args, default_cache, default_threads): # # No need to document the functions each time. # pylint: disable=C0111 +# Using non-top-level imports to make pyosmium optional for replication only. +# pylint: disable=E0012,C0415 class SetupAll: @@ -282,6 +286,18 @@ class UpdateReplication: conn.close() return ret + @staticmethod + def _report_update(batchdate, start_import, start_index): + def round_time(delta): + return dt.timedelta(seconds=int(delta.total_seconds())) + + end = dt.datetime.now(dt.timezone.utc) + LOG.warning("Update completed. Import: %s. %sTotal: %s. Remaining backlog: %s.", + round_time((start_index or end) - start_import), + "Indexing: {} ".format(round_time(end - start_index)) + if start_index else '', + round_time(end - start_import), + round_time(end - batchdate)) @staticmethod def _update(args): @@ -315,10 +331,11 @@ class UpdateReplication: start = dt.datetime.now(dt.timezone.utc) state = replication.update(conn, params) status.log_status(conn, start, 'import') + batchdate, _, _ = status.get_status(conn) conn.close() if state is not replication.UpdateState.NO_CHANGES and args.do_index: - start = dt.datetime.now(dt.timezone.utc) + index_start = dt.datetime.now(dt.timezone.utc) indexer = Indexer(args.config.get_libpq_dsn(), args.threads or 1) indexer.index_boundaries(0, 30) @@ -326,8 +343,13 @@ class UpdateReplication: conn = connect(args.config.get_libpq_dsn()) status.set_indexed(conn, True) - status.log_status(conn, start, 'index') + status.log_status(conn, index_start, 'index') conn.close() + else: + index_start = None + + if LOG.isEnabledFor(logging.WARNING): + UpdateReplication._report_update(batchdate, start, index_start) if args.once: break