X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/930a5cd12a614afa48b06318d8227e6d11f2ce5b..992e6f72cf26088097bd40110e201cd63b55b871:/nominatim/tools/replication.py diff --git a/nominatim/tools/replication.py b/nominatim/tools/replication.py index fbd33e39..fab3d2db 100644 --- a/nominatim/tools/replication.py +++ b/nominatim/tools/replication.py @@ -7,6 +7,7 @@ """ Functions for updating a database from a replication source. """ +from contextlib import contextmanager import datetime as dt from enum import Enum import logging @@ -20,8 +21,8 @@ try: from osmium.replication.server import ReplicationServer from osmium import WriteHandler except ImportError as exc: - logging.getLogger().fatal("pyosmium not installed. Replication functions not available.\n" - "To install pyosmium via pip: pip3 install osmium") + logging.getLogger().critical("pyosmium not installed. Replication functions not available.\n" + "To install pyosmium via pip: pip3 install osmium") raise UsageError("replication tools not available") from exc LOG = logging.getLogger() @@ -109,24 +110,39 @@ def update(conn, options): options['import_file'].unlink() # Read updates into file. - repl = ReplicationServer(options['base_url']) + with _make_replication_server(options['base_url']) as repl: + outhandler = WriteHandler(str(options['import_file'])) + endseq = repl.apply_diffs(outhandler, startseq + 1, + max_size=options['max_diff_size'] * 1024) + outhandler.close() - outhandler = WriteHandler(str(options['import_file'])) - endseq = repl.apply_diffs(outhandler, startseq + 1, - max_size=options['max_diff_size'] * 1024) - outhandler.close() + if endseq is None: + return UpdateState.NO_CHANGES - if endseq is None: - return UpdateState.NO_CHANGES + # Consume updates with osm2pgsql. + options['append'] = True + options['disable_jit'] = conn.server_version_tuple() >= (11, 0) + run_osm2pgsql(options) - # Consume updates with osm2pgsql. - options['append'] = True - options['disable_jit'] = conn.server_version_tuple() >= (11, 0) - run_osm2pgsql(options) - - # Write the current status to the file - endstate = repl.get_state_info(endseq) - status.set_status(conn, endstate.timestamp if endstate else None, - seq=endseq, indexed=False) + # Write the current status to the file + endstate = repl.get_state_info(endseq) + status.set_status(conn, endstate.timestamp if endstate else None, + seq=endseq, indexed=False) return UpdateState.UP_TO_DATE + + +def _make_replication_server(url): + """ Returns a ReplicationServer in form of a context manager. + + Creates a light wrapper around older versions of pyosmium that did + not support the context manager interface. + """ + if hasattr(ReplicationServer, '__enter__'): + return ReplicationServer(url) + + @contextmanager + def get_cm(): + yield ReplicationServer(url) + + return get_cm()