X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/4cb6dc01f382e9fb748efbe4517442af2274f210..73953cbac95847740339d7a5ee3c0e5f142d93c5:/nominatim/tools/replication.py?ds=sidebyside diff --git a/nominatim/tools/replication.py b/nominatim/tools/replication.py index 04f1c45b..c167a49f 100644 --- a/nominatim/tools/replication.py +++ b/nominatim/tools/replication.py @@ -6,11 +6,17 @@ from enum import Enum import logging import time -from osmium.replication.server import ReplicationServer -from osmium import WriteHandler - -from ..db import status -from .exec_utils import run_osm2pgsql +from nominatim.db import status +from nominatim.tools.exec_utils import run_osm2pgsql +from nominatim.errors import UsageError + +try: + from osmium.replication.server import ReplicationServer + from osmium import WriteHandler +except ImportError as exc: + logging.getLogger().fatal("pyosmium not installed. Replication functions not available.\n" + "To install pyosmium via pip: pip3 install osmium") + raise UsageError("replication tools not available") from exc LOG = logging.getLogger() @@ -31,7 +37,7 @@ def init_replication(conn, base_url): LOG.fatal("Cannot reach the configured replication service '%s'.\n" "Does the URL point to a directory containing OSM update data?", base_url) - raise RuntimeError("Failed to reach replication service") + raise UsageError("Failed to reach replication service") status.set_status(conn, date=date, seq=seq) @@ -80,7 +86,7 @@ def update(conn, options): if startseq is None: LOG.error("Replication not set up. " "Please run 'nominatim replication --init' first.") - raise RuntimeError("Replication not set up.") + raise UsageError("Replication not set up.") if not indexed and options['indexed_only']: LOG.info("Skipping update. There is data that needs indexing.") @@ -100,7 +106,7 @@ def update(conn, options): repl = ReplicationServer(options['base_url']) outhandler = WriteHandler(str(options['import_file'])) - endseq = repl.apply_diffs(outhandler, startseq, + endseq = repl.apply_diffs(outhandler, startseq + 1, max_size=options['max_diff_size'] * 1024) outhandler.close() @@ -109,10 +115,12 @@ def update(conn, options): # Consume updates with osm2pgsql. options['append'] = True + options['disable_jit'] = conn.server_version_tuple() >= (11, 0) run_osm2pgsql(options) # Write the current status to the file endstate = repl.get_state_info(endseq) - status.set_status(conn, endstate.timestamp, seq=endseq, indexed=False) + status.set_status(conn, endstate.timestamp if endstate else None, + seq=endseq, indexed=False) return UpdateState.UP_TO_DATE