From: Sarah Hoffmann <lonvia@denofr.de>
Date: Fri, 19 Nov 2021 13:47:00 +0000 (+0100)
Subject: only instantiate indexer once for replication
X-Git-Tag: v4.0.1~3^2
X-Git-Url: https://git.openstreetmap.org./nominatim.git/commitdiff_plain/10e979e841a986d69229600e0388db0931181a5f

only instantiate indexer once for replication

Also makes sure that indexer object exists everywhere were needed.

See #2518.
---

diff --git a/nominatim/clicmd/replication.py b/nominatim/clicmd/replication.py
index 44eec5f1..7ad82c4f 100644
--- a/nominatim/clicmd/replication.py
+++ b/nominatim/clicmd/replication.py
@@ -136,6 +136,7 @@ class UpdateReplication:
             recheck_interval = args.config.get_int('REPLICATION_RECHECK_INTERVAL')
 
         tokenizer = tokenizer_factory.get_tokenizer_for_db(args.config)
+        indexer = Indexer(args.config.get_libpq_dsn(), tokenizer, args.threads or 1)
 
         while True:
             with connect(args.config.get_libpq_dsn()) as conn:
@@ -148,8 +149,6 @@ class UpdateReplication:
 
             if state is not replication.UpdateState.NO_CHANGES and args.do_index:
                 index_start = dt.datetime.now(dt.timezone.utc)
-                indexer = Indexer(args.config.get_libpq_dsn(), tokenizer,
-                                  args.threads or 1)
                 indexer.index_full(analyse=False)
 
                 with connect(args.config.get_libpq_dsn()) as conn:
diff --git a/test/python/test_cli_replication.py b/test/python/test_cli_replication.py
index 2dd35c0e..8e47e96e 100644
--- a/test/python/test_cli_replication.py
+++ b/test/python/test_cli_replication.py
@@ -106,6 +106,16 @@ class TestCliReplication:
         assert str(update_mock.last_args[1]['osm2pgsql']) == '/secret/osm2pgsql'
 
 
+    @pytest.mark.parametrize("update_interval", [60, 3600])
+    def test_replication_catchup(self, monkeypatch, index_mock, update_interval, placex_table):
+        monkeypatch.setenv('NOMINATIM_REPLICATION_UPDATE_INTERVAL', str(update_interval))
+        states = [nominatim.tools.replication.UpdateState.NO_CHANGES]
+        monkeypatch.setattr(nominatim.tools.replication, 'update',
+                            lambda *args, **kwargs: states.pop())
+
+        assert self.call_nominatim('--catch-up') == 0
+
+
     def test_replication_update_custom_threads(self, update_mock):
         assert self.call_nominatim('--once', '--no-index', '--threads', '4') == 0