ensure consistent country assignments

[nominatim.git] / src / nominatim_db / tools / admin.py

diff --git a/src/nominatim_db/tools/admin.py b/src/nominatim_db/tools/admin.py
index cea2ad664a7e339c2c66dd23790ab517dcd7b338..e70a7e50508abb8b5fcba78e5b147338e1205e51 100644 (file)
--- a/src/nominatim_db/tools/admin.py
+++ b/src/nominatim_db/tools/admin.py
@@ -10,12 +10,12 @@ Functions for database analysis and maintenance.
 from typing import Optional, Tuple, Any, cast
 import logging
 
 from typing import Optional, Tuple, Any, cast
 import logging
 

-from psycopg2.extras import Json, register_hstore
-from psycopg2 import DataError
+import psycopg
+from psycopg.types.json import Json

 
 from ..typing import DictCursorResult
 from ..config import Configuration
 
 from ..typing import DictCursorResult
 from ..config import Configuration

-from ..db.connection import connect, Cursor
+from ..db.connection import connect, Cursor, register_hstore

 from ..errors import UsageError
 from ..tokenizer import factory as tokenizer_factory
 from ..data.place_info import PlaceInfo
 from ..errors import UsageError
 from ..tokenizer import factory as tokenizer_factory
 from ..data.place_info import PlaceInfo


@@ -59,7 +59,7 @@ def analyse_indexing(config: Configuration, osm_id: Optional[str] = None,
     """
     with connect(config.get_libpq_dsn()) as conn:
         register_hstore(conn)
     """
     with connect(config.get_libpq_dsn()) as conn:
         register_hstore(conn)

-        with conn.cursor() as cur:
+        with conn.cursor(row_factory=psycopg.rows.dict_row) as cur:

             place = _get_place_info(cur, osm_id, place_id)
 
             cur.execute("update placex set indexed_status = 2 where place_id = %s",
             place = _get_place_info(cur, osm_id, place_id)
 
             cur.execute("update placex set indexed_status = 2 where place_id = %s",


@@ -74,6 +74,9 @@ def analyse_indexing(config: Configuration, osm_id: Optional[str] = None,
 
             tokenizer = tokenizer_factory.get_tokenizer_for_db(config)
 
 
             tokenizer = tokenizer_factory.get_tokenizer_for_db(config)
 

+            # Enable printing of messages.
+            conn.add_notice_handler(lambda diag: print(diag.message_primary))
+

             with tokenizer.name_analyzer() as analyzer:
                 cur.execute("""UPDATE placex
                                SET indexed_status = 0, address = %s, token_info = %s,
             with tokenizer.name_analyzer() as analyzer:
                 cur.execute("""UPDATE placex
                                SET indexed_status = 0, address = %s, token_info = %s,


@@ -86,9 +89,6 @@ def analyse_indexing(config: Configuration, osm_id: Optional[str] = None,
         # we do not want to keep the results
         conn.rollback()
 
         # we do not want to keep the results
         conn.rollback()
 

-        for msg in conn.notices:
-            print(msg)
-

 
 def clean_deleted_relations(config: Configuration, age: str) -> None:
     """ Clean deleted relations older than a given age
 
 def clean_deleted_relations(config: Configuration, age: str) -> None:
     """ Clean deleted relations older than a given age


@@ -101,6 +101,6 @@ def clean_deleted_relations(config: Configuration, age: str) -> None:
                             WHERE p.osm_type = d.osm_type AND p.osm_id = d.osm_id
                             AND age(p.indexed_date) > %s::interval""",
                             (age, ))
                             WHERE p.osm_type = d.osm_type AND p.osm_id = d.osm_id
                             AND age(p.indexed_date) > %s::interval""",
                             (age, ))

-            except DataError as exc:
+            except psycopg.DataError as exc:

                 raise UsageError('Invalid PostgreSQL time interval format') from exc
         conn.commit()
                 raise UsageError('Invalid PostgreSQL time interval format') from exc
         conn.commit()