test: use table_rows() and execute_values() where possible

Some uses of scalar() could also be replaced with convenience
functions from the word table mock.

diff --git a/test/python/conftest.py b/test/python/conftest.py
index b7da65a7e072fb3ecb4f3b0e9dc9a0dafaedd28f..dccb7f9603241aa05ab4e291909fd291469e4510 100644 (file)
--- a/test/python/conftest.py
+++ b/test/python/conftest.py
@@ -4,7 +4,6 @@ import tempfile
 from pathlib import Path
 
 import psycopg2
 from pathlib import Path
 
 import psycopg2

-import psycopg2.extras

 import pytest
 
 SRC_DIR = Path(__file__) / '..' / '..' / '..'
 import pytest
 
 SRC_DIR = Path(__file__) / '..' / '..' / '..'


@@ -91,8 +90,7 @@ def table_factory(temp_db_cursor):
     def mk_table(name, definition='id INT', content=None):
         temp_db_cursor.execute('CREATE TABLE {} ({})'.format(name, definition))
         if content is not None:
     def mk_table(name, definition='id INT', content=None):
         temp_db_cursor.execute('CREATE TABLE {} ({})'.format(name, definition))
         if content is not None:

-            psycopg2.extras.execute_values(
-                temp_db_cursor, "INSERT INTO {} VALUES %s".format(name), content)
+            temp_db_cursor.execute_values("INSERT INTO {} VALUES %s".format(name), content)

 
     return mk_table
 
 
     return mk_table
 

diff --git a/test/python/test_db_status.py b/test/python/test_db_status.py
index 9f0327637d561314e05819198f6473eef4c54cb1..d5f4ef2762e148148461736274a62fda11e58e1d 100644 (file)
--- a/test/python/test_db_status.py
+++ b/test/python/test_db_status.py
@@ -68,7 +68,7 @@ def test_set_status_filled_table(status_table, temp_db_conn, temp_db_cursor):
     date = dt.datetime.fromordinal(1000000).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date)
 
     date = dt.datetime.fromordinal(1000000).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date)
 

-    assert 1 == temp_db_cursor.scalar("SELECT count(*) FROM import_status")
+    assert temp_db_cursor.table_rows('import_status') == 1

 
     date = dt.datetime.fromordinal(1000100).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date, seq=456, indexed=False)
 
     date = dt.datetime.fromordinal(1000100).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date, seq=456, indexed=False)


@@ -83,7 +83,7 @@ def test_set_status_missing_date(status_table, temp_db_conn, temp_db_cursor):
     date = dt.datetime.fromordinal(1000000).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date)
 
     date = dt.datetime.fromordinal(1000000).replace(tzinfo=dt.timezone.utc)
     nominatim.db.status.set_status(temp_db_conn, date=date)
 

-    assert 1 == temp_db_cursor.scalar("SELECT count(*) FROM import_status")
+    assert temp_db_cursor.table_rows('import_status') == 1

 
     nominatim.db.status.set_status(temp_db_conn, date=None, seq=456, indexed=False)
 
 
     nominatim.db.status.set_status(temp_db_conn, date=None, seq=456, indexed=False)
 


@@ -118,7 +118,7 @@ def test_set_indexed(status_table, temp_db_conn, temp_db_cursor, old_state, new_
 def test_set_indexed_empty_status(status_table, temp_db_conn, temp_db_cursor):
     nominatim.db.status.set_indexed(temp_db_conn, True)
 
 def test_set_indexed_empty_status(status_table, temp_db_conn, temp_db_cursor):
     nominatim.db.status.set_indexed(temp_db_conn, True)
 

-    assert temp_db_cursor.scalar("SELECT count(*) FROM import_status") == 0
+    assert temp_db_cursor.table_rows("import_status") == 0

 
 
 def text_log_status(status_table, temp_db_conn):
 
 
 def text_log_status(status_table, temp_db_conn):


@@ -127,6 +127,6 @@ def text_log_status(status_table, temp_db_conn):
     nominatim.db.status.set_status(temp_db_conn, date=date, seq=56)
     nominatim.db.status.log_status(temp_db_conn, start, 'index')
 
     nominatim.db.status.set_status(temp_db_conn, date=date, seq=56)
     nominatim.db.status.log_status(temp_db_conn, start, 'index')
 

-    assert temp_db_cursor.scalar("SELECT count(*) FROM import_osmosis_log") == 1
+    assert temp_db_cursor.table_rows("import_osmosis_log") == 1

     assert temp_db_cursor.scalar("SELECT seq FROM import_osmosis_log") == 56
     assert temp_db_cursor.scalar("SELECT date FROM import_osmosis_log") == date
     assert temp_db_cursor.scalar("SELECT seq FROM import_osmosis_log") == 56
     assert temp_db_cursor.scalar("SELECT date FROM import_osmosis_log") == date

diff --git a/test/python/test_tokenizer_legacy.py b/test/python/test_tokenizer_legacy.py
index 76b51f717e93e8ca08de78433cdd3d31d15a8dad..5993562ac989fe100ee3f82ac77ff51bfc13021d 100644 (file)
--- a/test/python/test_tokenizer_legacy.py
+++ b/test/python/test_tokenizer_legacy.py
@@ -247,11 +247,11 @@ def test_update_special_phrases_no_replace(analyzer, word_table, temp_db_cursor,
                               VALUES (' foo', 'foo', 'amenity', 'prison', 'in'),
                                      (' bar', 'bar', 'highway', 'road', null)""")
 
                               VALUES (' foo', 'foo', 'amenity', 'prison', 'in'),
                                      (' bar', 'bar', 'highway', 'road', null)""")
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
     analyzer.update_special_phrases([], False)
 
 
     analyzer.update_special_phrases([], False)
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
 
 def test_update_special_phrase_modify(analyzer, word_table, make_standard_name):
 
 
 def test_update_special_phrase_modify(analyzer, word_table, make_standard_name):

diff --git a/test/python/test_tokenizer_legacy_icu.py b/test/python/test_tokenizer_legacy_icu.py
index abb058d29976cea6882e6f397216ed5d1fbdae7d..1b1e97f83f776ec143f278a23c5d0acf11826f54 100644 (file)
--- a/test/python/test_tokenizer_legacy_icu.py
+++ b/test/python/test_tokenizer_legacy_icu.py
@@ -185,12 +185,12 @@ def test_update_special_phrase_delete_all(analyzer, word_table, temp_db_cursor):
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
     with analyzer() as a:
         a.update_special_phrases([], True)
 
 
     with analyzer() as a:
         a.update_special_phrases([], True)
 

-    assert 0 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 0

 
 
 def test_update_special_phrases_no_replace(analyzer, word_table, temp_db_cursor,):
 
 
 def test_update_special_phrases_no_replace(analyzer, word_table, temp_db_cursor,):


@@ -198,12 +198,12 @@ def test_update_special_phrases_no_replace(analyzer, word_table, temp_db_cursor,
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
     with analyzer() as a:
         a.update_special_phrases([], False)
 
 
     with analyzer() as a:
         a.update_special_phrases([], False)
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
 
 def test_update_special_phrase_modify(analyzer, word_table, temp_db_cursor):
 
 
 def test_update_special_phrase_modify(analyzer, word_table, temp_db_cursor):


@@ -211,7 +211,7 @@ def test_update_special_phrase_modify(analyzer, word_table, temp_db_cursor):
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 
                               VALUES (' FOO', 'foo', 'amenity', 'prison', 'in'),
                                      (' BAR', 'bar', 'highway', 'road', null)""")
 

-    assert 2 == temp_db_cursor.scalar("SELECT count(*) FROM word WHERE class != 'place'""")
+    assert word_table.count_special() == 2

 
     with analyzer() as a:
         a.update_special_phrases([
 
     with analyzer() as a:
         a.update_special_phrases([


@@ -220,11 +220,10 @@ def test_update_special_phrase_modify(analyzer, word_table, temp_db_cursor):
           ('garden', 'leisure', 'garden', 'near')
         ], True)
 
           ('garden', 'leisure', 'garden', 'near')
         ], True)
 

-    assert temp_db_cursor.row_set("""SELECT word_token, word, class, type, operator
-                                     FROM word WHERE class != 'place'""") \
-               == set(((' PRISON', 'prison', 'amenity', 'prison', 'in'),
-                       (' BAR', 'bar', 'highway', 'road', None),
-                       (' GARDEN', 'garden', 'leisure', 'garden', 'near')))
+    assert word_table.get_special() \
+               == {(' PRISON', 'prison', 'amenity', 'prison', 'in'),
+                   (' BAR', 'bar', 'highway', 'road', None),
+                   (' GARDEN', 'garden', 'leisure', 'garden', 'near')}

 
 
 def test_process_place_names(analyzer, getorcreate_term_id):
 
 
 def test_process_place_names(analyzer, getorcreate_term_id):

diff --git a/test/python/test_tools_database_import.py b/test/python/test_tools_database_import.py
index e370e084b81795cd24ab70a98d263b31446219af..a2ba04a2a244b7df9e2f6d3a3aab5e17f80a804b 100644 (file)
--- a/test/python/test_tools_database_import.py
+++ b/test/python/test_tools_database_import.py
@@ -85,7 +85,7 @@ def test_import_base_data(src_dir, temp_db, temp_db_cursor):
     temp_db_cursor.execute('CREATE EXTENSION postgis')
     database_import.import_base_data('dbname=' + temp_db, src_dir / 'data')
 
     temp_db_cursor.execute('CREATE EXTENSION postgis')
     database_import.import_base_data('dbname=' + temp_db, src_dir / 'data')
 

-    assert temp_db_cursor.scalar('SELECT count(*) FROM country_name') > 0
+    assert temp_db_cursor.table_rows('country_name') > 0

 
 
 def test_import_base_data_ignore_partitions(src_dir, temp_db, temp_db_cursor):
 
 
 def test_import_base_data_ignore_partitions(src_dir, temp_db, temp_db_cursor):


@@ -94,8 +94,8 @@ def test_import_base_data_ignore_partitions(src_dir, temp_db, temp_db_cursor):
     database_import.import_base_data('dbname=' + temp_db, src_dir / 'data',
                                      ignore_partitions=True)
 
     database_import.import_base_data('dbname=' + temp_db, src_dir / 'data',
                                      ignore_partitions=True)
 

-    assert temp_db_cursor.scalar('SELECT count(*) FROM country_name') > 0
-    assert temp_db_cursor.scalar('SELECT count(*) FROM country_name WHERE partition != 0') == 0
+    assert temp_db_cursor.table_rows('country_name') > 0
+    assert temp_db_cursor.table_rows('country_name', where='partition != 0') == 0

 
 
 def test_import_osm_data_simple(temp_db_cursor,osm2pgsql_options):
 
 
 def test_import_osm_data_simple(temp_db_cursor,osm2pgsql_options):

diff --git a/test/python/test_tools_refresh.py b/test/python/test_tools_refresh.py
index d6c46ad7013d4c3f4ff5ee7771be8e7383d77235..b472ee30736ee395f82666d5bcdaae91076e256b 100644 (file)
--- a/test/python/test_tools_refresh.py
+++ b/test/python/test_tools_refresh.py
@@ -22,5 +22,5 @@ def test_refresh_import_wikipedia(dsn, table_factory, temp_db_cursor, replace):
     # use the small wikipedia file for the API testdb
     assert 0 == refresh.import_wikipedia_articles(dsn, TEST_DIR / 'testdb')
 
     # use the small wikipedia file for the API testdb
     assert 0 == refresh.import_wikipedia_articles(dsn, TEST_DIR / 'testdb')
 

-    assert temp_db_cursor.scalar('SELECT count(*) FROM wikipedia_article') > 0
-    assert temp_db_cursor.scalar('SELECT count(*) FROM wikipedia_redirect') > 0
+    assert temp_db_cursor.table_rows('wikipedia_article') > 0
+    assert temp_db_cursor.table_rows('wikipedia_redirect') > 0

diff --git a/test/python/test_tools_refresh_address_levels.py b/test/python/test_tools_refresh_address_levels.py
index 2bd917209ed517c3438d4417c7a29ebbb22dd9f1..a3df6c9c89389942fd945da9a604b25d336a87cf 100644 (file)
--- a/test/python/test_tools_refresh_address_levels.py
+++ b/test/python/test_tools_refresh_address_levels.py
@@ -11,7 +11,7 @@ from nominatim.tools.refresh import load_address_levels, load_address_levels_fro
 def test_load_ranks_def_config(temp_db_conn, temp_db_cursor, def_config):
     load_address_levels_from_file(temp_db_conn, Path(def_config.ADDRESS_LEVEL_CONFIG))
 
 def test_load_ranks_def_config(temp_db_conn, temp_db_cursor, def_config):
     load_address_levels_from_file(temp_db_conn, Path(def_config.ADDRESS_LEVEL_CONFIG))
 

-    assert temp_db_cursor.scalar('SELECT count(*) FROM address_levels') > 0
+    assert temp_db_cursor.table_rows('address_levels') > 0

 
 def test_load_ranks_from_file(temp_db_conn, temp_db_cursor, tmp_path):
     test_file = tmp_path / 'test_levels.json'
 
 def test_load_ranks_from_file(temp_db_conn, temp_db_cursor, tmp_path):
     test_file = tmp_path / 'test_levels.json'


@@ -19,7 +19,7 @@ def test_load_ranks_from_file(temp_db_conn, temp_db_cursor, tmp_path):
 
     load_address_levels_from_file(temp_db_conn, test_file)
 
 
     load_address_levels_from_file(temp_db_conn, test_file)
 

-    assert temp_db_cursor.scalar('SELECT count(*) FROM address_levels') > 0
+    assert temp_db_cursor.table_rows('address_levels') > 0

 
 
 def test_load_ranks_from_broken_file(temp_db_conn, tmp_path):
 
 
 def test_load_ranks_from_broken_file(temp_db_conn, tmp_path):