remove debug code

[nominatim.git] / nominatim / indexer / runners.py

diff --git a/nominatim/indexer/runners.py b/nominatim/indexer/runners.py
index 3c853cd0a19130b8bda5ab82ed539193bf75fa40..75429fe427428a9bc79b7c9ec9a4f491a873028c 100644 (file)
--- a/nominatim/indexer/runners.py
+++ b/nominatim/indexer/runners.py
@@ -2,14 +2,44 @@
 Mix-ins that provide the actual commands for the indexer for various indexing
 tasks.
 """
 Mix-ins that provide the actual commands for the indexer for various indexing
 tasks.
 """

+import functools
+
+import psycopg2.extras
+

 # pylint: disable=C0111
 
 # pylint: disable=C0111
 

-class RankRunner:
-    """ Returns SQL commands for indexing one rank within the placex table.
+class AbstractPlacexRunner:
+    """ Returns SQL commands for indexing of the placex table.

     """
     """

+    SELECT_SQL = 'SELECT place_id, (placex_prepare_update(placex)).* FROM placex'

 
 

-    def __init__(self, rank):
+    def __init__(self, rank, analyzer):

         self.rank = rank
         self.rank = rank

+        self.analyzer = analyzer
+
+
+    @staticmethod
+    @functools.lru_cache(maxsize=1)
+    def _index_sql(num_places):
+        return """ UPDATE placex
+                   SET indexed_status = 0, address = v.addr, token_info = v.ti
+                   FROM (VALUES {}) as v(id, addr, ti)
+                   WHERE place_id = v.id
+               """.format(','.join(["(%s, %s::hstore, %s::jsonb)"]  * num_places))
+
+
+    def index_places(self, worker, places):
+        values = []
+        for place in places:
+            values.extend((place[x] for x in ('place_id', 'address')))
+            values.append(psycopg2.extras.Json(self.analyzer.process_place(place)))
+
+        worker.perform(self._index_sql(len(places)), values)
+
+
+class RankRunner(AbstractPlacexRunner):
+    """ Returns SQL commands for indexing one rank within the placex table.
+    """

 
     def name(self):
         return "rank {}".format(self.rank)
 
     def name(self):
         return "rank {}".format(self.rank)


@@ -20,24 +50,16 @@ class RankRunner:
                """.format(self.rank)
 
     def sql_get_objects(self):
                """.format(self.rank)
 
     def sql_get_objects(self):

-        return """SELECT place_id FROM placex
-                  WHERE indexed_status > 0 and rank_address = {}
-                  ORDER BY geometry_sector""".format(self.rank)
+        return """{} WHERE indexed_status > 0 and rank_address = {}
+                     ORDER BY geometry_sector
+               """.format(self.SELECT_SQL, self.rank)

 
 

-    @staticmethod
-    def sql_index_place(ids):
-        return "UPDATE placex SET indexed_status = 0 WHERE place_id IN ({})"\
-               .format(','.join((str(i) for i in ids)))

 
 

-
-class BoundaryRunner:
+class BoundaryRunner(AbstractPlacexRunner):

     """ Returns SQL commands for indexing the administrative boundaries
         of a certain rank.
     """
 
     """ Returns SQL commands for indexing the administrative boundaries
         of a certain rank.
     """
 

-    def __init__(self, rank):
-        self.rank = rank
-

     def name(self):
         return "boundaries rank {}".format(self.rank)
 
     def name(self):
         return "boundaries rank {}".format(self.rank)
 


@@ -49,16 +71,10 @@ class BoundaryRunner:
                """.format(self.rank)
 
     def sql_get_objects(self):
                """.format(self.rank)
 
     def sql_get_objects(self):

-        return """SELECT place_id FROM placex
-                  WHERE indexed_status > 0 and rank_search = {}
-                        and class = 'boundary' and type = 'administrative'
-                  ORDER BY partition, admin_level
-               """.format(self.rank)
-
-    @staticmethod
-    def sql_index_place(ids):
-        return "UPDATE placex SET indexed_status = 0 WHERE place_id IN ({})"\
-               .format(','.join((str(i) for i in ids)))
+        return """{} WHERE indexed_status > 0 and rank_search = {}
+                           and class = 'boundary' and type = 'administrative'
+                     ORDER BY partition, admin_level
+               """.format(self.SELECT_SQL, self.rank)

 
 
 class InterpolationRunner:
 
 
 class InterpolationRunner:


@@ -66,6 +82,10 @@ class InterpolationRunner:
         location_property_osmline.
     """
 
         location_property_osmline.
     """
 

+    def __init__(self, analyzer):
+        self.analyzer = analyzer
+
+

     @staticmethod
     def name():
         return "interpolation lines (location_property_osmline)"
     @staticmethod
     def name():
         return "interpolation lines (location_property_osmline)"


@@ -77,15 +97,30 @@ class InterpolationRunner:
 
     @staticmethod
     def sql_get_objects():
 
     @staticmethod
     def sql_get_objects():

-        return """SELECT place_id FROM location_property_osmline
+        return """SELECT place_id, get_interpolation_address(address, osm_id) as address
+                  FROM location_property_osmline

                   WHERE indexed_status > 0
                   ORDER BY geometry_sector"""
 
                   WHERE indexed_status > 0
                   ORDER BY geometry_sector"""
 

+

     @staticmethod
     @staticmethod

-    def sql_index_place(ids):
-        return """UPDATE location_property_osmline
-                  SET indexed_status = 0 WHERE place_id IN ({})
-               """.format(','.join((str(i) for i in ids)))
+    @functools.lru_cache(maxsize=1)
+    def _index_sql(num_places):
+        return """ UPDATE location_property_osmline
+                   SET indexed_status = 0, address = v.addr, token_info = v.ti
+                   FROM (VALUES {}) as v(id, addr, ti)
+                   WHERE place_id = v.id
+               """.format(','.join(["(%s, %s::hstore, %s::jsonb)"]  * num_places))
+
+
+    def index_places(self, worker, places):
+        values = []
+        for place in places:
+            values.extend((place[x] for x in ('place_id', 'address')))
+            values.append(psycopg2.extras.Json(self.analyzer.process_place(place)))
+
+        worker.perform(self._index_sql(len(places)), values)
+

 
 
 class PostcodeRunner:
 
 
 class PostcodeRunner:


@@ -107,7 +142,7 @@ class PostcodeRunner:
                   ORDER BY country_code, postcode"""
 
     @staticmethod
                   ORDER BY country_code, postcode"""
 
     @staticmethod

-    def sql_index_place(ids):
-        return """UPDATE location_postcode SET indexed_status = 0
-                  WHERE place_id IN ({})
-               """.format(','.join((str(i) for i in ids)))
+    def index_places(worker, ids):
+        worker.perform(""" UPDATE location_postcode SET indexed_status = 0
+                           WHERE place_id IN ({})
+                       """.format(','.join((str(i[0]) for i in ids))))