X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/fa2bc604685f4d9219844769b733d600d968deff..87907916ff06741bd4627101d30e6e11b8ea1a1a:/nominatim/indexer/runners.py?ds=sidebyside diff --git a/nominatim/indexer/runners.py b/nominatim/indexer/runners.py index 2bf9e516..aa607faa 100644 --- a/nominatim/indexer/runners.py +++ b/nominatim/indexer/runners.py @@ -11,7 +11,7 @@ import psycopg2.extras class AbstractPlacexRunner: """ Returns SQL commands for indexing of the placex table. """ - SELECT_SQL = 'SELECT place_id, (placex_prepare_update(placex)).* FROM placex' + SELECT_SQL = 'SELECT place_id FROM placex' def __init__(self, rank, analyzer): self.rank = rank @@ -25,7 +25,14 @@ class AbstractPlacexRunner: SET indexed_status = 0, address = v.addr, token_info = v.ti FROM (VALUES {}) as v(id, addr, ti) WHERE place_id = v.id - """.format(','.join(["(%s, %s::hstore, %s::json)"] * num_places)) + """.format(','.join(["(%s, %s::hstore, %s::jsonb)"] * num_places)) + + + @staticmethod + def get_place_details(worker, ids): + worker.perform("""SELECT place_id, (placex_prepare_update(placex)).* + FROM placex WHERE place_id IN %s""", + (tuple((p[0] for p in ids)), )) def index_places(self, worker, places): @@ -82,6 +89,10 @@ class InterpolationRunner: location_property_osmline. """ + def __init__(self, analyzer): + self.analyzer = analyzer + + @staticmethod def name(): return "interpolation lines (location_property_osmline)" @@ -93,15 +104,37 @@ class InterpolationRunner: @staticmethod def sql_get_objects(): - return """SELECT place_id FROM location_property_osmline + return """SELECT place_id + FROM location_property_osmline WHERE indexed_status > 0 ORDER BY geometry_sector""" + @staticmethod - def index_places(worker, ids): - worker.perform(""" UPDATE location_property_osmline - SET indexed_status = 0 WHERE place_id IN ({}) - """.format(','.join((str(i[0]) for i in ids)))) + def get_place_details(worker, ids): + worker.perform("""SELECT place_id, get_interpolation_address(address, osm_id) as address + FROM location_property_osmline WHERE place_id IN %s""", + (tuple((p[0] for p in ids)), )) + + + @staticmethod + @functools.lru_cache(maxsize=1) + def _index_sql(num_places): + return """ UPDATE location_property_osmline + SET indexed_status = 0, address = v.addr, token_info = v.ti + FROM (VALUES {}) as v(id, addr, ti) + WHERE place_id = v.id + """.format(','.join(["(%s, %s::hstore, %s::jsonb)"] * num_places)) + + + def index_places(self, worker, places): + values = [] + for place in places: + values.extend((place[x] for x in ('place_id', 'address'))) + values.append(psycopg2.extras.Json(self.analyzer.process_place(place))) + + worker.perform(self._index_sql(len(places)), values) + class PostcodeRunner: