X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/75c631f08093d0cc7330d313bd3bb58cb2c1924b..f22fa992f7975757d84ae17e42ff98c15f7a572b:/nominatim/indexer/runners.py diff --git a/nominatim/indexer/runners.py b/nominatim/indexer/runners.py index 70536a71..c8495ee4 100644 --- a/nominatim/indexer/runners.py +++ b/nominatim/indexer/runners.py @@ -1,3 +1,9 @@ +# SPDX-License-Identifier: GPL-2.0-only +# +# This file is part of Nominatim. (https://nominatim.org) +# +# Copyright (C) 2022 by the Nominatim developer community. +# For a full list of authors see the git log. """ Mix-ins that provide the actual commands for the indexer for various indexing tasks. @@ -5,14 +11,17 @@ tasks. import functools from psycopg2 import sql as pysql +import psycopg2.extras -from nominatim.indexer.place_info import PlaceInfo +from nominatim.data.place_info import PlaceInfo # pylint: disable=C0111 def _mk_valuelist(template, num): return pysql.SQL(',').join([pysql.SQL(template)] * num) +def _analyze_place(place, analyzer): + return psycopg2.extras.Json(analyzer.process_place(PlaceInfo(place))) class AbstractPlacexRunner: """ Returns SQL commands for indexing of the placex table. @@ -39,8 +48,9 @@ class AbstractPlacexRunner: @staticmethod def get_place_details(worker, ids): - worker.perform("""SELECT place_id, (placex_indexing_prepare(placex)).* - FROM placex WHERE place_id IN %s""", + worker.perform("""SELECT place_id, extra.* + FROM placex, LATERAL placex_indexing_prepare(placex) as extra + WHERE place_id IN %s""", (tuple((p[0] for p in ids)), )) @@ -49,7 +59,7 @@ class AbstractPlacexRunner: for place in places: for field in ('place_id', 'name', 'address', 'linked_place_id'): values.append(place[field]) - values.append(PlaceInfo(place).analyze(self.analyzer)) + values.append(_analyze_place(place, self.analyzer)) worker.perform(self._index_sql(len(places)), values) @@ -59,7 +69,7 @@ class RankRunner(AbstractPlacexRunner): """ def name(self): - return "rank {}".format(self.rank) + return f"rank {self.rank}" def sql_count_objects(self): return pysql.SQL("""SELECT count(*) FROM placex @@ -79,7 +89,7 @@ class BoundaryRunner(AbstractPlacexRunner): """ def name(self): - return "boundaries rank {}".format(self.rank) + return f"boundaries rank {self.rank}" def sql_count_objects(self): return pysql.SQL("""SELECT count(*) FROM placex @@ -143,7 +153,7 @@ class InterpolationRunner: values = [] for place in places: values.extend((place[x] for x in ('place_id', 'address'))) - values.append(PlaceInfo(place).analyze(self.analyzer)) + values.append(_analyze_place(place, self.analyzer)) worker.perform(self._index_sql(len(places)), values)