X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/093d531509018337612ef6a0b009a458b016a90a..35fd74af6dda33b85d7b575a695bc04aaf12e03a:/settings/flex-base.lua?ds=sidebyside diff --git a/settings/flex-base.lua b/settings/flex-base.lua index 904401ce..fbfb4d54 100644 --- a/settings/flex-base.lua +++ b/settings/flex-base.lua @@ -3,8 +3,22 @@ local module = {} +local PRE_DELETE = nil +local PRE_EXTRAS = nil +local MAIN_KEYS = nil +local NAMES = nil +local ADDRESS_TAGS = nil +local SAVE_EXTRA_MAINS = false +local POSTCODE_FALLBACK = true + +-- tables required for taginfo +module.TAGINFO_MAIN = {keys = {}, delete_tags = {}} +module.TAGINFO_NAME_KEYS = {} +module.TAGINFO_ADDRESS_KEYS = {} + + -- The single place table. -place_table = osm2pgsql.define_table{ +local place_table = osm2pgsql.define_table{ name = "place", ids = { type = 'any', id_column = 'osm_id', type_column = 'osm_type' }, columns = { @@ -19,6 +33,23 @@ place_table = osm2pgsql.define_table{ indexes = {} } +------------ Geometry functions for relations --------------------- + +function module.relation_as_multipolygon(o) + return o:as_multipolygon() +end + +function module.relation_as_multiline(o) + return o:as_multilinestring():line_merge() +end + + +module.RELATION_TYPES = { + multipolygon = module.relation_as_multipolygon, + boundary = module.relation_as_multipolygon, + waterway = module.relation_as_multiline +} + ------------- Place class ------------------------------------------ local Place = {} @@ -82,38 +113,6 @@ function Place:grab_extratags(data) return count end -function Place:grab_address(data) - local count = 0 - - if data.match ~= nil then - for k, v in pairs(self.object.tags) do - if data.match(k, v) then - self.object.tags[k] = nil - - if data.include_on_name == true then - self.has_name = true - end - - if data.out_key ~= nil then - self.address[data.out_key] = v - return 1 - end - - if k:sub(1, 5) == 'addr:' then - self.address[k:sub(6)] = v - elseif k:sub(1, 6) == 'is_in:' then - self.address[k:sub(7)] = v - else - self.address[k] = v - end - count = count + 1 - end - end - end - - return count -end - local function strip_address_prefix(k) if k:sub(1, 5) == 'addr:' then return k:sub(6) @@ -152,24 +151,6 @@ function Place:grab_address_parts(data) return count end -function Place:grab_name(data) - local count = 0 - - if data.match ~= nil then - for k, v in pairs(self.object.tags) do - if data.match(k, v) then - self.object.tags[k] = nil - self.names[k] = v - if data.include_on_name ~= false then - self.has_name = true - end - count = count + 1 - end - end - end - - return count -end function Place:grab_name_parts(data) local fallback = nil @@ -194,9 +175,6 @@ function Place:grab_name_parts(data) return fallback end -function Place:grab_tag(key) - return self.object:grab_tag(key) -end function Place:write_place(k, v, mtype, save_extra_mains) if mtype == nil then @@ -250,9 +228,9 @@ function Place:write_row(k, v, save_extra_mains) return 0 end - if save_extra_mains then + if save_extra_mains ~= nil then for extra_k, extra_v in pairs(self.object.tags) do - if extra_k ~= k then + if extra_k ~= k and save_extra_mains(extra_k, extra_v) then self.extratags[extra_k] = extra_v end end @@ -270,7 +248,9 @@ function Place:write_row(k, v, save_extra_mains) if save_extra_mains then for k, v in pairs(self.object.tags) do - self.extratags[k] = nil + if save_extra_mains(k, v) then + self.extratags[k] = nil + end end end @@ -397,8 +377,19 @@ function module.tag_group(data) end end +-- Returns prefix part of the keys, and reject suffix matching keys +local function process_key(key) + if key:sub(1, 1) == '*' then + return nil + end + if key:sub(#key, #key) == '*' then + return key:sub(1, #key - 2) + end + return key +end + -- Process functions for all data types -function osm2pgsql.process_node(object) +function module.process_node(object) local function geom_func(o) return o:as_point() @@ -407,7 +398,7 @@ function osm2pgsql.process_node(object) module.process_tags(Place.new(object, geom_func)) end -function osm2pgsql.process_way(object) +function module.process_way(object) local function geom_func(o) local geom = o:as_polygon() @@ -422,15 +413,7 @@ function osm2pgsql.process_way(object) module.process_tags(Place.new(object, geom_func)) end -function module.relation_as_multipolygon(o) - return o:as_multipolygon() -end - -function module.relation_as_multiline(o) - return o:as_multilinestring():line_merge() -end - -function osm2pgsql.process_relation(object) +function module.process_relation(object) local geom_func = module.RELATION_TYPES[object.tags.type] if geom_func ~= nil then @@ -438,8 +421,13 @@ function osm2pgsql.process_relation(object) end end +-- The process functions are used by default by osm2pgsql. +osm2pgsql.process_node = module.process_node +osm2pgsql.process_way = module.process_way +osm2pgsql.process_relation = module.process_relation + function module.process_tags(o) - o:clean{delete = module.PRE_DELETE, extra = module.PRE_EXTRAS} + o:clean{delete = PRE_DELETE, extra = PRE_EXTRAS} -- Exception for boundary/place double tagging if o.object.tags.boundary == 'administrative' then @@ -449,84 +437,115 @@ function module.process_tags(o) end -- name keys - local fallback = o:grab_name_parts{groups=module.NAMES} + local fallback = o:grab_name_parts{groups=NAMES} -- address keys - if o:grab_address_parts{groups=module.ADDRESS_TAGS} > 0 and fallback == nil then + if o:grab_address_parts{groups=ADDRESS_TAGS} > 0 and fallback == nil then fallback = {'place', 'house', 'always'} end if o.address.country ~= nil and #o.address.country ~= 2 then o.address['country'] = nil end - if fallback == nil and o.address.postcode ~= nil then + if POSTCODE_FALLBACK and fallback == nil and o.address.postcode ~= nil then fallback = {'place', 'postcode', 'always'} end if o.address.interpolation ~= nil then - o:write_place('place', 'houses', 'always', module.SAVE_EXTRA_MAINS) + o:write_place('place', 'houses', 'always', SAVE_EXTRA_MAINS) return end - o:clean{delete = module.POST_DELETE, extra = module.POST_EXTRAS} + o:clean{delete = POST_DELETE} -- collect main keys for k, v in pairs(o.object.tags) do - local ktype = module.MAIN_KEYS[k] + local ktype = MAIN_KEYS[k] if ktype == 'fallback' then if o.has_name then fallback = {k, v, 'named'} end elseif ktype ~= nil then - o:write_place(k, v,module.MAIN_KEYS[k], module.SAVE_EXTRA_MAINS) + o:write_place(k, v, MAIN_KEYS[k], SAVE_EXTRA_MAINS) end end if fallback ~= nil and o.num_entries == 0 then - o:write_place(fallback[1], fallback[2], fallback[3], module.SAVE_EXTRA_MAINS) + o:write_place(fallback[1], fallback[2], fallback[3], SAVE_EXTRA_MAINS) end end --------- Convenience functions for simple style configuration ----------------- + function module.set_prefilters(data) - module.PRE_DELETE = module.tag_match{keys = data.delete_keys, tags = data.delete_tags} - module.PRE_EXTRAS = module.tag_match{keys = data.extratag_keys, - tags = data.extratag_tags} + PRE_DELETE = module.tag_match{keys = data.delete_keys, tags = data.delete_tags} + PRE_EXTRAS = module.tag_match{keys = data.extra_keys, + tags = data.extra_tags} + module.TAGINFO_MAIN.delete_tags = data.delete_tags end function module.set_main_tags(data) - module.MAIN_KEYS = data + MAIN_KEYS = data + local keys = {} + for k, _ in pairs(data) do + table.insert(keys, k) + end + module.TAGINFO_MAIN.keys = keys end function module.set_name_tags(data) - module.NAMES = module.tag_group(data) + NAMES = module.tag_group(data) + + for _, lst in pairs(data) do + for _, k in ipairs(lst) do + local key = process_key(k) + if key ~= nil then + module.TAGINFO_NAME_KEYS[key] = true + end + end + end end function module.set_address_tags(data) - module.ADDRESS_TAGS = module.tag_group(data) + if data.postcode_fallback ~= nil then + POSTCODE_FALLBACK = data.postcode_fallback + data.postcode_fallback = nil + end + ADDRESS_TAGS = module.tag_group(data) + + for _, lst in pairs(data) do + if lst ~= nil then + for _, k in ipairs(lst) do + local key = process_key(k) + if key ~= nil then + module.TAGINFO_ADDRESS_KEYS[key] = true + end + end + end + end end function module.set_unused_handling(data) if data.extra_keys == nil and data.extra_tags == nil then - module.POST_DELETE = module.tag_match{data.delete_keys, tags = data.delete_tags} - module.POST_EXTRAS = nil - module.SAVE_EXTRA_MAINS = true + POST_DELETE = module.tag_match{keys = data.delete_keys, tags = data.delete_tags} + SAVE_EXTRA_MAINS = function() return true end elseif data.delete_keys == nil and data.delete_tags == nil then - module.POST_DELETE = nil - module.POST_EXTRAS = module.tag_match{data.extra_keys, tags = data.extra_tags} - module.SAVE_EXTRA_MAINS = false + POST_DELETE = nil + SAVE_EXTRA_MAINS = module.tag_match{keys = data.extra_keys, tags = data.extra_tags} else error("unused handler can have only 'extra_keys' or 'delete_keys' set.") end end ------- defaults -------------- - -module.RELATION_TYPES = { - multipolygon = module.relation_as_multipolygon, - boundary = module.relation_as_multipolygon, - waterway = module.relation_as_multiline -} - +function set_relation_types(data) + module.RELATION_TYPES = {} + for k, v in data do + if v == 'multipolygon' then + module.RELATION_TYPES[k] = module.relation_as_multipolygon + elseif v == 'multiline' then + module.RELATION_TYPES[k] = module.relation_as_multiline + end + end +end return module