nominatim/tokenizer/sanitizers/clean_postcodes.py

   1 # SPDX-License-Identifier: GPL-2.0-only
   2 #
   3 # This file is part of Nominatim. (https://nominatim.org)
   4 #
   5 # Copyright (C) 2022 by the Nominatim developer community.
   6 # For a full list of authors see the git log.
   7 """
   8 Sanitizer that filters postcodes by their officially allowed pattern.
   9
  10 Arguments:
  11     convert-to-address: If set to 'yes' (the default), then postcodes that do
  12                         not conform with their country-specific pattern are
  13                         converted to an address component. That means that
  14                         the postcode does not take part when computing the
  15                         postcode centroids of a country but is still searchable.
  16                         When set to 'no', non-conforming postcodes are not
  17                         searchable either.
  18     default-pattern:    Pattern to use, when there is none available for the
  19                         country in question. Warning: will not be used for
  20                         objects that have no country assigned. These are always
  21                         assumed to have no postcode.
  22 """
  23 from nominatim.data.postcode_format import PostcodeFormatter
  24
  25 class _PostcodeSanitizer:
  26
  27     def __init__(self, config):
  28         self.convert_to_address = config.get_bool('convert-to-address', True)
  29         self.matcher = PostcodeFormatter()
  30
  31         default_pattern = config.get('default-pattern')
  32         if default_pattern is not None and isinstance(default_pattern, str):
  33             self.matcher.set_default_pattern(default_pattern)
  34
  35
  36     def __call__(self, obj):
  37         if not obj.address:
  38             return
  39
  40         postcodes = ((i, o) for i, o in enumerate(obj.address) if o.kind == 'postcode')
  41
  42         for pos, postcode in postcodes:
  43             formatted = self.scan(postcode.name, obj.place.country_code)
  44
  45             if formatted is None:
  46                 if self.convert_to_address:
  47                     postcode.kind = 'unofficial_postcode'
  48                 else:
  49                     obj.address.pop(pos)
  50             else:
  51                 postcode.name = formatted[0]
  52                 postcode.set_attr('variant', formatted[1])
  53
  54
  55     def scan(self, postcode, country):
  56         """ Check the postcode for correct formatting and return the
  57             normalized version. Returns None if the postcode does not
  58             correspond to the oficial format of the given country.
  59         """
  60         match = self.matcher.match(country, postcode)
  61         if match is None:
  62             return None
  63
  64         return self.matcher.normalize(country, match),\
  65                ' '.join(filter(lambda p: p is not None, match.groups()))
  66
  67
  68
  69
  70 def create(config):
  71     """ Create a housenumber processing function.
  72     """
  73
  74     return _PostcodeSanitizer(config)