Merge pull request #3586 from lonvia/reduce-lookup-calls

[nominatim.git] / src / nominatim_db / utils / url_utils.py

diff --git a/src/nominatim_db/utils/url_utils.py b/src/nominatim_db/utils/url_utils.py
index eb56f72ed3a9cf92c02619040e1a0801e12df9ee..e3446dc9a672caa31aed0ce8dc4c622222c30536 100644 (file)
--- a/src/nominatim_db/utils/url_utils.py
+++ b/src/nominatim_db/utils/url_utils.py
@@ -7,7 +7,7 @@
 """
 Helper functions for accessing URL.
 """
 """
 Helper functions for accessing URL.
 """

-from typing import IO
+from typing import IO  # noqa

 import logging
 import urllib.request as urlrequest
 
 import logging
 import urllib.request as urlrequest
 


@@ -15,6 +15,7 @@ from ..version import NOMINATIM_VERSION
 
 LOG = logging.getLogger()
 
 
 LOG = logging.getLogger()
 

+

 def get_url(url: str) -> str:
     """ Get the contents from the given URL and return it as a UTF-8 string.
 
 def get_url(url: str) -> str:
     """ Get the contents from the given URL and return it as a UTF-8 string.
 


@@ -24,7 +25,7 @@ def get_url(url: str) -> str:
 
     try:
         request = urlrequest.Request(url, headers=headers)
 
     try:
         request = urlrequest.Request(url, headers=headers)

-        with urlrequest.urlopen(request) as response: # type: IO[bytes]
+        with urlrequest.urlopen(request) as response:  # type: IO[bytes]

             return response.read().decode('utf-8')
     except Exception:
         LOG.fatal('Failed to load URL: %s', url)
             return response.read().decode('utf-8')
     except Exception:
         LOG.fatal('Failed to load URL: %s', url)