X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/e4a51e460e0e7020fed0eeeb8b6cce7148e0bb58..301fd7f7e8d97755849e26427c12eed070f21b5f:/test/bdd/steps/queries.py diff --git a/test/bdd/steps/queries.py b/test/bdd/steps/queries.py index 4d59b923..7e88e337 100644 --- a/test/bdd/steps/queries.py +++ b/test/bdd/steps/queries.py @@ -9,7 +9,6 @@ import os import io import re import logging -from tidylib import tidy_document import xml.etree.ElementTree as ET import subprocess from urllib.parse import urlencode @@ -71,7 +70,7 @@ class GenericResponse(object): pass elif h == 'osm': assert_equal(res['osm_type'], row[h][0]) - assert_equal(res['osm_id'], row[h][1:]) + assert_equal(res['osm_id'], int(row[h][1:])) elif h == 'centroid': x, y = row[h].split(' ') assert_almost_equal(float(y), float(res['lat'])) @@ -115,24 +114,9 @@ class SearchResponse(GenericResponse): self.result = geojson_results_to_json_results(self.result) def parse_geocodejson(self): - return self.parse_geojson() - - def parse_html(self): - content, errors = tidy_document(self.page, - options={'char-encoding' : 'utf8'}) - #eq_(len(errors), 0 , "Errors found in HTML document:\n%s" % errors) - - self.result = [] - b = content.find('nominatim_results =') - e = content.find('') - if b >= 0 and e >= 0: - content = content[b:e] - - b = content.find('[') - e = content.rfind(']') - if b >= 0 and e >= 0: - self.result = json.JSONDecoder(object_pairs_hook=OrderedDict)\ - .decode(content[b:e+1]) + self.parse_geojson() + if self.result is not None: + self.result = [r['geocoding'] for r in self.result] def parse_xml(self): et = ET.fromstring(self.page) @@ -174,19 +158,6 @@ class ReverseResponse(GenericResponse): if errorcode == 200: getattr(self, 'parse_' + fmt)() - def parse_html(self): - content, errors = tidy_document(self.page, - options={'char-encoding' : 'utf8'}) - #eq_(len(errors), 0 , "Errors found in HTML document:\n%s" % errors) - - b = content.find('nominatim_results =') - e = content.find('') - content = content[b:e] - b = content.find('[') - e = content.rfind(']') - - self.result = json.JSONDecoder(object_pairs_hook=OrderedDict).decode(content[b:e+1]) - def parse_json(self): m = re.fullmatch(r'([\w$][^(]*)\((.*)\)', self.page) if m is None: @@ -203,7 +174,9 @@ class ReverseResponse(GenericResponse): self.result = geojson_results_to_json_results(self.result[0]) def parse_geocodejson(self): - return self.parse_geojson() + self.parse_geojson() + if self.result is not None: + self.result = [r['geocoding'] for r in self.result] def parse_xml(self): et = ET.fromstring(self.page) @@ -247,11 +220,6 @@ class DetailsResponse(GenericResponse): if errorcode == 200: getattr(self, 'parse_' + fmt)() - def parse_html(self): - content, errors = tidy_document(self.page, - options={'char-encoding' : 'utf8'}) - self.result = {} - def parse_json(self): self.result = [json.JSONDecoder(object_pairs_hook=OrderedDict).decode(self.page)] @@ -297,7 +265,8 @@ def query_cmd(context, query, dups): """ cmd = ['/usr/bin/env', 'php'] cmd.append(os.path.join(context.nominatim.build_dir, 'utils', 'query.php')) - cmd.extend(['--search', query]) + if query: + cmd.extend(['--search', query]) # add more parameters in table form if context.table: for h in context.table.headings: @@ -313,6 +282,7 @@ def query_cmd(context, query, dups): (outp, err) = proc.communicate() assert_equals (0, proc.returncode, "query.php failed with message: %s\noutput: %s" % (err, outp)) + logger.debug("run_nominatim_script: %s\n%s\n" % (cmd, outp.decode('utf-8').replace('\\n', '\n'))) context.response = SearchResponse(outp.decode('utf-8'), 'json') @@ -403,9 +373,7 @@ def website_search_request(context, fmt, query, addr): outp, status = send_api_query('search', params, fmt, context) - if fmt is None: - outfmt = 'html' - elif fmt == 'jsonv2 ': + if fmt is None or fmt == 'jsonv2 ': outfmt = 'json' else: outfmt = fmt.strip() @@ -442,7 +410,7 @@ def website_details_request(context, fmt, query): outp, status = send_api_query('details', params, fmt, context) if fmt is None: - outfmt = 'html' + outfmt = 'json' else: outfmt = fmt.strip() @@ -455,8 +423,12 @@ def website_lookup_request(context, fmt, query): if fmt == 'json ': outfmt = 'json' + elif fmt == 'jsonv2 ': + outfmt = 'json' elif fmt == 'geojson ': outfmt = 'geojson' + elif fmt == 'geocodejson ': + outfmt = 'geocodejson' else: outfmt = 'xml' @@ -499,9 +471,7 @@ def check_page_error(context, fmt): context.execute_steps("Then a HTTP 400 is returned") eq_(context.response.format, fmt) - if fmt == 'html': - assert_is_not_none(re.search(r').+', context.response.page, re.DOTALL)) - elif fmt == 'xml': + if fmt == 'xml': assert_is_not_none(re.search(r'.+', context.response.page, re.DOTALL)) else: assert_is_not_none(re.search(r'({"error":)', context.response.page, re.DOTALL)) @@ -574,8 +544,8 @@ def check_address(context, lid, neg, attrs): else: assert_in(attr, addr_parts) -@then(u'address of result (?P\d+) is') -def check_address(context, lid): +@then(u'address of result (?P\d+) (?Pis|contains)') +def check_address(context, lid, complete): context.execute_steps("then more than %s results are returned" % lid) addr_parts = dict(context.response.result[int(lid)]['address']) @@ -586,7 +556,8 @@ def check_address(context, lid): "Bad address value for %s" % line['type']) del addr_parts[line['type']] - eq_(0, len(addr_parts), "Additional address parts found: %s" % str(addr_parts)) + if complete == 'is': + eq_(0, len(addr_parts), "Additional address parts found: %s" % str(addr_parts)) @then(u'result (?P\d+ )?has bounding box in (?P[\d,.-]+)') def step_impl(context, lid, coords):