]> git.openstreetmap.org Git - nominatim.git/blob - lib/Geocode.php
remove hack for fixing adminitrative typo
[nominatim.git] / lib / Geocode.php
1 <?php
2         class Geocode
3         {
4                 protected $oDB;
5
6                 protected $aLangPrefOrder = array();
7
8                 protected $bIncludeAddressDetails = false;
9
10                 protected $bIncludePolygonAsPoints = false;
11                 protected $bIncludePolygonAsText = false;
12                 protected $bIncludePolygonAsGeoJSON = false;
13                 protected $bIncludePolygonAsKML = false;
14                 protected $bIncludePolygonAsSVG = false;
15
16                 protected $aExcludePlaceIDs = array();
17                 protected $bDeDupe = true;
18                 protected $bReverseInPlan = false;
19
20                 protected $iLimit = 20;
21                 protected $iFinalLimit = 10;
22                 protected $iOffset = 0;
23                 protected $bFallback = false;
24
25                 protected $aCountryCodes = false;
26                 protected $aNearPoint = false;
27
28                 protected $bBoundedSearch = false;
29                 protected $aViewBox = false;
30                 protected $sViewboxSmallSQL = false;
31                 protected $sViewboxLargeSQL = false;
32                 protected $aRoutePoints = false;
33
34                 protected $iMaxRank = 20;
35                 protected $iMinAddressRank = 0;
36                 protected $iMaxAddressRank = 30;
37                 protected $aAddressRankList = array();
38                 protected $exactMatchCache = array();
39
40                 protected $sAllowedTypesSQLList = false;
41
42                 protected $sQuery = false;
43                 protected $aStructuredQuery = false;
44
45                 function Geocode(&$oDB)
46                 {
47                         $this->oDB =& $oDB;
48                 }
49
50                 function setReverseInPlan($bReverse)
51                 {
52                         $this->bReverseInPlan = $bReverse;
53                 }
54
55                 function setLanguagePreference($aLangPref)
56                 {
57                         $this->aLangPrefOrder = $aLangPref;
58                 }
59
60                 function setIncludeAddressDetails($bAddressDetails = true)
61                 {
62                         $this->bIncludeAddressDetails = (bool)$bAddressDetails;
63                 }
64
65                 function getIncludeAddressDetails()
66                 {
67                         return $this->bIncludeAddressDetails;
68                 }
69
70                 function setIncludePolygonAsPoints($b = true)
71                 {
72                         $this->bIncludePolygonAsPoints = $b;
73                 }
74
75                 function getIncludePolygonAsPoints()
76                 {
77                         return $this->bIncludePolygonAsPoints;
78                 }
79
80                 function setIncludePolygonAsText($b = true)
81                 {
82                         $this->bIncludePolygonAsText = $b;
83                 }
84
85                 function getIncludePolygonAsText()
86                 {
87                         return $this->bIncludePolygonAsText;
88                 }
89
90                 function setIncludePolygonAsGeoJSON($b = true)
91                 {
92                         $this->bIncludePolygonAsGeoJSON = $b;
93                 }
94
95                 function setIncludePolygonAsKML($b = true)
96                 {
97                         $this->bIncludePolygonAsKML = $b;
98                 }
99
100                 function setIncludePolygonAsSVG($b = true)
101                 {
102                         $this->bIncludePolygonAsSVG = $b;
103                 }
104
105                 function setDeDupe($bDeDupe = true)
106                 {
107                         $this->bDeDupe = (bool)$bDeDupe;
108                 }
109
110                 function setLimit($iLimit = 10)
111                 {
112                         if ($iLimit > 50) $iLimit = 50;
113                         if ($iLimit < 1) $iLimit = 1;
114
115                         $this->iFinalLimit = $iLimit;
116                         $this->iLimit = $this->iFinalLimit + min($this->iFinalLimit, 10);
117                 }
118
119                 function setOffset($iOffset = 0)
120                 {
121                         $this->iOffset = $iOffset;
122                 }
123
124                 function setFallback($bFallback = true)
125                 {
126                         $this->bFallback = (bool)$bFallback;
127                 }
128
129                 function setExcludedPlaceIDs($a)
130                 {
131                         // TODO: force to int
132                         $this->aExcludePlaceIDs = $a;
133                 }
134
135                 function getExcludedPlaceIDs()
136                 {
137                         return $this->aExcludePlaceIDs;
138                 }
139
140                 function setBounded($bBoundedSearch = true)
141                 {
142                         $this->bBoundedSearch = (bool)$bBoundedSearch;
143                 }
144
145                 function setViewBox($fLeft, $fBottom, $fRight, $fTop)
146                 {
147                         $this->aViewBox = array($fLeft, $fBottom, $fRight, $fTop);
148                 }
149
150                 function getViewBoxString()
151                 {
152                         if (!$this->aViewBox) return null;
153                         return $this->aViewBox[0].','.$this->aViewBox[3].','.$this->aViewBox[2].','.$this->aViewBox[1];
154                 }
155
156                 function setRoute($aRoutePoints)
157                 {
158                         $this->aRoutePoints = $aRoutePoints;
159                 }
160
161                 function setFeatureType($sFeatureType)
162                 {
163                         switch($sFeatureType)
164                         {
165                         case 'country':
166                                 $this->setRankRange(4, 4);
167                                 break;
168                         case 'state':
169                                 $this->setRankRange(8, 8);
170                                 break;
171                         case 'city':
172                                 $this->setRankRange(14, 16);
173                                 break;
174                         case 'settlement':
175                                 $this->setRankRange(8, 20);
176                                 break;
177                         }
178                 }
179
180                 function setRankRange($iMin, $iMax)
181                 {
182                         $this->iMinAddressRank = (int)$iMin;
183                         $this->iMaxAddressRank = (int)$iMax;
184                 }
185
186                 function setNearPoint($aNearPoint, $fRadiusDeg = 0.1)
187                 {
188                         $this->aNearPoint = array((float)$aNearPoint[0], (float)$aNearPoint[1], (float)$fRadiusDeg);
189                 }
190
191                 function setCountryCodesList($aCountryCodes)
192                 {
193                         $this->aCountryCodes = $aCountryCodes;
194                 }
195
196                 function setQuery($sQueryString)
197                 {
198                         $this->sQuery = $sQueryString;
199                         $this->aStructuredQuery = false;
200                 }
201
202                 function getQueryString()
203                 {
204                         return $this->sQuery;
205                 }
206
207
208                 function loadParamArray($aParams)
209                 {
210                         if (isset($aParams['addressdetails'])) $this->bIncludeAddressDetails = (bool)$aParams['addressdetails'];
211                         if (isset($aParams['bounded'])) $this->bBoundedSearch = (bool)$aParams['bounded'];
212                         if (isset($aParams['dedupe'])) $this->bDeDupe = (bool)$aParams['dedupe'];
213
214                         if (isset($aParams['limit'])) $this->setLimit((int)$aParams['limit']);
215                         if (isset($aParams['offset'])) $this->iOffset = (int)$aParams['offset'];
216
217                         if (isset($aParams['fallback'])) $this->bFallback = (bool)$aParams['fallback'];
218
219                         // List of excluded Place IDs - used for more acurate pageing
220                         if (isset($aParams['exclude_place_ids']) && $aParams['exclude_place_ids'])
221                         {
222                                 foreach(explode(',',$aParams['exclude_place_ids']) as $iExcludedPlaceID)
223                                 {
224                                         $iExcludedPlaceID = (int)$iExcludedPlaceID;
225                                         if ($iExcludedPlaceID) $aExcludePlaceIDs[$iExcludedPlaceID] = $iExcludedPlaceID;
226                                 }
227                                 $this->aExcludePlaceIDs = $aExcludePlaceIDs;
228                         }
229
230                         // Only certain ranks of feature
231                         if (isset($aParams['featureType'])) $this->setFeatureType($aParams['featureType']);
232                         if (isset($aParams['featuretype'])) $this->setFeatureType($aParams['featuretype']);
233
234                         // Country code list
235                         if (isset($aParams['countrycodes']))
236                         {
237                                 $aCountryCodes = array();
238                                 foreach(explode(',',$aParams['countrycodes']) as $sCountryCode)
239                                 {
240                                         if (preg_match('/^[a-zA-Z][a-zA-Z]$/', $sCountryCode))
241                                         {
242                                                 $aCountryCodes[] = strtolower($sCountryCode);
243                                         }
244                                 }
245                                 $this->aCountryCodes = $aCountryCodes;
246                         }
247
248                         if (isset($aParams['viewboxlbrt']) && $aParams['viewboxlbrt'])
249                         {
250                                 $aCoOrdinatesLBRT = explode(',',$aParams['viewboxlbrt']);
251                                 $this->setViewBox($aCoOrdinatesLBRT[0], $aCoOrdinatesLBRT[1], $aCoOrdinatesLBRT[2], $aCoOrdinatesLBRT[3]);
252                         }
253                         else if (isset($aParams['viewbox']) && $aParams['viewbox'])
254                         {
255                                 $aCoOrdinatesLTRB = explode(',',$aParams['viewbox']);
256                                 $this->setViewBox($aCoOrdinatesLTRB[0], $aCoOrdinatesLTRB[3], $aCoOrdinatesLTRB[2], $aCoOrdinatesLTRB[1]);
257                         }
258
259                         if (isset($aParams['route']) && $aParams['route'] && isset($aParams['routewidth']) && $aParams['routewidth'])
260                         {
261                                 $aPoints = explode(',',$aParams['route']);
262                                 if (sizeof($aPoints) % 2 != 0)
263                                 {
264                                         userError("Uneven number of points");
265                                         exit;
266                                 }
267                                 $fPrevCoord = false;
268                                 $aRoute = array();
269                                 foreach($aPoints as $i => $fPoint)
270                                 {
271                                         if ($i%2)
272                                         {
273                                                 $aRoute[] = array((float)$fPoint, $fPrevCoord);
274                                         }
275                                         else
276                                         {
277                                                 $fPrevCoord = (float)$fPoint;
278                                         }
279                                 }
280                                 $this->aRoutePoints = $aRoute;
281                         }
282                 }
283
284                 function setQueryFromParams($aParams)
285                 {
286                         // Search query
287                         $sQuery = (isset($aParams['q'])?trim($aParams['q']):'');
288                         if (!$sQuery)
289                         {
290                                 $this->setStructuredQuery(@$aParams['amenity'], @$aParams['street'], @$aParams['city'], @$aParams['county'], @$aParams['state'], @$aParams['country'], @$aParams['postalcode']);
291                                 $this->setReverseInPlan(false);
292                         }
293                         else
294                         {
295                                 $this->setQuery($sQuery);
296                         }
297                 }
298
299                 function loadStructuredAddressElement($sValue, $sKey, $iNewMinAddressRank, $iNewMaxAddressRank, $aItemListValues)
300                 {
301                         $sValue = trim($sValue);
302                         if (!$sValue) return false;
303                         $this->aStructuredQuery[$sKey] = $sValue;
304                         if ($this->iMinAddressRank == 0 && $this->iMaxAddressRank == 30)
305                         {
306                                 $this->iMinAddressRank = $iNewMinAddressRank;
307                                 $this->iMaxAddressRank = $iNewMaxAddressRank;
308                         }
309                         if ($aItemListValues) $this->aAddressRankList = array_merge($this->aAddressRankList, $aItemListValues);
310                         return true;
311                 }
312
313                 function setStructuredQuery($sAmentiy = false, $sStreet = false, $sCity = false, $sCounty = false, $sState = false, $sCountry = false, $sPostalCode = false)
314                 {
315                         $this->sQuery = false;
316
317                         // Reset
318                         $this->iMinAddressRank = 0;
319                         $this->iMaxAddressRank = 30;
320                         $this->aAddressRankList = array();
321
322                         $this->aStructuredQuery = array();
323                         $this->sAllowedTypesSQLList = '';
324
325                         $this->loadStructuredAddressElement($sAmentiy, 'amenity', 26, 30, false);
326                         $this->loadStructuredAddressElement($sStreet, 'street', 26, 30, false);
327                         $this->loadStructuredAddressElement($sCity, 'city', 14, 24, false);
328                         $this->loadStructuredAddressElement($sCounty, 'county', 9, 13, false);
329                         $this->loadStructuredAddressElement($sState, 'state', 8, 8, false);
330                         $this->loadStructuredAddressElement($sPostalCode, 'postalcode' , 5, 11, array(5, 11));
331                         $this->loadStructuredAddressElement($sCountry, 'country', 4, 4, false);
332
333                         if (sizeof($this->aStructuredQuery) > 0) 
334                         {
335                                 $this->sQuery = join(', ', $this->aStructuredQuery);
336                                 if ($this->iMaxAddressRank < 30)
337                                 {
338                                         $sAllowedTypesSQLList = '(\'place\',\'boundary\')';
339                                 }
340                         }
341                 }
342
343                 function fallbackStructuredQuery()
344                 {
345                         if (!$this->aStructuredQuery) return false;
346
347                         $aParams = $this->aStructuredQuery;
348
349                         if (sizeof($aParams) == 1) return false;
350
351                         $aOrderToFallback = array('postalcode', 'street', 'city', 'county', 'state');
352
353                         foreach($aOrderToFallback as $sType)
354                         {
355                                 if (isset($aParams[$sType]))
356                                 {
357                                         unset($aParams[$sType]);
358                                         $this->setStructuredQuery(@$aParams['amenity'], @$aParams['street'], @$aParams['city'], @$aParams['county'], @$aParams['state'], @$aParams['country'], @$aParams['postalcode']);
359                                         return true;
360                                 }
361                         }
362
363                         return false;
364                 }
365
366                 function getDetails($aPlaceIDs)
367                 {
368                         if (sizeof($aPlaceIDs) == 0)  return array();
369
370                         $sLanguagePrefArraySQL = "ARRAY[".join(',',array_map("getDBQuoted",$this->aLangPrefOrder))."]";
371
372                         // Get the details for display (is this a redundant extra step?)
373                         $sPlaceIDs = join(',',$aPlaceIDs);
374
375                         $sImportanceSQL = '';
376                         if ($this->sViewboxSmallSQL) $sImportanceSQL .= " case when ST_Contains($this->sViewboxSmallSQL, ST_Collect(centroid)) THEN 1 ELSE 0.75 END * ";
377                         if ($this->sViewboxLargeSQL) $sImportanceSQL .= " case when ST_Contains($this->sViewboxLargeSQL, ST_Collect(centroid)) THEN 1 ELSE 0.75 END * ";
378
379                         $sSQL = "select osm_type,osm_id,class,type,admin_level,rank_search,rank_address,min(place_id) as place_id, min(parent_place_id) as parent_place_id, calculated_country_code as country_code,";
380                         $sSQL .= "get_address_by_language(place_id, $sLanguagePrefArraySQL) as langaddress,";
381                         $sSQL .= "get_name_by_language(name, $sLanguagePrefArraySQL) as placename,";
382                         $sSQL .= "get_name_by_language(name, ARRAY['ref']) as ref,";
383                         $sSQL .= "avg(ST_X(centroid)) as lon,avg(ST_Y(centroid)) as lat, ";
384                         $sSQL .= $sImportanceSQL."coalesce(importance,0.75-(rank_search::float/40)) as importance, ";
385                         $sSQL .= "(select max(p.importance*(p.rank_address+2)) from place_addressline s, placex p where s.place_id = min(CASE WHEN placex.rank_search < 28 THEN placex.place_id ELSE placex.parent_place_id END) and p.place_id = s.address_place_id and s.isaddress and p.importance is not null) as addressimportance, ";
386                         $sSQL .= "(extratags->'place') as extra_place ";
387                         $sSQL .= "from placex where place_id in ($sPlaceIDs) ";
388                         $sSQL .= "and (placex.rank_address between $this->iMinAddressRank and $this->iMaxAddressRank ";
389                         if (14 >= $this->iMinAddressRank && 14 <= $this->iMaxAddressRank) $sSQL .= " OR (extratags->'place') = 'city'";
390                         if ($this->aAddressRankList) $sSQL .= " OR placex.rank_address in (".join(',',$this->aAddressRankList).")";
391                         $sSQL .= ") ";
392                         if ($this->sAllowedTypesSQLList) $sSQL .= "and placex.class in $this->sAllowedTypesSQLList ";
393                         $sSQL .= "and linked_place_id is null ";
394                         $sSQL .= "group by osm_type,osm_id,class,type,admin_level,rank_search,rank_address,calculated_country_code,importance";
395                         if (!$this->bDeDupe) $sSQL .= ",place_id";
396                         $sSQL .= ",langaddress ";
397                         $sSQL .= ",placename ";
398                         $sSQL .= ",ref ";
399                         $sSQL .= ",extratags->'place' ";
400
401                         if (30 >= $this->iMinAddressRank && 30 <= $this->iMaxAddressRank)
402                         {
403                                 $sSQL .= " union ";
404                                 $sSQL .= "select 'T' as osm_type,place_id as osm_id,'place' as class,'house' as type,null as admin_level,30 as rank_search,30 as rank_address,min(place_id) as place_id, min(parent_place_id) as parent_place_id,'us' as country_code,";
405                                 $sSQL .= "get_address_by_language(place_id, $sLanguagePrefArraySQL) as langaddress,";
406                                 $sSQL .= "null as placename,";
407                                 $sSQL .= "null as ref,";
408                                 $sSQL .= "avg(ST_X(centroid)) as lon,avg(ST_Y(centroid)) as lat, ";
409                                 $sSQL .= $sImportanceSQL."-1.15 as importance, ";
410                                 $sSQL .= "(select max(p.importance*(p.rank_address+2)) from place_addressline s, placex p where s.place_id = min(location_property_tiger.parent_place_id) and p.place_id = s.address_place_id and s.isaddress and p.importance is not null) as addressimportance, ";
411                                 $sSQL .= "null as extra_place ";
412                                 $sSQL .= "from location_property_tiger where place_id in ($sPlaceIDs) ";
413                                 $sSQL .= "and 30 between $this->iMinAddressRank and $this->iMaxAddressRank ";
414                                 $sSQL .= "group by place_id";
415                                 if (!$this->bDeDupe) $sSQL .= ",place_id ";
416                                 $sSQL .= " union ";
417                                 $sSQL .= "select 'L' as osm_type,place_id as osm_id,'place' as class,'house' as type,null as admin_level,30 as rank_search,30 as rank_address,min(place_id) as place_id, min(parent_place_id) as parent_place_id,'us' as country_code,";
418                                 $sSQL .= "get_address_by_language(place_id, $sLanguagePrefArraySQL) as langaddress,";
419                                 $sSQL .= "null as placename,";
420                                 $sSQL .= "null as ref,";
421                                 $sSQL .= "avg(ST_X(centroid)) as lon,avg(ST_Y(centroid)) as lat, ";
422                                 $sSQL .= $sImportanceSQL."-1.10 as importance, ";
423                                 $sSQL .= "(select max(p.importance*(p.rank_address+2)) from place_addressline s, placex p where s.place_id = min(location_property_aux.parent_place_id) and p.place_id = s.address_place_id and s.isaddress and p.importance is not null) as addressimportance, ";
424                                 $sSQL .= "null as extra_place ";
425                                 $sSQL .= "from location_property_aux where place_id in ($sPlaceIDs) ";
426                                 $sSQL .= "and 30 between $this->iMinAddressRank and $this->iMaxAddressRank ";
427                                 $sSQL .= "group by place_id";
428                                 if (!$this->bDeDupe) $sSQL .= ",place_id";
429                                 $sSQL .= ",get_address_by_language(place_id, $sLanguagePrefArraySQL) ";
430                         }
431
432                         $sSQL .= " order by importance desc";
433                         if (CONST_Debug) { echo "<hr>"; var_dump($sSQL); }
434                         $aSearchResults = $this->oDB->getAll($sSQL);
435
436                         if (PEAR::IsError($aSearchResults))
437                         {
438                                 failInternalError("Could not get details for place.", $sSQL, $aSearchResults);
439                         }
440
441                         return $aSearchResults;
442                 }
443
444                 function getGroupedSearches($aSearches, $aPhraseTypes, $aPhrases, $aValidTokens, $aWordFrequencyScores, $bStructuredPhrases)
445                 {
446                         /*
447                            Calculate all searches using aValidTokens i.e.
448                            'Wodsworth Road, Sheffield' =>
449
450                            Phrase Wordset
451                            0      0       (wodsworth road)
452                            0      1       (wodsworth)(road)
453                            1      0       (sheffield)
454
455                            Score how good the search is so they can be ordered
456                          */
457                         foreach($aPhrases as $iPhrase => $sPhrase)
458                         {
459                                 $aNewPhraseSearches = array();
460                                 if ($bStructuredPhrases) $sPhraseType = $aPhraseTypes[$iPhrase];
461                                 else $sPhraseType = '';
462
463                                 foreach($aPhrases[$iPhrase]['wordsets'] as $iWordSet => $aWordset)
464                                 {
465                                         // Too many permutations - too expensive
466                                         if ($iWordSet > 120) break;
467
468                                         $aWordsetSearches = $aSearches;
469
470                                         // Add all words from this wordset
471                                         foreach($aWordset as $iToken => $sToken)
472                                         {
473                                                 //echo "<br><b>$sToken</b>";
474                                                 $aNewWordsetSearches = array();
475
476                                                 foreach($aWordsetSearches as $aCurrentSearch)
477                                                 {
478                                                         //echo "<i>";
479                                                         //var_dump($aCurrentSearch);
480                                                         //echo "</i>";
481
482                                                         // If the token is valid
483                                                         if (isset($aValidTokens[' '.$sToken]))
484                                                         {
485                                                                 foreach($aValidTokens[' '.$sToken] as $aSearchTerm)
486                                                                 {
487                                                                         $aSearch = $aCurrentSearch;
488                                                                         $aSearch['iSearchRank']++;
489                                                                         if (($sPhraseType == '' || $sPhraseType == 'country') && !empty($aSearchTerm['country_code']) && $aSearchTerm['country_code'] != '0')
490                                                                         {
491                                                                                 if ($aSearch['sCountryCode'] === false)
492                                                                                 {
493                                                                                         $aSearch['sCountryCode'] = strtolower($aSearchTerm['country_code']);
494                                                                                         // Country is almost always at the end of the string - increase score for finding it anywhere else (optimisation)
495                                                                                         if (($iToken+1 != sizeof($aWordset) || $iPhrase+1 != sizeof($aPhrases)))
496                                                                                         {
497                                                                                                 $aSearch['iSearchRank'] += 5;
498                                                                                         }
499                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
500                                                                                 }
501                                                                         }
502                                                                         elseif (isset($aSearchTerm['lat']) && $aSearchTerm['lat'] !== '' && $aSearchTerm['lat'] !== null)
503                                                                         {
504                                                                                 if ($aSearch['fLat'] === '')
505                                                                                 {
506                                                                                         $aSearch['fLat'] = $aSearchTerm['lat'];
507                                                                                         $aSearch['fLon'] = $aSearchTerm['lon'];
508                                                                                         $aSearch['fRadius'] = $aSearchTerm['radius'];
509                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
510                                                                                 }
511                                                                         }
512                                                                         elseif ($sPhraseType == 'postalcode')
513                                                                         {
514                                                                                 // We need to try the case where the postal code is the primary element (i.e. no way to tell if it is (postalcode, city) OR (city, postalcode) so try both
515                                                                                 if (isset($aSearchTerm['word_id']) && $aSearchTerm['word_id'])
516                                                                                 {
517                                                                                         // If we already have a name try putting the postcode first
518                                                                                         if (sizeof($aSearch['aName']))
519                                                                                         {
520                                                                                                 $aNewSearch = $aSearch;
521                                                                                                 $aNewSearch['aAddress'] = array_merge($aNewSearch['aAddress'], $aNewSearch['aName']);
522                                                                                                 $aNewSearch['aName'] = array();
523                                                                                                 $aNewSearch['aName'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
524                                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aNewSearch;
525                                                                                         }
526
527                                                                                         if (sizeof($aSearch['aName']))
528                                                                                         {
529                                                                                                 if ((!$bStructuredPhrases || $iPhrase > 0) && $sPhraseType != 'country' && (!isset($aValidTokens[$sToken]) || strlen($sToken) < 4 || strpos($sToken, ' ') !== false))
530                                                                                                 {
531                                                                                                         $aSearch['aAddress'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
532                                                                                                 }
533                                                                                                 else
534                                                                                                 {
535                                                                                                         $aCurrentSearch['aFullNameAddress'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
536                                                                                                         $aSearch['iSearchRank'] += 1000; // skip;
537                                                                                                 }
538                                                                                         }
539                                                                                         else
540                                                                                         {
541                                                                                                 $aSearch['aName'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
542                                                                                                 //$aSearch['iNamePhrase'] = $iPhrase;
543                                                                                         }
544                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
545                                                                                 }
546
547                                                                         }
548                                                                         elseif (($sPhraseType == '' || $sPhraseType == 'street') && $aSearchTerm['class'] == 'place' && $aSearchTerm['type'] == 'house')
549                                                                         {
550                                                                                 if ($aSearch['sHouseNumber'] === '')
551                                                                                 {
552                                                                                         $aSearch['sHouseNumber'] = $sToken;
553                                                                                         // sanity check: if the housenumber is not mainly made
554                                                                                         // up of numbers, add a penalty
555                                                                                         if (preg_match_all("/[^0-9]/", $sToken, $aMatches) > 2) $aSearch['iSearchRank']++;
556                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
557                                                                                         /*
558                                                                                         // Fall back to not searching for this item (better than nothing)
559                                                                                         $aSearch = $aCurrentSearch;
560                                                                                         $aSearch['iSearchRank'] += 1;
561                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
562                                                                                          */
563                                                                                 }
564                                                                         }
565                                                                         elseif ($sPhraseType == '' && $aSearchTerm['class'] !== '' && $aSearchTerm['class'] !== null)
566                                                                         {
567                                                                                 if ($aSearch['sClass'] === '')
568                                                                                 {
569                                                                                         $aSearch['sOperator'] = $aSearchTerm['operator'];
570                                                                                         $aSearch['sClass'] = $aSearchTerm['class'];
571                                                                                         $aSearch['sType'] = $aSearchTerm['type'];
572                                                                                         if (sizeof($aSearch['aName'])) $aSearch['sOperator'] = 'name';
573                                                                                         else $aSearch['sOperator'] = 'near'; // near = in for the moment
574                                                                                         if (strlen($aSearchTerm['operator']) == 0) $aSearch['iSearchRank'] += 1;
575
576                                                                                         // Do we have a shortcut id?
577                                                                                         if ($aSearch['sOperator'] == 'name')
578                                                                                         {
579                                                                                                 $sSQL = "select get_tagpair('".$aSearch['sClass']."', '".$aSearch['sType']."')";
580                                                                                                 if ($iAmenityID = $this->oDB->getOne($sSQL))
581                                                                                                 {
582                                                                                                         $aValidTokens[$aSearch['sClass'].':'.$aSearch['sType']] = array('word_id' => $iAmenityID);
583                                                                                                         $aSearch['aName'][$iAmenityID] = $iAmenityID;
584                                                                                                         $aSearch['sClass'] = '';
585                                                                                                         $aSearch['sType'] = '';
586                                                                                                 }
587                                                                                         }
588                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
589                                                                                 }
590                                                                         }
591                                                                         elseif (isset($aSearchTerm['word_id']) && $aSearchTerm['word_id'])
592                                                                         {
593                                                                                 if (sizeof($aSearch['aName']))
594                                                                                 {
595                                                                                         if ((!$bStructuredPhrases || $iPhrase > 0) && $sPhraseType != 'country' && (!isset($aValidTokens[$sToken]) || strlen($sToken) < 4 || strpos($sToken, ' ') !== false))
596                                                                                         {
597                                                                                                 $aSearch['aAddress'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
598                                                                                         }
599                                                                                         else
600                                                                                         {
601                                                                                                 $aCurrentSearch['aFullNameAddress'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
602                                                                                                 $aSearch['iSearchRank'] += 1000; // skip;
603                                                                                         }
604                                                                                 }
605                                                                                 else
606                                                                                 {
607                                                                                         $aSearch['aName'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
608                                                                                         //$aSearch['iNamePhrase'] = $iPhrase;
609                                                                                 }
610                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
611                                                                         }
612                                                                 }
613                                                         }
614                                                         // Look for partial matches.
615                                                         // Note that there is no point in adding country terms here
616                                                         // because country are omitted in the address.
617                                                         if (isset($aValidTokens[$sToken]) && $sPhraseType != 'country')
618                                                         {
619                                                                 // Allow searching for a word - but at extra cost
620                                                                 foreach($aValidTokens[$sToken] as $aSearchTerm)
621                                                                 {
622                                                                         if (isset($aSearchTerm['word_id']) && $aSearchTerm['word_id'])
623                                                                         {
624                                                                                 if ((!$bStructuredPhrases || $iPhrase > 0) && sizeof($aCurrentSearch['aName']) && strpos($sToken, ' ') === false)
625                                                                                 {
626                                                                                         $aSearch = $aCurrentSearch;
627                                                                                         $aSearch['iSearchRank'] += 1;
628                                                                                         if ($aWordFrequencyScores[$aSearchTerm['word_id']] < CONST_Max_Word_Frequency)
629                                                                                         {
630                                                                                                 $aSearch['aAddress'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
631                                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
632                                                                                         }
633                                                                                         elseif (isset($aValidTokens[' '.$sToken]) && strlen($sToken) >= 4) // revert to the token version?
634                                                                                         {
635                                                                                                 $aSearch['aAddressNonSearch'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
636                                                                                                 $aSearch['iSearchRank'] += 1;
637                                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
638                                                                                                 foreach($aValidTokens[' '.$sToken] as $aSearchTermToken)
639                                                                                                 {
640                                                                                                         if (empty($aSearchTermToken['country_code'])
641                                                                                                                         && empty($aSearchTermToken['lat'])
642                                                                                                                         && empty($aSearchTermToken['class']))
643                                                                                                         {
644                                                                                                                 $aSearch = $aCurrentSearch;
645                                                                                                                 $aSearch['iSearchRank'] += 1;
646                                                                                                                 $aSearch['aAddress'][$aSearchTermToken['word_id']] = $aSearchTermToken['word_id'];
647                                                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
648                                                                                                         }
649                                                                                                 }
650                                                                                         }
651                                                                                         else
652                                                                                         {
653                                                                                                 $aSearch['aAddressNonSearch'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
654                                                                                                 if (preg_match('#^[0-9]+$#', $sToken)) $aSearch['iSearchRank'] += 2;
655                                                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
656                                                                                         }
657                                                                                 }
658
659                                                                                 if (!sizeof($aCurrentSearch['aName']) || $aCurrentSearch['iNamePhrase'] == $iPhrase)
660                                                                                 {
661                                                                                         $aSearch = $aCurrentSearch;
662                                                                                         $aSearch['iSearchRank'] += 1;
663                                                                                         if (!sizeof($aCurrentSearch['aName'])) $aSearch['iSearchRank'] += 1;
664                                                                                         if (preg_match('#^[0-9]+$#', $sToken)) $aSearch['iSearchRank'] += 2;
665                                                                                         if ($aWordFrequencyScores[$aSearchTerm['word_id']] < CONST_Max_Word_Frequency)
666                                                                                                 $aSearch['aName'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
667                                                                                         else
668                                                                                                 $aSearch['aNameNonSearch'][$aSearchTerm['word_id']] = $aSearchTerm['word_id'];
669                                                                                         $aSearch['iNamePhrase'] = $iPhrase;
670                                                                                         if ($aSearch['iSearchRank'] < $this->iMaxRank) $aNewWordsetSearches[] = $aSearch;
671                                                                                 }
672                                                                         }
673                                                                 }
674                                                         }
675                                                         else
676                                                         {
677                                                                 // Allow skipping a word - but at EXTREAM cost
678                                                                 //$aSearch = $aCurrentSearch;
679                                                                 //$aSearch['iSearchRank']+=100;
680                                                                 //$aNewWordsetSearches[] = $aSearch;
681                                                         }
682                                                 }
683                                                 // Sort and cut
684                                                 usort($aNewWordsetSearches, 'bySearchRank');
685                                                 $aWordsetSearches = array_slice($aNewWordsetSearches, 0, 50);
686                                         }
687                                         //var_Dump('<hr>',sizeof($aWordsetSearches)); exit;
688
689                                         $aNewPhraseSearches = array_merge($aNewPhraseSearches, $aNewWordsetSearches);
690                                         usort($aNewPhraseSearches, 'bySearchRank');
691
692                                         $aSearchHash = array();
693                                         foreach($aNewPhraseSearches as $iSearch => $aSearch)
694                                         {
695                                                 $sHash = serialize($aSearch);
696                                                 if (isset($aSearchHash[$sHash])) unset($aNewPhraseSearches[$iSearch]);
697                                                 else $aSearchHash[$sHash] = 1;
698                                         }
699
700                                         $aNewPhraseSearches = array_slice($aNewPhraseSearches, 0, 50);
701                                 }
702
703                                 // Re-group the searches by their score, junk anything over 20 as just not worth trying
704                                 $aGroupedSearches = array();
705                                 foreach($aNewPhraseSearches as $aSearch)
706                                 {
707                                         if ($aSearch['iSearchRank'] < $this->iMaxRank)
708                                         {
709                                                 if (!isset($aGroupedSearches[$aSearch['iSearchRank']])) $aGroupedSearches[$aSearch['iSearchRank']] = array();
710                                                 $aGroupedSearches[$aSearch['iSearchRank']][] = $aSearch;
711                                         }
712                                 }
713                                 ksort($aGroupedSearches);
714
715                                 $iSearchCount = 0;
716                                 $aSearches = array();
717                                 foreach($aGroupedSearches as $iScore => $aNewSearches)
718                                 {
719                                         $iSearchCount += sizeof($aNewSearches);
720                                         $aSearches = array_merge($aSearches, $aNewSearches);
721                                         if ($iSearchCount > 50) break;
722                                 }
723
724                                 //if (CONST_Debug) _debugDumpGroupedSearches($aGroupedSearches, $aValidTokens);
725
726                         }
727                         return $aGroupedSearches;
728
729                 }
730
731                 /* Perform the actual query lookup.
732
733                         Returns an ordered list of results, each with the following fields:
734                           osm_type: type of corresponding OSM object
735                                                         N - node
736                                                         W - way
737                                                         R - relation
738                                                         P - postcode (internally computed)
739                           osm_id: id of corresponding OSM object
740                           class: general object class (corresponds to tag key of primary OSM tag)
741                           type: subclass of object (corresponds to tag value of primary OSM tag)
742                           admin_level: see http://wiki.openstreetmap.org/wiki/Admin_level
743                           rank_search: rank in search hierarchy
744                                                         (see also http://wiki.openstreetmap.org/wiki/Nominatim/Development_overview#Country_to_street_level)
745                           rank_address: rank in address hierarchy (determines orer in address)
746                           place_id: internal key (may differ between different instances)
747                           country_code: ISO country code
748                           langaddress: localized full address
749                           placename: localized name of object
750                           ref: content of ref tag (if available)
751                           lon: longitude
752                           lat: latitude
753                           importance: importance of place based on Wikipedia link count
754                           addressimportance: cumulated importance of address elements
755                           extra_place: type of place (for admin boundaries, if there is a place tag)
756                           aBoundingBox: bounding Box
757                           label: short description of the object class/type (English only) 
758                           name: full name (currently the same as langaddress)
759                           foundorder: secondary ordering for places with same importance
760                 */
761                 function lookup()
762                 {
763                         if (!$this->sQuery && !$this->aStructuredQuery) return false;
764
765                         $sLanguagePrefArraySQL = "ARRAY[".join(',',array_map("getDBQuoted",$this->aLangPrefOrder))."]";
766
767                         $sCountryCodesSQL = false;
768                         if ($this->aCountryCodes && sizeof($this->aCountryCodes))
769                         {
770                                 $sCountryCodesSQL = join(',', array_map('addQuotes', $this->aCountryCodes));
771                         }
772
773                         $sQuery = $this->sQuery;
774
775                         // Conflicts between US state abreviations and various words for 'the' in different languages
776                         if (isset($this->aLangPrefOrder['name:en']))
777                         {
778                                 $sQuery = preg_replace('/(^|,)\s*il\s*(,|$)/','\1illinois\2', $sQuery);
779                                 $sQuery = preg_replace('/(^|,)\s*al\s*(,|$)/','\1alabama\2', $sQuery);
780                                 $sQuery = preg_replace('/(^|,)\s*la\s*(,|$)/','\1louisiana\2', $sQuery);
781                         }
782
783                         // View Box SQL
784                         $sViewboxCentreSQL = false;
785                         $bBoundingBoxSearch = false;
786                         if ($this->aViewBox)
787                         {
788                                 $fHeight = $this->aViewBox[0]-$this->aViewBox[2];
789                                 $fWidth = $this->aViewBox[1]-$this->aViewBox[3];
790                                 $aBigViewBox[0] = $this->aViewBox[0] + $fHeight;
791                                 $aBigViewBox[2] = $this->aViewBox[2] - $fHeight;
792                                 $aBigViewBox[1] = $this->aViewBox[1] + $fWidth;
793                                 $aBigViewBox[3] = $this->aViewBox[3] - $fWidth;
794
795                                 $this->sViewboxSmallSQL = "ST_SetSRID(ST_MakeBox2D(ST_Point(".(float)$this->aViewBox[0].",".(float)$this->aViewBox[1]."),ST_Point(".(float)$this->aViewBox[2].",".(float)$this->aViewBox[3].")),4326)";
796                                 $this->sViewboxLargeSQL = "ST_SetSRID(ST_MakeBox2D(ST_Point(".(float)$aBigViewBox[0].",".(float)$aBigViewBox[1]."),ST_Point(".(float)$aBigViewBox[2].",".(float)$aBigViewBox[3].")),4326)";
797                                 $bBoundingBoxSearch = $this->bBoundedSearch;
798                         }
799
800                         // Route SQL
801                         if ($this->aRoutePoints)
802                         {
803                                 $sViewboxCentreSQL = "ST_SetSRID('LINESTRING(";
804                                 $bFirst = true;
805                                 foreach($this->aRoutePoints as $aPoint)
806                                 {
807                                         if (!$bFirst) $sViewboxCentreSQL .= ",";
808                                         $sViewboxCentreSQL .= $aPoint[0].' '.$aPoint[1];
809                                         $bFirst = false;
810                                 }
811                                 $sViewboxCentreSQL .= ")'::geometry,4326)";
812
813                                 $sSQL = "select st_buffer(".$sViewboxCentreSQL.",".(float)($_GET['routewidth']/69).")";
814                                 $this->sViewboxSmallSQL = $this->oDB->getOne($sSQL);
815                                 if (PEAR::isError($this->sViewboxSmallSQL))
816                                 {
817                                         failInternalError("Could not get small viewbox.", $sSQL, $this->sViewboxSmallSQL);
818                                 }
819                                 $this->sViewboxSmallSQL = "'".$this->sViewboxSmallSQL."'::geometry";
820
821                                 $sSQL = "select st_buffer(".$sViewboxCentreSQL.",".(float)($_GET['routewidth']/30).")";
822                                 $this->sViewboxLargeSQL = $this->oDB->getOne($sSQL);
823                                 if (PEAR::isError($this->sViewboxLargeSQL))
824                                 {
825                                         failInternalError("Could not get large viewbox.", $sSQL, $this->sViewboxLargeSQL);
826                                 }
827                                 $this->sViewboxLargeSQL = "'".$this->sViewboxLargeSQL."'::geometry";
828                                 $bBoundingBoxSearch = $this->bBoundedSearch;
829                         }
830
831                         // Do we have anything that looks like a lat/lon pair?
832                         if ( $aLooksLike = looksLikeLatLonPair($sQuery) ){
833                                 $this->setNearPoint(array($aLooksLike['lat'], $aLooksLike['lon']));
834                                 $sQuery = $aLooksLike['query'];                 
835                         }
836
837                         $aSearchResults = array();
838                         if ($sQuery || $this->aStructuredQuery)
839                         {
840                                 // Start with a blank search
841                                 $aSearches = array(
842                                         array('iSearchRank' => 0, 'iNamePhrase' => -1, 'sCountryCode' => false, 'aName'=>array(), 'aAddress'=>array(), 'aFullNameAddress'=>array(),
843                                               'aNameNonSearch'=>array(), 'aAddressNonSearch'=>array(),
844                                               'sOperator'=>'', 'aFeatureName' => array(), 'sClass'=>'', 'sType'=>'', 'sHouseNumber'=>'', 'fLat'=>'', 'fLon'=>'', 'fRadius'=>'')
845                                 );
846
847                                 // Do we have a radius search?
848                                 $sNearPointSQL = false;
849                                 if ($this->aNearPoint)
850                                 {
851                                         $sNearPointSQL = "ST_SetSRID(ST_Point(".(float)$this->aNearPoint[1].",".(float)$this->aNearPoint[0]."),4326)";
852                                         $aSearches[0]['fLat'] = (float)$this->aNearPoint[0];
853                                         $aSearches[0]['fLon'] = (float)$this->aNearPoint[1];
854                                         $aSearches[0]['fRadius'] = (float)$this->aNearPoint[2];
855                                 }
856
857                                 // Any 'special' terms in the search?
858                                 $bSpecialTerms = false;
859                                 preg_match_all('/\\[(.*)=(.*)\\]/', $sQuery, $aSpecialTermsRaw, PREG_SET_ORDER);
860                                 $aSpecialTerms = array();
861                                 foreach($aSpecialTermsRaw as $aSpecialTerm)
862                                 {
863                                         $sQuery = str_replace($aSpecialTerm[0], ' ', $sQuery);
864                                         $aSpecialTerms[strtolower($aSpecialTerm[1])] = $aSpecialTerm[2];
865                                 }
866
867                                 preg_match_all('/\\[([\\w ]*)\\]/u', $sQuery, $aSpecialTermsRaw, PREG_SET_ORDER);
868                                 $aSpecialTerms = array();
869                                 if (isset($aStructuredQuery['amenity']) && $aStructuredQuery['amenity'])
870                                 {
871                                         $aSpecialTermsRaw[] = array('['.$aStructuredQuery['amenity'].']', $aStructuredQuery['amenity']);
872                                         unset($aStructuredQuery['amenity']);
873                                 }
874                                 foreach($aSpecialTermsRaw as $aSpecialTerm)
875                                 {
876                                         $sQuery = str_replace($aSpecialTerm[0], ' ', $sQuery);
877                                         $sToken = $this->oDB->getOne("select make_standard_name('".$aSpecialTerm[1]."') as string");
878                                         $sSQL = 'select * from (select word_id,word_token, word, class, type, country_code, operator';
879                                         $sSQL .= ' from word where word_token in (\' '.$sToken.'\')) as x where (class is not null and class not in (\'place\')) or country_code is not null';
880                                         if (CONST_Debug) var_Dump($sSQL);
881                                         $aSearchWords = $this->oDB->getAll($sSQL);
882                                         $aNewSearches = array();
883                                         foreach($aSearches as $aSearch)
884                                         {
885                                                 foreach($aSearchWords as $aSearchTerm)
886                                                 {
887                                                         $aNewSearch = $aSearch;
888                                                         if ($aSearchTerm['country_code'])
889                                                         {
890                                                                 $aNewSearch['sCountryCode'] = strtolower($aSearchTerm['country_code']);
891                                                                 $aNewSearches[] = $aNewSearch;
892                                                                 $bSpecialTerms = true;
893                                                         }
894                                                         if ($aSearchTerm['class'])
895                                                         {
896                                                                 $aNewSearch['sClass'] = $aSearchTerm['class'];
897                                                                 $aNewSearch['sType'] = $aSearchTerm['type'];
898                                                                 $aNewSearches[] = $aNewSearch;
899                                                                 $bSpecialTerms = true;
900                                                         }
901                                                 }
902                                         }
903                                         $aSearches = $aNewSearches;
904                                 }
905
906                                 // Split query into phrases
907                                 // Commas are used to reduce the search space by indicating where phrases split
908                                 if ($this->aStructuredQuery)
909                                 {
910                                         $aPhrases = $this->aStructuredQuery;
911                                         $bStructuredPhrases = true;
912                                 }
913                                 else
914                                 {
915                                         $aPhrases = explode(',',$sQuery);
916                                         $bStructuredPhrases = false;
917                                 }
918
919                                 // Convert each phrase to standard form
920                                 // Create a list of standard words
921                                 // Get all 'sets' of words
922                                 // Generate a complete list of all
923                                 $aTokens = array();
924                                 foreach($aPhrases as $iPhrase => $sPhrase)
925                                 {
926                                         $aPhrase = $this->oDB->getRow("select make_standard_name('".pg_escape_string($sPhrase)."') as string");
927                                         if (PEAR::isError($aPhrase))
928                                         {
929                                                 userError("Illegal query string (not an UTF-8 string): ".$sPhrase);
930                                                 if (CONST_Debug) var_dump($aPhrase);
931                                                 exit;
932                                         }
933                                         if (trim($aPhrase['string']))
934                                         {
935                                                 $aPhrases[$iPhrase] = $aPhrase;
936                                                 $aPhrases[$iPhrase]['words'] = explode(' ',$aPhrases[$iPhrase]['string']);
937                                                 $aPhrases[$iPhrase]['wordsets'] = getWordSets($aPhrases[$iPhrase]['words'], 0);
938                                                 $aTokens = array_merge($aTokens, getTokensFromSets($aPhrases[$iPhrase]['wordsets']));
939                                         }
940                                         else
941                                         {
942                                                 unset($aPhrases[$iPhrase]);
943                                         }
944                                 }
945
946                                 // Reindex phrases - we make assumptions later on that they are numerically keyed in order
947                                 $aPhraseTypes = array_keys($aPhrases);
948                                 $aPhrases = array_values($aPhrases);
949
950                                 if (sizeof($aTokens))
951                                 {
952                                         // Check which tokens we have, get the ID numbers
953                                         $sSQL = 'select word_id,word_token, word, class, type, country_code, operator, search_name_count';
954                                         $sSQL .= ' from word where word_token in ('.join(',',array_map("getDBQuoted",$aTokens)).')';
955
956                                         if (CONST_Debug) var_Dump($sSQL);
957
958                                         $aValidTokens = array();
959                                         if (sizeof($aTokens)) $aDatabaseWords = $this->oDB->getAll($sSQL);
960                                         else $aDatabaseWords = array();
961                                         if (PEAR::IsError($aDatabaseWords))
962                                         {
963                                                 failInternalError("Could not get word tokens.", $sSQL, $aDatabaseWords);
964                                         }
965                                         $aPossibleMainWordIDs = array();
966                                         $aWordFrequencyScores = array();
967                                         foreach($aDatabaseWords as $aToken)
968                                         {
969                                                 // Very special case - require 2 letter country param to match the country code found
970                                                 if ($bStructuredPhrases && $aToken['country_code'] && !empty($aStructuredQuery['country'])
971                                                                 && strlen($aStructuredQuery['country']) == 2 && strtolower($aStructuredQuery['country']) != $aToken['country_code'])
972                                                 {
973                                                         continue;
974                                                 }
975
976                                                 if (isset($aValidTokens[$aToken['word_token']]))
977                                                 {
978                                                         $aValidTokens[$aToken['word_token']][] = $aToken;
979                                                 }
980                                                 else
981                                                 {
982                                                         $aValidTokens[$aToken['word_token']] = array($aToken);
983                                                 }
984                                                 if (!$aToken['class'] && !$aToken['country_code']) $aPossibleMainWordIDs[$aToken['word_id']] = 1;
985                                                 $aWordFrequencyScores[$aToken['word_id']] = $aToken['search_name_count'] + 1;
986                                         }
987                                         if (CONST_Debug) var_Dump($aPhrases, $aValidTokens);
988
989                                         // Try and calculate GB postcodes we might be missing
990                                         foreach($aTokens as $sToken)
991                                         {
992                                                 // Source of gb postcodes is now definitive - always use
993                                                 if (preg_match('/^([A-Z][A-Z]?[0-9][0-9A-Z]? ?[0-9])([A-Z][A-Z])$/', strtoupper(trim($sToken)), $aData))
994                                                 {
995                                                         if (substr($aData[1],-2,1) != ' ')
996                                                         {
997                                                                 $aData[0] = substr($aData[0],0,strlen($aData[1])-1).' '.substr($aData[0],strlen($aData[1])-1);
998                                                                 $aData[1] = substr($aData[1],0,-1).' '.substr($aData[1],-1,1);
999                                                         }
1000                                                         $aGBPostcodeLocation = gbPostcodeCalculate($aData[0], $aData[1], $aData[2], $this->oDB);
1001                                                         if ($aGBPostcodeLocation)
1002                                                         {
1003                                                                 $aValidTokens[$sToken] = $aGBPostcodeLocation;
1004                                                         }
1005                                                 }
1006                                                 // US ZIP+4 codes - if there is no token,
1007                                                 //      merge in the 5-digit ZIP code
1008                                                 else if (!isset($aValidTokens[$sToken]) && preg_match('/^([0-9]{5}) [0-9]{4}$/', $sToken, $aData))
1009                                                 {
1010                                                         if (isset($aValidTokens[$aData[1]]))
1011                                                         {
1012                                                                 foreach($aValidTokens[$aData[1]] as $aToken)
1013                                                                 {
1014                                                                         if (!$aToken['class'])
1015                                                                         {
1016                                                                                 if (isset($aValidTokens[$sToken]))
1017                                                                                 {
1018                                                                                         $aValidTokens[$sToken][] = $aToken;
1019                                                                                 }
1020                                                                                 else
1021                                                                                 {
1022                                                                                         $aValidTokens[$sToken] = array($aToken);
1023                                                                                 }
1024                                                                         }
1025                                                                 }
1026                                                         }
1027                                                 }
1028                                         }
1029
1030                                         foreach($aTokens as $sToken)
1031                                         {
1032                                                 // Unknown single word token with a number - assume it is a house number
1033                                                 if (!isset($aValidTokens[' '.$sToken]) && strpos($sToken,' ') === false && preg_match('/[0-9]/', $sToken))
1034                                                 {
1035                                                         $aValidTokens[' '.$sToken] = array(array('class'=>'place','type'=>'house'));
1036                                                 }
1037                                         }
1038
1039                                         // Any words that have failed completely?
1040                                         // TODO: suggestions
1041
1042                                         // Start the search process
1043                                         $aResultPlaceIDs = array();
1044
1045                                         $aGroupedSearches = $this->getGroupedSearches($aSearches, $aPhraseTypes, $aPhrases, $aValidTokens, $aWordFrequencyScores, $bStructuredPhrases);
1046
1047                                         if ($this->bReverseInPlan)
1048                                         {
1049                                                 // Reverse phrase array and also reverse the order of the wordsets in
1050                                                 // the first and final phrase. Don't bother about phrases in the middle
1051                                                 // because order in the address doesn't matter.
1052                                                 $aPhrases = array_reverse($aPhrases);
1053                                                 $aPhrases[0]['wordsets'] = getInverseWordSets($aPhrases[0]['words'], 0);
1054                                                 if (sizeof($aPhrases) > 1)
1055                                                 {
1056                                                         $aFinalPhrase = end($aPhrases);
1057                                                         $aFinalPhrase['wordsets'] = getInverseWordSets($aFinalPhrase['words'], 0);
1058                                                 }
1059                                                 $aReverseGroupedSearches = $this->getGroupedSearches($aSearches, null, $aPhrases, $aValidTokens, $aWordFrequencyScores, false);
1060
1061                                                 foreach($aGroupedSearches as $aSearches)
1062                                                 {
1063                                                         foreach($aSearches as $aSearch)
1064                                                         {
1065                                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank)
1066                                                                 {
1067                                                                         if (!isset($aReverseGroupedSearches[$aSearch['iSearchRank']])) $aReverseGroupedSearches[$aSearch['iSearchRank']] = array();
1068                                                                         $aReverseGroupedSearches[$aSearch['iSearchRank']][] = $aSearch;
1069                                                                 }
1070
1071                                                         }
1072                                                 }
1073
1074                                                 $aGroupedSearches = $aReverseGroupedSearches;
1075                                                 ksort($aGroupedSearches);
1076                                         }
1077                                 }
1078                                 else
1079                                 {
1080                                         // Re-group the searches by their score, junk anything over 20 as just not worth trying
1081                                         $aGroupedSearches = array();
1082                                         foreach($aSearches as $aSearch)
1083                                         {
1084                                                 if ($aSearch['iSearchRank'] < $this->iMaxRank)
1085                                                 {
1086                                                         if (!isset($aGroupedSearches[$aSearch['iSearchRank']])) $aGroupedSearches[$aSearch['iSearchRank']] = array();
1087                                                         $aGroupedSearches[$aSearch['iSearchRank']][] = $aSearch;
1088                                                 }
1089                                         }
1090                                         ksort($aGroupedSearches);
1091                                 }
1092
1093                                 if (CONST_Debug) var_Dump($aGroupedSearches);
1094
1095                                 if (CONST_Search_TryDroppedAddressTerms && sizeof($aStructuredQuery) > 0)
1096                                 {
1097                                         $aCopyGroupedSearches = $aGroupedSearches;
1098                                         foreach($aCopyGroupedSearches as $iGroup => $aSearches)
1099                                         {
1100                                                 foreach($aSearches as $iSearch => $aSearch)
1101                                                 {
1102                                                         $aReductionsList = array($aSearch['aAddress']);
1103                                                         $iSearchRank = $aSearch['iSearchRank'];
1104                                                         while(sizeof($aReductionsList) > 0)
1105                                                         {
1106                                                                 $iSearchRank += 5;
1107                                                                 if ($iSearchRank > iMaxRank) break 3;
1108                                                                 $aNewReductionsList = array();
1109                                                                 foreach($aReductionsList as $aReductionsWordList)
1110                                                                 {
1111                                                                         for ($iReductionWord = 0; $iReductionWord < sizeof($aReductionsWordList); $iReductionWord++)
1112                                                                         {
1113                                                                                 $aReductionsWordListResult = array_merge(array_slice($aReductionsWordList, 0, $iReductionWord), array_slice($aReductionsWordList, $iReductionWord+1));
1114                                                                                 $aReverseSearch = $aSearch;
1115                                                                                 $aSearch['aAddress'] = $aReductionsWordListResult;
1116                                                                                 $aSearch['iSearchRank'] = $iSearchRank;
1117                                                                                 $aGroupedSearches[$iSearchRank][] = $aReverseSearch;
1118                                                                                 if (sizeof($aReductionsWordListResult) > 0)
1119                                                                                 {
1120                                                                                         $aNewReductionsList[] = $aReductionsWordListResult;
1121                                                                                 }
1122                                                                         }
1123                                                                 }
1124                                                                 $aReductionsList = $aNewReductionsList;
1125                                                         }
1126                                                 }
1127                                         }
1128                                         ksort($aGroupedSearches);
1129                                 }
1130
1131                                 // Filter out duplicate searches
1132                                 $aSearchHash = array();
1133                                 foreach($aGroupedSearches as $iGroup => $aSearches)
1134                                 {
1135                                         foreach($aSearches as $iSearch => $aSearch)
1136                                         {
1137                                                 $sHash = serialize($aSearch);
1138                                                 if (isset($aSearchHash[$sHash]))
1139                                                 {
1140                                                         unset($aGroupedSearches[$iGroup][$iSearch]);
1141                                                         if (sizeof($aGroupedSearches[$iGroup]) == 0) unset($aGroupedSearches[$iGroup]);
1142                                                 }
1143                                                 else
1144                                                 {
1145                                                         $aSearchHash[$sHash] = 1;
1146                                                 }
1147                                         }
1148                                 }
1149
1150                                 if (CONST_Debug) _debugDumpGroupedSearches($aGroupedSearches, $aValidTokens);
1151
1152                                 $iGroupLoop = 0;
1153                                 $iQueryLoop = 0;
1154                                 foreach($aGroupedSearches as $iGroupedRank => $aSearches)
1155                                 {
1156                                         $iGroupLoop++;
1157                                         foreach($aSearches as $aSearch)
1158                                         {
1159                                                 $iQueryLoop++;
1160
1161                                                 if (CONST_Debug) { echo "<hr><b>Search Loop, group $iGroupLoop, loop $iQueryLoop</b>"; }
1162                                                 if (CONST_Debug) _debugDumpGroupedSearches(array($iGroupedRank => array($aSearch)), $aValidTokens);
1163
1164                                                 // No location term?
1165                                                 if (!sizeof($aSearch['aName']) && !sizeof($aSearch['aAddress']) && !$aSearch['fLon'])
1166                                                 {
1167                                                         if ($aSearch['sCountryCode'] && !$aSearch['sClass'] && !$aSearch['sHouseNumber'])
1168                                                         {
1169                                                                 // Just looking for a country by code - look it up
1170                                                                 if (4 >= $this->iMinAddressRank && 4 <= $this->iMaxAddressRank)
1171                                                                 {
1172                                                                         $sSQL = "select place_id from placex where calculated_country_code='".$aSearch['sCountryCode']."' and rank_search = 4";
1173                                                                         if ($sCountryCodesSQL) $sSQL .= " and calculated_country_code in ($sCountryCodesSQL)";
1174                                     if ($bBoundingBoxSearch)
1175                                         $sSQL .= " and st_overlaps($this->sViewboxSmallSQL, geometry)";
1176                                                                         $sSQL .= " order by st_area(geometry) desc limit 1";
1177                                                                         if (CONST_Debug) var_dump($sSQL);
1178                                                                         $aPlaceIDs = $this->oDB->getCol($sSQL);
1179                                                                 }
1180                                                                 else
1181                                                                 {
1182                                                                         $aPlaceIDs = array();
1183                                                                 }
1184                                                         }
1185                                                         else
1186                                                         {
1187                                                                 if (!$bBoundingBoxSearch && !$aSearch['fLon']) continue;
1188                                                                 if (!$aSearch['sClass']) continue;
1189                                                                 $sSQL = "select count(*) from pg_tables where tablename = 'place_classtype_".$aSearch['sClass']."_".$aSearch['sType']."'";
1190                                                                 if ($this->oDB->getOne($sSQL))
1191                                                                 {
1192                                                                         $sSQL = "select place_id from place_classtype_".$aSearch['sClass']."_".$aSearch['sType']." ct";
1193                                                                         if ($sCountryCodesSQL) $sSQL .= " join placex using (place_id)";
1194                                                                         $sSQL .= " where st_contains($this->sViewboxSmallSQL, ct.centroid)";
1195                                                                         if ($sCountryCodesSQL) $sSQL .= " and calculated_country_code in ($sCountryCodesSQL)";
1196                                                                         if (sizeof($this->aExcludePlaceIDs))
1197                                                                         {
1198                                                                                 $sSQL .= " and place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1199                                                                         }
1200                                                                         if ($sViewboxCentreSQL) $sSQL .= " order by st_distance($sViewboxCentreSQL, ct.centroid) asc";
1201                                                                         $sSQL .= " limit $this->iLimit";
1202                                                                         if (CONST_Debug) var_dump($sSQL);
1203                                                                         $aPlaceIDs = $this->oDB->getCol($sSQL);
1204
1205                                                                         // If excluded place IDs are given, it is fair to assume that
1206                                                                         // there have been results in the small box, so no further
1207                                                                         // expansion in that case.
1208                                                                         // Also don't expand if bounded results were requested.
1209                                                                         if (!sizeof($aPlaceIDs) && !sizeof($this->aExcludePlaceIDs) && !$this->bBoundedSearch)
1210                                                                         {
1211                                                                                 $sSQL = "select place_id from place_classtype_".$aSearch['sClass']."_".$aSearch['sType']." ct";
1212                                                                                 if ($sCountryCodesSQL) $sSQL .= " join placex using (place_id)";
1213                                                                                 $sSQL .= " where st_contains($this->sViewboxLargeSQL, ct.centroid)";
1214                                                                                 if ($sCountryCodesSQL) $sSQL .= " and calculated_country_code in ($sCountryCodesSQL)";
1215                                                                                 if ($sViewboxCentreSQL) $sSQL .= " order by st_distance($sViewboxCentreSQL, ct.centroid) asc";
1216                                                                                 $sSQL .= " limit $this->iLimit";
1217                                                                                 if (CONST_Debug) var_dump($sSQL);
1218                                                                                 $aPlaceIDs = $this->oDB->getCol($sSQL);
1219                                                                         }
1220                                                                 }
1221                                                                 else
1222                                                                 {
1223                                                                         $sSQL = "select place_id from placex where class='".$aSearch['sClass']."' and type='".$aSearch['sType']."'";
1224                                                                         $sSQL .= " and st_contains($this->sViewboxSmallSQL, geometry) and linked_place_id is null";
1225                                                                         if ($sCountryCodesSQL) $sSQL .= " and calculated_country_code in ($sCountryCodesSQL)";
1226                                                                         if ($sViewboxCentreSQL) $sSQL .= " order by st_distance($sViewboxCentreSQL, centroid) asc";
1227                                                                         $sSQL .= " limit $this->iLimit";
1228                                                                         if (CONST_Debug) var_dump($sSQL);
1229                                                                         $aPlaceIDs = $this->oDB->getCol($sSQL);
1230                                                                 }
1231                                                         }
1232                                                 }
1233                                                 else
1234                                                 {
1235                                                         $aPlaceIDs = array();
1236
1237                                                         // First we need a position, either aName or fLat or both
1238                                                         $aTerms = array();
1239                                                         $aOrder = array();
1240
1241                                                         // TODO: filter out the pointless search terms (2 letter name tokens and less)
1242                                                         // they might be right - but they are just too darned expensive to run
1243                                                         if (sizeof($aSearch['aName'])) $aTerms[] = "name_vector @> ARRAY[".join($aSearch['aName'],",")."]";
1244                                                         if (sizeof($aSearch['aNameNonSearch'])) $aTerms[] = "array_cat(name_vector,ARRAY[]::integer[]) @> ARRAY[".join($aSearch['aNameNonSearch'],",")."]";
1245                                                         if (sizeof($aSearch['aAddress']) && $aSearch['aName'] != $aSearch['aAddress'])
1246                                                         {
1247                                                                 // For infrequent name terms disable index usage for address
1248                                                                 if (CONST_Search_NameOnlySearchFrequencyThreshold &&
1249                                                                                 sizeof($aSearch['aName']) == 1 &&
1250                                                                                 $aWordFrequencyScores[$aSearch['aName'][reset($aSearch['aName'])]] < CONST_Search_NameOnlySearchFrequencyThreshold)
1251                                                                 {
1252                                                                         $aTerms[] = "array_cat(nameaddress_vector,ARRAY[]::integer[]) @> ARRAY[".join(array_merge($aSearch['aAddress'],$aSearch['aAddressNonSearch']),",")."]";
1253                                                                 }
1254                                                                 else
1255                                                                 {
1256                                                                         $aTerms[] = "nameaddress_vector @> ARRAY[".join($aSearch['aAddress'],",")."]";
1257                                                                         if (sizeof($aSearch['aAddressNonSearch'])) $aTerms[] = "array_cat(nameaddress_vector,ARRAY[]::integer[]) @> ARRAY[".join($aSearch['aAddressNonSearch'],",")."]";
1258                                                                 }
1259                                                         }
1260                                                         if ($aSearch['sCountryCode']) $aTerms[] = "country_code = '".pg_escape_string($aSearch['sCountryCode'])."'";
1261                                                         if ($aSearch['sHouseNumber'])
1262                                                         {
1263                                                                 $aTerms[] = "address_rank between 16 and 27";
1264                                                         }
1265                                                         else
1266                                                         {
1267                                                                 if ($this->iMinAddressRank > 0)
1268                                                                 {
1269                                                                         $aTerms[] = "address_rank >= ".$this->iMinAddressRank;
1270                                                                 }
1271                                                                 if ($this->iMaxAddressRank < 30)
1272                                                                 {
1273                                                                         $aTerms[] = "address_rank <= ".$this->iMaxAddressRank;
1274                                                                 }
1275                                                         }
1276                                                         if ($aSearch['fLon'] && $aSearch['fLat'])
1277                                                         {
1278                                                                 $aTerms[] = "ST_DWithin(centroid, ST_SetSRID(ST_Point(".$aSearch['fLon'].",".$aSearch['fLat']."),4326), ".$aSearch['fRadius'].")";
1279                                                                 $aOrder[] = "ST_Distance(centroid, ST_SetSRID(ST_Point(".$aSearch['fLon'].",".$aSearch['fLat']."),4326)) ASC";
1280                                                         }
1281                                                         if (sizeof($this->aExcludePlaceIDs))
1282                                                         {
1283                                                                 $aTerms[] = "place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1284                                                         }
1285                                                         if ($sCountryCodesSQL)
1286                                                         {
1287                                                                 $aTerms[] = "country_code in ($sCountryCodesSQL)";
1288                                                         }
1289
1290                                                         if ($bBoundingBoxSearch) $aTerms[] = "centroid && $this->sViewboxSmallSQL";
1291                                                         if ($sNearPointSQL) $aOrder[] = "ST_Distance($sNearPointSQL, centroid) asc";
1292
1293                                                         if ($aSearch['sHouseNumber'])
1294                                                         {
1295                                                                 $sImportanceSQL = '- abs(26 - address_rank) + 3';
1296                                                         }
1297                                                         else
1298                                                         {
1299                                                                 $sImportanceSQL = '(case when importance = 0 OR importance IS NULL then 0.75-(search_rank::float/40) else importance end)';
1300                                                         }
1301                                                         if ($this->sViewboxSmallSQL) $sImportanceSQL .= " * case when ST_Contains($this->sViewboxSmallSQL, centroid) THEN 1 ELSE 0.5 END";
1302                                                         if ($this->sViewboxLargeSQL) $sImportanceSQL .= " * case when ST_Contains($this->sViewboxLargeSQL, centroid) THEN 1 ELSE 0.5 END";
1303
1304                                                         $aOrder[] = "$sImportanceSQL DESC";
1305                                                         if (sizeof($aSearch['aFullNameAddress']))
1306                                                         {
1307                                                                 $sExactMatchSQL = '(select count(*) from (select unnest(ARRAY['.join($aSearch['aFullNameAddress'],",").']) INTERSECT select unnest(nameaddress_vector))s) as exactmatch';
1308                                                                 $aOrder[] = 'exactmatch DESC';
1309                                                         } else {
1310                                                                 $sExactMatchSQL = '0::int as exactmatch';
1311                                                         }
1312
1313                                                         if (sizeof($aTerms))
1314                                                         {
1315                                                                 $sSQL = "select place_id, ";
1316                                                                 $sSQL .= $sExactMatchSQL;
1317                                                                 $sSQL .= " from search_name";
1318                                                                 $sSQL .= " where ".join(' and ',$aTerms);
1319                                                                 $sSQL .= " order by ".join(', ',$aOrder);
1320                                                                 if ($aSearch['sHouseNumber'] || $aSearch['sClass'])
1321                                                                         $sSQL .= " limit 50";
1322                                                                 elseif (!sizeof($aSearch['aName']) && !sizeof($aSearch['aAddress']) && $aSearch['sClass'])
1323                                                                         $sSQL .= " limit 1";
1324                                                                 else
1325                                                                         $sSQL .= " limit ".$this->iLimit;
1326
1327                                                                 if (CONST_Debug) { var_dump($sSQL); }
1328                                                                 $aViewBoxPlaceIDs = $this->oDB->getAll($sSQL);
1329                                                                 if (PEAR::IsError($aViewBoxPlaceIDs))
1330                                                                 {
1331                                                                         failInternalError("Could not get places for search terms.", $sSQL, $aViewBoxPlaceIDs);
1332                                                                 }
1333                                                                 //var_dump($aViewBoxPlaceIDs);
1334                                                                 // Did we have an viewbox matches?
1335                                                                 $aPlaceIDs = array();
1336                                                                 $bViewBoxMatch = false;
1337                                                                 foreach($aViewBoxPlaceIDs as $aViewBoxRow)
1338                                                                 {
1339                                                                         //if ($bViewBoxMatch == 1 && $aViewBoxRow['in_small'] == 'f') break;
1340                                                                         //if ($bViewBoxMatch == 2 && $aViewBoxRow['in_large'] == 'f') break;
1341                                                                         //if ($aViewBoxRow['in_small'] == 't') $bViewBoxMatch = 1;
1342                                                                         //else if ($aViewBoxRow['in_large'] == 't') $bViewBoxMatch = 2;
1343                                                                         $aPlaceIDs[] = $aViewBoxRow['place_id'];
1344                                                                         $this->exactMatchCache[$aViewBoxRow['place_id']] = $aViewBoxRow['exactmatch'];
1345                                                                 }
1346                                                         }
1347                                                         //var_Dump($aPlaceIDs);
1348                                                         //exit;
1349
1350                                                         if ($aSearch['sHouseNumber'] && sizeof($aPlaceIDs))
1351                                                         {
1352                                                                 $aRoadPlaceIDs = $aPlaceIDs;
1353                                                                 $sPlaceIDs = join(',',$aPlaceIDs);
1354
1355                                                                 // Now they are indexed look for a house attached to a street we found
1356                                                                 $sHouseNumberRegex = '\\\\m'.$aSearch['sHouseNumber'].'\\\\M';
1357                                                                 $sSQL = "select place_id from placex where parent_place_id in (".$sPlaceIDs.") and transliteration(housenumber) ~* E'".$sHouseNumberRegex."'";
1358                                                                 if (sizeof($this->aExcludePlaceIDs))
1359                                                                 {
1360                                                                         $sSQL .= " and place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1361                                                                 }
1362                                                                 $sSQL .= " limit $this->iLimit";
1363                                                                 if (CONST_Debug) var_dump($sSQL);
1364                                                                 $aPlaceIDs = $this->oDB->getCol($sSQL);
1365
1366                                                                 // If not try the aux fallback table
1367                                                                 if (!sizeof($aPlaceIDs))
1368                                                                 {
1369                                                                         $sSQL = "select place_id from location_property_aux where parent_place_id in (".$sPlaceIDs.") and housenumber = '".pg_escape_string($aSearch['sHouseNumber'])."'";
1370                                                                         if (sizeof($this->aExcludePlaceIDs))
1371                                                                         {
1372                                                                                 $sSQL .= " and place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1373                                                                         }
1374                                                                         //$sSQL .= " limit $this->iLimit";
1375                                                                         if (CONST_Debug) var_dump($sSQL);
1376                                                                         $aPlaceIDs = $this->oDB->getCol($sSQL);
1377                                                                 }
1378
1379                                                                 if (!sizeof($aPlaceIDs))
1380                                                                 {
1381                                                                         $sSQL = "select place_id from location_property_tiger where parent_place_id in (".$sPlaceIDs.") and housenumber = '".pg_escape_string($aSearch['sHouseNumber'])."'";
1382                                                                         if (sizeof($this->aExcludePlaceIDs))
1383                                                                         {
1384                                                                                 $sSQL .= " and place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1385                                                                         }
1386                                                                         //$sSQL .= " limit $this->iLimit";
1387                                                                         if (CONST_Debug) var_dump($sSQL);
1388                                                                         $aPlaceIDs = $this->oDB->getCol($sSQL);
1389                                                                 }
1390
1391                                                                 // Fallback to the road
1392                                                                 if (!sizeof($aPlaceIDs) && preg_match('/[0-9]+/', $aSearch['sHouseNumber']))
1393                                                                 {
1394                                                                         $aPlaceIDs = $aRoadPlaceIDs;
1395                                                                 }
1396
1397                                                         }
1398
1399                                                         if ($aSearch['sClass'] && sizeof($aPlaceIDs))
1400                                                         {
1401                                                                 $sPlaceIDs = join(',',$aPlaceIDs);
1402                                                                 $aClassPlaceIDs = array();
1403
1404                                                                 if (!$aSearch['sOperator'] || $aSearch['sOperator'] == 'name')
1405                                                                 {
1406                                                                         // If they were searching for a named class (i.e. 'Kings Head pub') then we might have an extra match
1407                                                                         $sSQL = "select place_id from placex where place_id in ($sPlaceIDs) and class='".$aSearch['sClass']."' and type='".$aSearch['sType']."'";
1408                                                                         $sSQL .= " and linked_place_id is null";
1409                                                                         if ($sCountryCodesSQL) $sSQL .= " and calculated_country_code in ($sCountryCodesSQL)";
1410                                                                         $sSQL .= " order by rank_search asc limit $this->iLimit";
1411                                                                         if (CONST_Debug) var_dump($sSQL);
1412                                                                         $aClassPlaceIDs = $this->oDB->getCol($sSQL);
1413                                                                 }
1414
1415                                                                 if (!$aSearch['sOperator'] || $aSearch['sOperator'] == 'near') // & in
1416                                                                 {
1417                                                                         $sSQL = "select count(*) from pg_tables where tablename = 'place_classtype_".$aSearch['sClass']."_".$aSearch['sType']."'";
1418                                                                         $bCacheTable = $this->oDB->getOne($sSQL);
1419
1420                                                                         $sSQL = "select min(rank_search) from placex where place_id in ($sPlaceIDs)";
1421
1422                                                                         if (CONST_Debug) var_dump($sSQL);
1423                                                                         $this->iMaxRank = ((int)$this->oDB->getOne($sSQL));
1424
1425                                                                         // For state / country level searches the normal radius search doesn't work very well
1426                                                                         $sPlaceGeom = false;
1427                                                                         if ($this->iMaxRank < 9 && $bCacheTable)
1428                                                                         {
1429                                                                                 // Try and get a polygon to search in instead
1430                                                                                 $sSQL = "select geometry from placex where place_id in ($sPlaceIDs) and rank_search < $this->iMaxRank + 5 and st_geometrytype(geometry) in ('ST_Polygon','ST_MultiPolygon') order by rank_search asc limit 1";
1431                                                                                 if (CONST_Debug) var_dump($sSQL);
1432                                                                                 $sPlaceGeom = $this->oDB->getOne($sSQL);
1433                                                                         }
1434
1435                                                                         if ($sPlaceGeom)
1436                                                                         {
1437                                                                                 $sPlaceIDs = false;
1438                                                                         }
1439                                                                         else
1440                                                                         {
1441                                                                                 $this->iMaxRank += 5;
1442                                                                                 $sSQL = "select place_id from placex where place_id in ($sPlaceIDs) and rank_search < $this->iMaxRank";
1443                                                                                 if (CONST_Debug) var_dump($sSQL);
1444                                                                                 $aPlaceIDs = $this->oDB->getCol($sSQL);
1445                                                                                 $sPlaceIDs = join(',',$aPlaceIDs);
1446                                                                         }
1447
1448                                                                         if ($sPlaceIDs || $sPlaceGeom)
1449                                                                         {
1450
1451                                                                                 $fRange = 0.01;
1452                                                                                 if ($bCacheTable)
1453                                                                                 {
1454                                                                                         // More efficient - can make the range bigger
1455                                                                                         $fRange = 0.05;
1456
1457                                                                                         $sOrderBySQL = '';
1458                                                                                         if ($sNearPointSQL) $sOrderBySQL = "ST_Distance($sNearPointSQL, l.centroid)";
1459                                                                                         else if ($sPlaceIDs) $sOrderBySQL = "ST_Distance(l.centroid, f.geometry)";
1460                                                                                         else if ($sPlaceGeom) $sOrderBysSQL = "ST_Distance(st_centroid('".$sPlaceGeom."'), l.centroid)";
1461
1462                                                                                         $sSQL = "select distinct l.place_id".($sOrderBySQL?','.$sOrderBySQL:'')." from place_classtype_".$aSearch['sClass']."_".$aSearch['sType']." as l";
1463                                                                                         if ($sCountryCodesSQL) $sSQL .= " join placex as lp using (place_id)";
1464                                                                                         if ($sPlaceIDs)
1465                                                                                         {
1466                                                                                                 $sSQL .= ",placex as f where ";
1467                                                                                                 $sSQL .= "f.place_id in ($sPlaceIDs) and ST_DWithin(l.centroid, f.centroid, $fRange) ";
1468                                                                                         }
1469                                                                                         if ($sPlaceGeom)
1470                                                                                         {
1471                                                                                                 $sSQL .= " where ";
1472                                                                                                 $sSQL .= "ST_Contains('".$sPlaceGeom."', l.centroid) ";
1473                                                                                         }
1474                                                                                         if (sizeof($this->aExcludePlaceIDs))
1475                                                                                         {
1476                                                                                                 $sSQL .= " and l.place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1477                                                                                         }
1478                                                                                         if ($sCountryCodesSQL) $sSQL .= " and lp.calculated_country_code in ($sCountryCodesSQL)";
1479                                                                                         if ($sOrderBySQL) $sSQL .= "order by ".$sOrderBySQL." asc";
1480                                                                                         if ($this->iOffset) $sSQL .= " offset $this->iOffset";
1481                                                                                         $sSQL .= " limit $this->iLimit";
1482                                                                                         if (CONST_Debug) var_dump($sSQL);
1483                                                                                         $aClassPlaceIDs = array_merge($aClassPlaceIDs, $this->oDB->getCol($sSQL));
1484                                                                                 }
1485                                                                                 else
1486                                                                                 {
1487                                                                                         if (isset($aSearch['fRadius']) && $aSearch['fRadius']) $fRange = $aSearch['fRadius'];
1488
1489                                                                                         $sOrderBySQL = '';
1490                                                                                         if ($sNearPointSQL) $sOrderBySQL = "ST_Distance($sNearPointSQL, l.geometry)";
1491                                                                                         else $sOrderBySQL = "ST_Distance(l.geometry, f.geometry)";
1492
1493                                                                                         $sSQL = "select distinct l.place_id".($sOrderBysSQL?','.$sOrderBysSQL:'')." from placex as l,placex as f where ";
1494                                                                                         $sSQL .= "f.place_id in ( $sPlaceIDs) and ST_DWithin(l.geometry, f.centroid, $fRange) ";
1495                                                                                         $sSQL .= "and l.class='".$aSearch['sClass']."' and l.type='".$aSearch['sType']."' ";
1496                                                                                         if (sizeof($this->aExcludePlaceIDs))
1497                                                                                         {
1498                                                                                                 $sSQL .= " and l.place_id not in (".join(',',$this->aExcludePlaceIDs).")";
1499                                                                                         }
1500                                                                                         if ($sCountryCodesSQL) $sSQL .= " and l.calculated_country_code in ($sCountryCodesSQL)";
1501                                                                                         if ($sOrderBy) $sSQL .= "order by ".$OrderBysSQL." asc";
1502                                                                                         if ($this->iOffset) $sSQL .= " offset $this->iOffset";
1503                                                                                         $sSQL .= " limit $this->iLimit";
1504                                                                                         if (CONST_Debug) var_dump($sSQL);
1505                                                                                         $aClassPlaceIDs = array_merge($aClassPlaceIDs, $this->oDB->getCol($sSQL));
1506                                                                                 }
1507                                                                         }
1508                                                                 }
1509
1510                                                                 $aPlaceIDs = $aClassPlaceIDs;
1511
1512                                                         }
1513
1514                                                 }
1515
1516                                                 if (PEAR::IsError($aPlaceIDs))
1517                                                 {
1518                                                         failInternalError("Could not get place IDs from tokens." ,$sSQL, $aPlaceIDs);
1519                                                 }
1520
1521                                                 if (CONST_Debug) { echo "<br><b>Place IDs:</b> "; var_Dump($aPlaceIDs); }
1522
1523                                                 foreach($aPlaceIDs as $iPlaceID)
1524                                                 {
1525                                                         $aResultPlaceIDs[$iPlaceID] = $iPlaceID;
1526                                                 }
1527                                                 if ($iQueryLoop > 20) break;
1528                                         }
1529
1530                                         if (isset($aResultPlaceIDs) && sizeof($aResultPlaceIDs) && ($this->iMinAddressRank != 0 || $this->iMaxAddressRank != 30))
1531                                         {
1532                                                 // Need to verify passes rank limits before dropping out of the loop (yuk!)
1533                                                 $sSQL = "select place_id from placex where place_id in (".join(',',$aResultPlaceIDs).") ";
1534                                                 $sSQL .= "and (placex.rank_address between $this->iMinAddressRank and $this->iMaxAddressRank ";
1535                                                 if (14 >= $this->iMinAddressRank && 14 <= $this->iMaxAddressRank) $sSQL .= " OR (extratags->'place') = 'city'";
1536                                                 if ($this->aAddressRankList) $sSQL .= " OR placex.rank_address in (".join(',',$this->aAddressRankList).")";
1537                                                 $sSQL .= ") UNION select place_id from location_property_tiger where place_id in (".join(',',$aResultPlaceIDs).") ";
1538                                                 $sSQL .= "and (30 between $this->iMinAddressRank and $this->iMaxAddressRank ";
1539                                                 if ($this->aAddressRankList) $sSQL .= " OR 30 in (".join(',',$this->aAddressRankList).")";
1540                                                 $sSQL .= ")";
1541                                                 if (CONST_Debug) var_dump($sSQL);
1542                                                 $aResultPlaceIDs = $this->oDB->getCol($sSQL);
1543                                         }
1544
1545                                         //exit;
1546                                         if (isset($aResultPlaceIDs) && sizeof($aResultPlaceIDs)) break;
1547                                         if ($iGroupLoop > 4) break;
1548                                         if ($iQueryLoop > 30) break;
1549                                 }
1550
1551                                 // Did we find anything?
1552                                 if (isset($aResultPlaceIDs) && sizeof($aResultPlaceIDs))
1553                                 {
1554                                         $aSearchResults = $this->getDetails($aResultPlaceIDs);
1555                                 }
1556
1557                         }
1558                         else
1559                         {
1560                                 // Just interpret as a reverse geocode
1561                                 $iPlaceID = geocodeReverse((float)$this->aNearPoint[0], (float)$this->aNearPoint[1]);
1562                                 if ($iPlaceID)
1563                                         $aSearchResults = $this->getDetails(array($iPlaceID));
1564                                 else
1565                                         $aSearchResults = array();
1566                         }
1567
1568                         // No results? Done
1569                         if (!sizeof($aSearchResults))
1570                         {
1571                                 if ($this->bFallback)
1572                                 {
1573                                         if ($this->fallbackStructuredQuery())
1574                                         {
1575                                                 return $this->lookup();
1576                                         }
1577                                 }
1578
1579                                 return array();
1580                         }
1581
1582                         $aClassType = getClassTypesWithImportance();
1583                         $aRecheckWords = preg_split('/\b[\s,\\-]*/u',$sQuery);
1584                         foreach($aRecheckWords as $i => $sWord)
1585                         {
1586                                 if (!$sWord) unset($aRecheckWords[$i]);
1587                         }
1588
1589                         foreach($aSearchResults as $iResNum => $aResult)
1590                         {
1591                                 if (CONST_Search_AreaPolygons)
1592                                 {
1593                                         // Get the bounding box and outline polygon
1594                                         $sSQL = "select place_id,0 as numfeatures,st_area(geometry) as area,";
1595                                         $sSQL .= "ST_Y(centroid) as centrelat,ST_X(centroid) as centrelon,";
1596                                         $sSQL .= "ST_Y(ST_PointN(ST_ExteriorRing(Box2D(geometry)),4)) as minlat,ST_Y(ST_PointN(ST_ExteriorRing(Box2D(geometry)),2)) as maxlat,";
1597                                         $sSQL .= "ST_X(ST_PointN(ST_ExteriorRing(Box2D(geometry)),1)) as minlon,ST_X(ST_PointN(ST_ExteriorRing(Box2D(geometry)),3)) as maxlon";
1598                                         if ($this->bIncludePolygonAsGeoJSON) $sSQL .= ",ST_AsGeoJSON(geometry) as asgeojson";
1599                                         if ($this->bIncludePolygonAsKML) $sSQL .= ",ST_AsKML(geometry) as askml";
1600                                         if ($this->bIncludePolygonAsSVG) $sSQL .= ",ST_AsSVG(geometry) as assvg";
1601                                         if ($this->bIncludePolygonAsText || $this->bIncludePolygonAsPoints) $sSQL .= ",ST_AsText(geometry) as astext";
1602                                         $sSQL .= " from placex where place_id = ".$aResult['place_id'].' and st_geometrytype(Box2D(geometry)) = \'ST_Polygon\'';
1603                                         $aPointPolygon = $this->oDB->getRow($sSQL);
1604                                         if (PEAR::IsError($aPointPolygon))
1605                                         {
1606                                                 failInternalError("Could not get outline.", $sSQL, $aPointPolygon);
1607                                         }
1608
1609                                         if ($aPointPolygon['place_id'])
1610                                         {
1611                                                 if ($this->bIncludePolygonAsGeoJSON) $aResult['asgeojson'] = $aPointPolygon['asgeojson'];
1612                                                 if ($this->bIncludePolygonAsKML) $aResult['askml'] = $aPointPolygon['askml'];
1613                                                 if ($this->bIncludePolygonAsSVG) $aResult['assvg'] = $aPointPolygon['assvg'];
1614                                                 if ($this->bIncludePolygonAsText) $aResult['astext'] = $aPointPolygon['astext'];
1615
1616                                                 if ($aPointPolygon['centrelon'] !== null && $aPointPolygon['centrelat'] !== null )
1617                                                 {
1618                                                         $aResult['lat'] = $aPointPolygon['centrelat'];
1619                                                         $aResult['lon'] = $aPointPolygon['centrelon'];
1620                                                 }
1621
1622                                                 if ($this->bIncludePolygonAsPoints)
1623                                                 {
1624                                                         // Translate geometary string to point array
1625                                                         if (preg_match('#POLYGON\\(\\(([- 0-9.,]+)#',$aPointPolygon['astext'],$aMatch))
1626                                                         {
1627                                                                 preg_match_all('/(-?[0-9.]+) (-?[0-9.]+)/',$aMatch[1],$aPolyPoints,PREG_SET_ORDER);
1628                                                         }
1629                                                         elseif (preg_match('#MULTIPOLYGON\\(\\(\\(([- 0-9.,]+)#',$aPointPolygon['astext'],$aMatch))
1630                                                         {
1631                                                                 preg_match_all('/(-?[0-9.]+) (-?[0-9.]+)/',$aMatch[1],$aPolyPoints,PREG_SET_ORDER);
1632                                                         }
1633                                                         elseif (preg_match('#POINT\\((-?[0-9.]+) (-?[0-9.]+)\\)#',$aPointPolygon['astext'],$aMatch))
1634                                                         {
1635                                                                 $fRadius = 0.01;
1636                                                                 $iSteps = ($fRadius * 40000)^2;
1637                                                                 $fStepSize = (2*pi())/$iSteps;
1638                                                                 $aPolyPoints = array();
1639                                                                 for($f = 0; $f < 2*pi(); $f += $fStepSize)
1640                                                                 {
1641                                                                         $aPolyPoints[] = array('',$aMatch[1]+($fRadius*sin($f)),$aMatch[2]+($fRadius*cos($f)));
1642                                                                 }
1643                                                                 $aPointPolygon['minlat'] = $aPointPolygon['minlat'] - $fRadius;
1644                                                                 $aPointPolygon['maxlat'] = $aPointPolygon['maxlat'] + $fRadius;
1645                                                                 $aPointPolygon['minlon'] = $aPointPolygon['minlon'] - $fRadius;
1646                                                                 $aPointPolygon['maxlon'] = $aPointPolygon['maxlon'] + $fRadius;
1647                                                         }
1648                                                 }
1649
1650                                                 // Output data suitable for display (points and a bounding box)
1651                                                 if ($this->bIncludePolygonAsPoints && isset($aPolyPoints))
1652                                                 {
1653                                                         $aResult['aPolyPoints'] = array();
1654                                                         foreach($aPolyPoints as $aPoint)
1655                                                         {
1656                                                                 $aResult['aPolyPoints'][] = array($aPoint[1], $aPoint[2]);
1657                                                         }
1658                                                 }
1659                                                 $aResult['aBoundingBox'] = array($aPointPolygon['minlat'],$aPointPolygon['maxlat'],$aPointPolygon['minlon'],$aPointPolygon['maxlon']);
1660                                         }
1661                                 }
1662
1663                                 if ($aResult['extra_place'] == 'city')
1664                                 {
1665                                         $aResult['class'] = 'place';
1666                                         $aResult['type'] = 'city';
1667                                         $aResult['rank_search'] = 16;
1668                                 }
1669
1670                                 if (!isset($aResult['aBoundingBox']))
1671                                 {
1672                                         // Default
1673                                         $fDiameter = 0.0001;
1674
1675                                         if (isset($aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['defdiameter'])
1676                                                         && $aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['defdiameter'])
1677                                         {
1678                                                 $fDiameter = $aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['defzoom'];
1679                                         }
1680                                         elseif (isset($aClassType[$aResult['class'].':'.$aResult['type']]['defdiameter'])
1681                                                         && $aClassType[$aResult['class'].':'.$aResult['type']]['defdiameter'])
1682                                         {
1683                                                 $fDiameter = $aClassType[$aResult['class'].':'.$aResult['type']]['defdiameter'];
1684                                         }
1685                                         $fRadius = $fDiameter / 2;
1686
1687                                         $iSteps = max(8,min(100,$fRadius * 3.14 * 100000));
1688                                         $fStepSize = (2*pi())/$iSteps;
1689                                         $aPolyPoints = array();
1690                                         for($f = 0; $f < 2*pi(); $f += $fStepSize)
1691                                         {
1692                                                 $aPolyPoints[] = array('',$aResult['lon']+($fRadius*sin($f)),$aResult['lat']+($fRadius*cos($f)));
1693                                         }
1694                                         $aPointPolygon['minlat'] = $aResult['lat'] - $fRadius;
1695                                         $aPointPolygon['maxlat'] = $aResult['lat'] + $fRadius;
1696                                         $aPointPolygon['minlon'] = $aResult['lon'] - $fRadius;
1697                                         $aPointPolygon['maxlon'] = $aResult['lon'] + $fRadius;
1698
1699                                         // Output data suitable for display (points and a bounding box)
1700                                         if ($this->bIncludePolygonAsPoints)
1701                                         {
1702                                                 $aResult['aPolyPoints'] = array();
1703                                                 foreach($aPolyPoints as $aPoint)
1704                                                 {
1705                                                         $aResult['aPolyPoints'][] = array($aPoint[1], $aPoint[2]);
1706                                                 }
1707                                         }
1708                                         $aResult['aBoundingBox'] = array((string)$aPointPolygon['minlat'],(string)$aPointPolygon['maxlat'],(string)$aPointPolygon['minlon'],(string)$aPointPolygon['maxlon']);
1709                                 }
1710
1711                                 // Is there an icon set for this type of result?
1712                                 if (isset($aClassType[$aResult['class'].':'.$aResult['type']]['icon'])
1713                                                 && $aClassType[$aResult['class'].':'.$aResult['type']]['icon'])
1714                                 {
1715                                         $aResult['icon'] = CONST_Website_BaseURL.'images/mapicons/'.$aClassType[$aResult['class'].':'.$aResult['type']]['icon'].'.p.20.png';
1716                                 }
1717
1718                                 if (isset($aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['label'])
1719                                                 && $aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['label'])
1720                                 {
1721                                         $aResult['label'] = $aClassType[$aResult['class'].':'.$aResult['type'].':'.$aResult['admin_level']]['label'];
1722                                 }
1723                                 elseif (isset($aClassType[$aResult['class'].':'.$aResult['type']]['label'])
1724                                                 && $aClassType[$aResult['class'].':'.$aResult['type']]['label'])
1725                                 {
1726                                         $aResult['label'] = $aClassType[$aResult['class'].':'.$aResult['type']]['label'];
1727                                 }
1728
1729                                 if ($this->bIncludeAddressDetails)
1730                                 {
1731                                         $aResult['address'] = getAddressDetails($this->oDB, $sLanguagePrefArraySQL, $aResult['place_id'], $aResult['country_code']);
1732                                         if ($aResult['extra_place'] == 'city' && !isset($aResult['address']['city']))
1733                                         {
1734                                                 $aResult['address'] = array_merge(array('city' => array_shift(array_values($aResult['address']))), $aResult['address']);
1735                                         }
1736                                 }
1737
1738                                 // Adjust importance for the number of exact string matches in the result
1739                                 $aResult['importance'] = max(0.001,$aResult['importance']);
1740                                 $iCountWords = 0;
1741                                 $sAddress = $aResult['langaddress'];
1742                                 foreach($aRecheckWords as $i => $sWord)
1743                                 {
1744                                         if (stripos($sAddress, $sWord)!==false)
1745                                         {
1746                                                 $iCountWords++;
1747                                                 if (preg_match("/(^|,)\s*$sWord\s*(,|$)/", $sAddress)) $iCountWords += 0.1;
1748                                         }
1749                                 }
1750
1751                                 $aResult['importance'] = $aResult['importance'] + ($iCountWords*0.1); // 0.1 is a completely arbitrary number but something in the range 0.1 to 0.5 would seem right
1752
1753                                 $aResult['name'] = $aResult['langaddress'];
1754                                 // secondary ordering (for results with same importance (the smaller the better):
1755                                 //   - approximate importance of address parts
1756                                 $aResult['foundorder'] = -$aResult['addressimportance']/10;
1757                                 //   - number of exact matches from the query
1758                                 if (isset($this->exactMatchCache[$aResult['place_id']]))
1759                                         $aResult['foundorder'] -= $this->exactMatchCache[$aResult['place_id']];
1760                                 else if (isset($this->exactMatchCache[$aResult['parent_place_id']]))
1761                                         $aResult['foundorder'] -= $this->exactMatchCache[$aResult['parent_place_id']];
1762                                 //  - importance of the class/type
1763                                 if (isset($aClassType[$aResult['class'].':'.$aResult['type']]['importance'])
1764                                         && $aClassType[$aResult['class'].':'.$aResult['type']]['importance'])
1765                                 {
1766                                         $aResult['foundorder'] = $aResult['foundorder'] + 0.000001 * $aClassType[$aResult['class'].':'.$aResult['type']]['importance'];
1767                                 }
1768                                 else
1769                                 {
1770                                         $aResult['foundorder'] = $aResult['foundorder'] + 0.001;
1771                                 }
1772                                 $aSearchResults[$iResNum] = $aResult;
1773                         }
1774                         uasort($aSearchResults, 'byImportance');
1775
1776                         $aOSMIDDone = array();
1777                         $aClassTypeNameDone = array();
1778                         $aToFilter = $aSearchResults;
1779                         $aSearchResults = array();
1780
1781                         $bFirst = true;
1782                         foreach($aToFilter as $iResNum => $aResult)
1783                         {
1784                                 $this->aExcludePlaceIDs[$aResult['place_id']] = $aResult['place_id'];
1785                                 if ($bFirst)
1786                                 {
1787                                         $fLat = $aResult['lat'];
1788                                         $fLon = $aResult['lon'];
1789                                         if (isset($aResult['zoom'])) $iZoom = $aResult['zoom'];
1790                                         $bFirst = false;
1791                                 }
1792                                 if (!$this->bDeDupe || (!isset($aOSMIDDone[$aResult['osm_type'].$aResult['osm_id']])
1793                                                         && !isset($aClassTypeNameDone[$aResult['osm_type'].$aResult['class'].$aResult['type'].$aResult['name'].$aResult['admin_level']])))
1794                                 {
1795                                         $aOSMIDDone[$aResult['osm_type'].$aResult['osm_id']] = true;
1796                                         $aClassTypeNameDone[$aResult['osm_type'].$aResult['class'].$aResult['type'].$aResult['name'].$aResult['admin_level']] = true;
1797                                         $aSearchResults[] = $aResult;
1798                                 }
1799
1800                                 // Absolute limit on number of results
1801                                 if (sizeof($aSearchResults) >= $this->iFinalLimit) break;
1802                         }
1803
1804                         return $aSearchResults;
1805
1806                 } // end lookup()
1807
1808
1809         } // end class
1810