]> git.openstreetmap.org Git - nominatim.git/blob - lib/lib.php
rate limiting using memcache
[nominatim.git] / lib / lib.php
1 <?php
2
3         function failInternalError($sError, $sSQL = false, $vDumpVar = false) 
4         {
5                 header('HTTP/1.0 500 Internal Server Error');
6                 header('Content-type: text/html; charset=utf-8');
7                 echo "<html><body><h1>Internal Server Error</h1>";
8                 echo '<p>Nominatim has encountered an internal error while processing your request. This is most likely because of a bug in the software.</p>';
9                 echo "<p><b>Details:</b> ".$sError,"</p>";
10                 echo '<p>Feel free to report the bug in the <a href="http://trac.openstreetmap.org">OSM bug database</a>. Please include the error message above and the URL you used.</p>';
11                 if (CONST_Debug)
12                 {
13                         echo "<hr><h2>Debugging Information</h2><br>";
14                         if ($sSQL) {
15                                 echo "<h3>SQL query</h3><code>".$sSQL."</code>";
16                         }
17                         if ($vDumpVar) {
18                                 echo "<h3>Result</h3> <code>";
19                                 var_dump($vDumpVar);
20                                 echo "</code>";
21                         }
22                 }
23                 echo "\n</body></html>\n";
24                 exit;
25
26         }
27
28         function userError($sError) 
29         {
30                 header('HTTP/1.0 400 Bad Request');
31                 header('Content-type: text/html; charset=utf-8');
32                 echo "<html><body><h1>Bad Request</h1>";
33                 echo '<p>Nominatim has encountered an error with your request.</p>';
34                 echo "<p><b>Details:</b> ".$sError,"</p>";
35                 echo '<p>If you feel this error is incorrect feel free to report the bug in the <a href="http://trac.openstreetmap.org">OSM bug database</a>. Please include the error message above and the URL you used.</p>';
36                 echo "\n</body></html>\n";
37                 exit;
38
39         }
40
41         function fail($sError, $sUserError = false)
42         {
43                 if (!$sUserError) $sUserError = $sError;
44                 error_log('ERROR: '.$sError);
45                 echo $sUserError."\n";
46                 exit;
47         }
48
49         function getBlockingProcesses()
50         {
51                 $sStats = file_get_contents('/proc/stat');
52                 if (preg_match('/procs_blocked ([0-9]+)/i', $sStats, $aMatches))
53                 {
54                         return (int)$aMatches[1];
55                 }
56                 return 0;
57         }
58
59         function getLoadAverage()
60         {
61                 $sLoadAverage = file_get_contents('/proc/loadavg');
62                 $aLoadAverage = explode(' ',$sLoadAverage);
63                 return (float)$aLoadAverage[0];
64         }
65
66         function getProcessorCount()
67         {
68                 $sCPU = file_get_contents('/proc/cpuinfo');
69                 preg_match_all('#processor      : [0-9]+#', $sCPU, $aMatches);
70                 return sizeof($aMatches[0]);
71         }
72
73         function getTotalMemoryMB()
74         {
75                 $sCPU = file_get_contents('/proc/meminfo');
76                 preg_match('#MemTotal: +([0-9]+) kB#', $sCPU, $aMatches);
77                 return (int)($aMatches[1]/1024);
78         }
79
80         function getCacheMemoryMB()
81         {
82                 $sCPU = file_get_contents('/proc/meminfo');
83                 preg_match('#Cached: +([0-9]+) kB#', $sCPU, $aMatches);
84                 return (int)($aMatches[1]/1024);
85         }
86
87         function bySearchRank($a, $b)
88         {
89                 if ($a['iSearchRank'] == $b['iSearchRank']) return 0;
90                 return ($a['iSearchRank'] < $b['iSearchRank']?-1:1);
91         }
92
93         function byImportance($a, $b)
94         {
95                 if ($a['importance'] != $b['importance'])
96                         return ($a['importance'] > $b['importance']?-1:1);
97 /*
98                 if ($a['aPointPolygon']['numfeatures'] != $b['aPointPolygon']['numfeatures'])
99                         return ($a['aPointPolygon']['numfeatures'] > $b['aPointPolygon']['numfeatures']?-1:1);
100                 if ($a['aPointPolygon']['area'] != $b['aPointPolygon']['area'])
101                         return ($a['aPointPolygon']['area'] > $b['aPointPolygon']['area']?-1:1);
102 //              if ($a['levenshtein'] != $b['levenshtein'])
103 //                      return ($a['levenshtein'] < $b['levenshtein']?-1:1);
104                 if ($a['rank_search'] != $b['rank_search'])
105                         return ($a['rank_search'] < $b['rank_search']?-1:1);
106 */
107                 return ($a['foundorder'] < $b['foundorder']?-1:1);
108         }
109
110         function getPreferredLanguages()
111         {
112                 // If we have been provided the value in $_GET it overrides browser value
113                 if (isset($_GET['accept-language']) && $_GET['accept-language'])
114                 {
115                         $_SERVER["HTTP_ACCEPT_LANGUAGE"] = $_GET['accept-language'];
116                 }
117
118                 $aLanguages = array();
119                 if (preg_match_all('/(([a-z]{1,8})(-[a-z]{1,8})?)\s*(;\s*q\s*=\s*(1|0\.[0-9]+))?/i', $_SERVER['HTTP_ACCEPT_LANGUAGE'], $aLanguagesParse, PREG_SET_ORDER))
120                 {
121                         foreach($aLanguagesParse as $iLang => $aLanguage)
122                         {
123                                 $aLanguages[$aLanguage[1]] = isset($aLanguage[5])?(float)$aLanguage[5]:1 - ($iLang/100);
124                                 if (!isset($aLanguages[$aLanguage[2]])) $aLanguages[$aLanguage[2]] = $aLanguages[$aLanguage[1]]/10;
125                         }
126                         arsort($aLanguages);
127                 }
128                 if (!sizeof($aLanguages)) $aLanguages = array(CONST_Default_Language=>1);
129                 foreach($aLanguages as $sLangauge => $fLangauagePref)
130                 {
131                         $aLangPrefOrder['short_name:'.$sLangauge] = 'short_name:'.$sLangauge;
132                 }
133                 foreach($aLanguages as $sLangauge => $fLangauagePref)
134                 {
135                         $aLangPrefOrder['name:'.$sLangauge] = 'name:'.$sLangauge;
136                 }
137                 foreach($aLanguages as $sLangauge => $fLangauagePref)
138                 {
139                         $aLangPrefOrder['place_name:'.$sLangauge] = 'place_name:'.$sLangauge;
140                 }
141                 foreach($aLanguages as $sLangauge => $fLangauagePref)
142                 {
143                         $aLangPrefOrder['official_name:'.$sLangauge] = 'official_name:'.$sLangauge;
144                 }
145                 $aLangPrefOrder['short_name'] = 'short_name';
146                 $aLangPrefOrder['name'] = 'name';
147                 $aLangPrefOrder['place_name'] = 'place_name';
148                 $aLangPrefOrder['official_name'] = 'official_name';
149                 $aLangPrefOrder['ref'] = 'ref';
150                 $aLangPrefOrder['type'] = 'type';
151                 return $aLangPrefOrder;
152         }
153
154         function getWordSets($aWords)
155         {
156                 $aResult = array(array(join(' ',$aWords)));
157                 $sFirstToken = '';
158                 while(sizeof($aWords) > 1)
159                 {
160                         $sWord = array_shift($aWords);
161                         $sFirstToken .= ($sFirstToken?' ':'').$sWord;
162                         $aRest = getWordSets($aWords);
163                         foreach($aRest as $aSet)
164                         {
165                                 $aResult[] = array_merge(array($sFirstToken),$aSet);
166                         }
167                 }
168                 return $aResult;
169         }
170
171         function getTokensFromSets($aSets)
172         {
173                 $aTokens = array();
174                 foreach($aSets as $aSet)
175                 {
176                         foreach($aSet as $sWord)
177                         {
178                                 $aTokens[' '.$sWord] = ' '.$sWord;
179                                 $aTokens[$sWord] = $sWord;
180                                 //if (!strpos($sWord,' ')) $aTokens[$sWord] = $sWord;
181                         }
182                 }
183                 return $aTokens;
184         }
185
186         /*
187                 GB Postcode functions
188         */
189
190         function gbPostcodeAlphaDifference($s1, $s2)
191         {
192                 $aValues = array(
193                         'A'=>0,
194                         'B'=>1,
195                         'D'=>2,
196                         'E'=>3,
197                         'F'=>4,
198                         'G'=>5,
199                         'H'=>6,
200                         'J'=>7,
201                         'L'=>8,
202                         'N'=>9,
203                         'O'=>10,
204                         'P'=>11,
205                         'Q'=>12,
206                         'R'=>13,
207                         'S'=>14,
208                         'T'=>15,
209                         'U'=>16,
210                         'W'=>17,
211                         'X'=>18,
212                         'Y'=>19,
213                         'Z'=>20);
214                 return abs(($aValues[$s1[0]]*21+$aValues[$s1[1]]) - ($aValues[$s2[0]]*21+$aValues[$s2[1]]));
215         }
216         
217         function gbPostcodeCalculate($sPostcode, $sPostcodeSector, $sPostcodeEnd, &$oDB)
218         {
219                 // Try an exact match on the gb_postcode table
220                 $sSQL = 'select \'AA\', ST_X(ST_Centroid(geometry)) as lon,ST_Y(ST_Centroid(geometry)) as lat from gb_postcode where postcode = \''.$sPostcode.'\'';
221                 $aNearPostcodes = $oDB->getAll($sSQL);
222                 if (PEAR::IsError($aNearPostcodes))
223                 {
224                         var_dump($sSQL, $aNearPostcodes);
225                         exit;
226                 }
227                 
228                 if (sizeof($aNearPostcodes))
229                 {
230                         return array(array('lat' => $aNearPostcodes[0]['lat'], 'lon' => $aNearPostcodes[0]['lon'], 'radius' => 0.005));
231                 }
232
233                 return false;
234         }
235
236         function usPostcodeCalculate($sPostcode, &$oDB)
237         {
238                 $iZipcode = (int)$sPostcode;
239
240                 // Try an exact match on the us_zippostcode table
241                 $sSQL = 'select zipcode, ST_X(ST_Centroid(geometry)) as lon,ST_Y(ST_Centroid(geometry)) as lat from us_zipcode where zipcode = '.$iZipcode;
242                 $aNearPostcodes = $oDB->getAll($sSQL);
243                 if (PEAR::IsError($aNearPostcodes))
244                 {
245                         var_dump($sSQL, $aNearPostcodes);
246                         exit;
247                 }
248
249                 if (!sizeof($aNearPostcodes))
250                 {
251                         $sSQL = 'select zipcode,ST_X(ST_Centroid(geometry)) as lon,ST_Y(ST_Centroid(geometry)) as lat from us_zipcode where zipcode between '.($iZipcode-100).' and '.($iZipcode+100).' order by abs(zipcode - '.$iZipcode.') asc limit 5';
252                         $aNearPostcodes = $oDB->getAll($sSQL);
253                         if (PEAR::IsError($aNearPostcodes))
254                         {
255                                 var_dump($sSQL, $aNearPostcodes);
256                                 exit;
257                         }
258                 }
259
260                 if (!sizeof($aNearPostcodes))
261                 {
262                         return false;
263                 }
264
265                 $fTotalLat = 0;
266                 $fTotalLon = 0;
267                 $fTotalFac = 0;
268                 foreach($aNearPostcodes as $aPostcode)
269                 {
270                         $iDiff = abs($aPostcode['zipcode'] - $iZipcode) + 1;
271                         if ($iDiff == 0)
272                                 $fFac = 1;
273                         else
274                                 $fFac = 1/($iDiff*$iDiff);
275                         
276                         $fTotalFac += $fFac;
277                         $fTotalLat += $aPostcode['lat'] * $fFac;
278                         $fTotalLon += $aPostcode['lon'] * $fFac;
279                 }
280                 if ($fTotalFac)
281                 {
282                         $fLat = $fTotalLat / $fTotalFac;
283                         $fLon = $fTotalLon / $fTotalFac;
284                         return array(array('lat' => $fLat, 'lon' => $fLon, 'radius' => 0.2));
285                 }
286                 return false;
287
288                 /*
289                         $fTotalFac is a surprisingly good indicator of accuracy
290                         $iZoom = 18 + round(log($fTotalFac,32));
291                         $iZoom = max(13,min(18,$iZoom));
292                 */
293         }
294
295         function getClassTypes()
296         {
297                 return array(
298  'boundary:administrative:2' => array('label'=>'Country','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
299  'place:country' => array('label'=>'Country','frequency'=>0,'icon'=>'poi_boundary_administrative','defzoom'=>6, 'defdiameter' => 15,),
300  'boundary:administrative:4' => array('label'=>'State','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
301  'place:state' => array('label'=>'State','frequency'=>0,'icon'=>'poi_boundary_administrative','defzoom'=>8, 'defdiameter' => 5.12,),
302  'boundary:administrative:5' => array('label'=>'State District','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
303  'boundary:administrative:6' => array('label'=>'County','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
304  'place:county' => array('label'=>'County','frequency'=>108,'icon'=>'poi_boundary_administrative','defzoom'=>10, 'defdiameter' => 1.28,),
305  'boundary:administrative:8' => array('label'=>'City','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
306  'place:city' => array('label'=>'City','frequency'=>66,'icon'=>'poi_place_city','defzoom'=>12, 'defdiameter' => 0.32,),
307  'boundary:administrative:9' => array('label'=>'City District','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
308  'boundary:administrative:10' => array('label'=>'Suburb','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
309  'boundary:administrative:11' => array('label'=>'Neighbourhood','frequency'=>0,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
310  'place:region' => array('label'=>'Region','frequency'=>0,'icon'=>'poi_boundary_administrative','defzoom'=>8, 'defdiameter' => 5.12,),
311  'place:island' => array('label'=>'Island','frequency'=>288,'icon'=>'','defzoom'=>11, 'defdiameter' => 0.64,),
312  'boundary:administrative' => array('label'=>'Administrative','frequency'=>413,'icon'=>'poi_boundary_administrative', 'defdiameter' => 0.32,),
313  'place:town' => array('label'=>'Town','frequency'=>1497,'icon'=>'poi_place_town','defzoom'=>14, 'defdiameter' => 0.08,),
314  'place:village' => array('label'=>'Village','frequency'=>11230,'icon'=>'poi_place_village','defzoom'=>15, 'defdiameter' => 0.04,),
315  'place:hamlet' => array('label'=>'Hamlet','frequency'=>7075,'icon'=>'poi_place_village','defzoom'=>15, 'defdiameter' => 0.04,),
316  'place:suburb' => array('label'=>'Suburb','frequency'=>2528,'icon'=>'poi_place_village', 'defdiameter' => 0.04,),
317  'place:locality' => array('label'=>'Locality','frequency'=>4113,'icon'=>'poi_place_village', 'defdiameter' => 0.02,),
318  'landuse:farm' => array('label'=>'Farm','frequency'=>1201,'icon'=>'', 'defdiameter' => 0.02,),
319  'place:farm' => array('label'=>'Farm','frequency'=>1162,'icon'=>'', 'defdiameter' => 0.02,),
320
321  'highway:motorway_junction' => array('label'=>'Motorway Junction','frequency'=>1126,'icon'=>'','simplelabel'=>'Road',),
322  'highway:motorway' => array('label'=>'Motorway','frequency'=>4627,'icon'=>'','simplelabel'=>'Road',),
323  'highway:trunk' => array('label'=>'Trunk','frequency'=>23084,'icon'=>'','simplelabel'=>'Road',),
324  'highway:primary' => array('label'=>'Primary','frequency'=>32138,'icon'=>'','simplelabel'=>'Road',),
325  'highway:secondary' => array('label'=>'Secondary','frequency'=>25807,'icon'=>'','simplelabel'=>'Road',),
326  'highway:tertiary' => array('label'=>'Tertiary','frequency'=>29829,'icon'=>'','simplelabel'=>'Road',),
327  'highway:residential' => array('label'=>'Residential','frequency'=>361498,'icon'=>'','simplelabel'=>'Road',),
328  'highway:unclassified' => array('label'=>'Unclassified','frequency'=>66441,'icon'=>'','simplelabel'=>'Road',),
329  'highway:living_street' => array('label'=>'Living Street','frequency'=>710,'icon'=>'','simplelabel'=>'Road',),
330  'highway:service' => array('label'=>'Service','frequency'=>9963,'icon'=>'','simplelabel'=>'Road',),
331  'highway:track' => array('label'=>'Track','frequency'=>2565,'icon'=>'','simplelabel'=>'Road',),
332  'highway:road' => array('label'=>'Road','frequency'=>591,'icon'=>'','simplelabel'=>'Road',),
333  'highway:byway' => array('label'=>'Byway','frequency'=>346,'icon'=>'','simplelabel'=>'Road',),
334  'highway:bridleway' => array('label'=>'Bridleway','frequency'=>1556,'icon'=>'',),
335  'highway:cycleway' => array('label'=>'Cycleway','frequency'=>2419,'icon'=>'',),
336  'highway:pedestrian' => array('label'=>'Pedestrian','frequency'=>2757,'icon'=>'',),
337  'highway:footway' => array('label'=>'Footway','frequency'=>15008,'icon'=>'',),
338  'highway:steps' => array('label'=>'Steps','frequency'=>444,'icon'=>'','simplelabel'=>'Footway',),
339  'highway:motorway_link' => array('label'=>'Motorway Link','frequency'=>795,'icon'=>'','simplelabel'=>'Road',),
340  'highway:trunk_link' => array('label'=>'Trunk Link','frequency'=>1258,'icon'=>'','simplelabel'=>'Road',),
341  'highway:primary_link' => array('label'=>'Primary Link','frequency'=>313,'icon'=>'','simplelabel'=>'Road',),
342
343  'landuse:industrial' => array('label'=>'Industrial','frequency'=>1062,'icon'=>'',),
344  'landuse:residential' => array('label'=>'Residential','frequency'=>886,'icon'=>'',),
345  'landuse:retail' => array('label'=>'Retail','frequency'=>754,'icon'=>'',),
346  'landuse:commercial' => array('label'=>'Commercial','frequency'=>657,'icon'=>'',),
347
348  'place:airport' => array('label'=>'Airport','frequency'=>36,'icon'=>'transport_airport2', 'defdiameter' => 0.03,),
349  'railway:station' => array('label'=>'Station','frequency'=>3431,'icon'=>'transport_train_station2', 'defdiameter' => 0.01,),
350  'amenity:place_of_worship' => array('label'=>'Place Of Worship','frequency'=>9049,'icon'=>'place_of_worship_unknown3',),
351  'amenity:pub' => array('label'=>'Pub','frequency'=>18969,'icon'=>'food_pub',),
352  'amenity:bar' => array('label'=>'Bar','frequency'=>164,'icon'=>'food_bar',),
353  'amenity:university' => array('label'=>'University','frequency'=>607,'icon'=>'education_university',),
354  'tourism:museum' => array('label'=>'Museum','frequency'=>543,'icon'=>'tourist_museum',),
355  'amenity:arts_centre' => array('label'=>'Arts Centre','frequency'=>136,'icon'=>'tourist_art_gallery2',),
356  'tourism:zoo' => array('label'=>'Zoo','frequency'=>47,'icon'=>'tourist_zoo',),
357  'tourism:theme_park' => array('label'=>'Theme Park','frequency'=>24,'icon'=>'poi_point_of_interest',),
358  'tourism:attraction' => array('label'=>'Attraction','frequency'=>1463,'icon'=>'poi_point_of_interest',),
359  'leisure:golf_course' => array('label'=>'Golf Course','frequency'=>712,'icon'=>'sport_golf',),
360  'historic:castle' => array('label'=>'Castle','frequency'=>316,'icon'=>'tourist_castle',),
361  'amenity:hospital' => array('label'=>'Hospital','frequency'=>879,'icon'=>'health_hospital',),
362  'amenity:school' => array('label'=>'School','frequency'=>8192,'icon'=>'education_school',),
363  'amenity:theatre' => array('label'=>'Theatre','frequency'=>371,'icon'=>'tourist_theatre',),
364  'amenity:public_building' => array('label'=>'Public Building','frequency'=>985,'icon'=>'',),
365  'amenity:library' => array('label'=>'Library','frequency'=>794,'icon'=>'amenity_library',),
366  'amenity:townhall' => array('label'=>'Townhall','frequency'=>242,'icon'=>'',),
367  'amenity:community_centre' => array('label'=>'Community Centre','frequency'=>157,'icon'=>'',),
368  'amenity:fire_station' => array('label'=>'Fire Station','frequency'=>221,'icon'=>'amenity_firestation3',),
369  'amenity:police' => array('label'=>'Police','frequency'=>334,'icon'=>'amenity_police2',),
370  'amenity:bank' => array('label'=>'Bank','frequency'=>1248,'icon'=>'money_bank2',),
371  'amenity:post_office' => array('label'=>'Post Office','frequency'=>859,'icon'=>'amenity_post_office',),
372  'leisure:park' => array('label'=>'Park','frequency'=>2378,'icon'=>'',),
373  'amenity:park' => array('label'=>'Park','frequency'=>53,'icon'=>'',),
374  'landuse:park' => array('label'=>'Park','frequency'=>50,'icon'=>'',),
375  'landuse:recreation_ground' => array('label'=>'Recreation Ground','frequency'=>517,'icon'=>'',),
376  'tourism:hotel' => array('label'=>'Hotel','frequency'=>2150,'icon'=>'accommodation_hotel2',),
377  'tourism:motel' => array('label'=>'Motel','frequency'=>43,'icon'=>'',),
378  'amenity:cinema' => array('label'=>'Cinema','frequency'=>277,'icon'=>'tourist_cinema',),
379  'tourism:information' => array('label'=>'Information','frequency'=>224,'icon'=>'amenity_information',),
380  'tourism:artwork' => array('label'=>'Artwork','frequency'=>171,'icon'=>'tourist_art_gallery2',),
381  'historic:archaeological_site' => array('label'=>'Archaeological Site','frequency'=>407,'icon'=>'tourist_archaeological2',),
382  'amenity:doctors' => array('label'=>'Doctors','frequency'=>581,'icon'=>'health_doctors',),
383  'leisure:sports_centre' => array('label'=>'Sports Centre','frequency'=>767,'icon'=>'sport_leisure_centre',),
384  'leisure:swimming_pool' => array('label'=>'Swimming Pool','frequency'=>24,'icon'=>'sport_swimming_outdoor',),
385  'shop:supermarket' => array('label'=>'Supermarket','frequency'=>2673,'icon'=>'shopping_supermarket',),
386  'shop:convenience' => array('label'=>'Convenience','frequency'=>1469,'icon'=>'shopping_convenience',),
387  'amenity:restaurant' => array('label'=>'Restaurant','frequency'=>3179,'icon'=>'food_restaurant',),
388  'amenity:fast_food' => array('label'=>'Fast Food','frequency'=>2289,'icon'=>'food_fastfood',),
389  'amenity:cafe' => array('label'=>'Cafe','frequency'=>1780,'icon'=>'food_cafe',),
390  'tourism:guest_house' => array('label'=>'Guest House','frequency'=>223,'icon'=>'accommodation_bed_and_breakfast',),
391  'amenity:pharmacy' => array('label'=>'Pharmacy','frequency'=>733,'icon'=>'health_pharmacy_dispensing',),
392  'amenity:fuel' => array('label'=>'Fuel','frequency'=>1308,'icon'=>'transport_fuel',),
393  'natural:peak' => array('label'=>'Peak','frequency'=>3212,'icon'=>'poi_peak',),
394  'waterway:waterfall' => array('label'=>'Waterfall','frequency'=>24,'icon'=>'',),
395  'natural:wood' => array('label'=>'Wood','frequency'=>1845,'icon'=>'landuse_coniferous_and_deciduous',),
396  'natural:water' => array('label'=>'Water','frequency'=>1790,'icon'=>'',),
397  'landuse:forest' => array('label'=>'Forest','frequency'=>467,'icon'=>'',),
398  'landuse:cemetery' => array('label'=>'Cemetery','frequency'=>463,'icon'=>'',),
399  'landuse:allotments' => array('label'=>'Allotments','frequency'=>408,'icon'=>'',),
400  'landuse:farmyard' => array('label'=>'Farmyard','frequency'=>397,'icon'=>'',),
401  'railway:rail' => array('label'=>'Rail','frequency'=>4894,'icon'=>'',),
402  'waterway:canal' => array('label'=>'Canal','frequency'=>1723,'icon'=>'',),
403  'waterway:river' => array('label'=>'River','frequency'=>4089,'icon'=>'',),
404  'waterway:stream' => array('label'=>'Stream','frequency'=>2684,'icon'=>'',),
405  'shop:bicycle' => array('label'=>'Bicycle','frequency'=>349,'icon'=>'shopping_bicycle',),
406  'shop:clothes' => array('label'=>'Clothes','frequency'=>315,'icon'=>'shopping_clothes',),
407  'shop:hairdresser' => array('label'=>'Hairdresser','frequency'=>312,'icon'=>'shopping_hairdresser',),
408  'shop:doityourself' => array('label'=>'Doityourself','frequency'=>247,'icon'=>'shopping_diy',),
409  'shop:estate_agent' => array('label'=>'Estate Agent','frequency'=>162,'icon'=>'shopping_estateagent2',),
410  'shop:car' => array('label'=>'Car','frequency'=>159,'icon'=>'shopping_car',),
411  'shop:garden_centre' => array('label'=>'Garden Centre','frequency'=>143,'icon'=>'shopping_garden_centre',),
412  'shop:car_repair' => array('label'=>'Car Repair','frequency'=>141,'icon'=>'shopping_car_repair',),
413  'shop:newsagent' => array('label'=>'Newsagent','frequency'=>132,'icon'=>'',),
414  'shop:bakery' => array('label'=>'Bakery','frequency'=>129,'icon'=>'shopping_bakery',),
415  'shop:furniture' => array('label'=>'Furniture','frequency'=>124,'icon'=>'',),
416  'shop:butcher' => array('label'=>'Butcher','frequency'=>105,'icon'=>'shopping_butcher',),
417  'shop:apparel' => array('label'=>'Apparel','frequency'=>98,'icon'=>'shopping_clothes',),
418  'shop:electronics' => array('label'=>'Electronics','frequency'=>96,'icon'=>'',),
419  'shop:department_store' => array('label'=>'Department Store','frequency'=>86,'icon'=>'',),
420  'shop:books' => array('label'=>'Books','frequency'=>85,'icon'=>'',),
421  'shop:yes' => array('label'=>'Yes','frequency'=>68,'icon'=>'',),
422  'shop:outdoor' => array('label'=>'Outdoor','frequency'=>67,'icon'=>'',),
423  'shop:mall' => array('label'=>'Mall','frequency'=>63,'icon'=>'',),
424  'shop:florist' => array('label'=>'Florist','frequency'=>61,'icon'=>'',),
425  'shop:charity' => array('label'=>'Charity','frequency'=>60,'icon'=>'',),
426  'shop:hardware' => array('label'=>'Hardware','frequency'=>59,'icon'=>'',),
427  'shop:laundry' => array('label'=>'Laundry','frequency'=>51,'icon'=>'shopping_laundrette',),
428  'shop:shoes' => array('label'=>'Shoes','frequency'=>49,'icon'=>'',),
429  'shop:beverages' => array('label'=>'Beverages','frequency'=>48,'icon'=>'shopping_alcohol',),
430  'shop:dry_cleaning' => array('label'=>'Dry Cleaning','frequency'=>46,'icon'=>'',),
431  'shop:carpet' => array('label'=>'Carpet','frequency'=>45,'icon'=>'',),
432  'shop:computer' => array('label'=>'Computer','frequency'=>44,'icon'=>'',),
433  'shop:alcohol' => array('label'=>'Alcohol','frequency'=>44,'icon'=>'shopping_alcohol',),
434  'shop:optician' => array('label'=>'Optician','frequency'=>55,'icon'=>'health_opticians',),
435  'shop:chemist' => array('label'=>'Chemist','frequency'=>42,'icon'=>'health_pharmacy',),
436  'shop:gallery' => array('label'=>'Gallery','frequency'=>38,'icon'=>'tourist_art_gallery2',),
437  'shop:mobile_phone' => array('label'=>'Mobile Phone','frequency'=>37,'icon'=>'',),
438  'shop:sports' => array('label'=>'Sports','frequency'=>37,'icon'=>'',),
439  'shop:jewelry' => array('label'=>'Jewelry','frequency'=>32,'icon'=>'shopping_jewelry',),
440  'shop:pet' => array('label'=>'Pet','frequency'=>29,'icon'=>'',),
441  'shop:beauty' => array('label'=>'Beauty','frequency'=>28,'icon'=>'',),
442  'shop:stationery' => array('label'=>'Stationery','frequency'=>25,'icon'=>'',),
443  'shop:shopping_centre' => array('label'=>'Shopping Centre','frequency'=>25,'icon'=>'',),
444  'shop:general' => array('label'=>'General','frequency'=>25,'icon'=>'',),
445  'shop:electrical' => array('label'=>'Electrical','frequency'=>25,'icon'=>'',),
446  'shop:toys' => array('label'=>'Toys','frequency'=>23,'icon'=>'',),
447  'shop:jeweller' => array('label'=>'Jeweller','frequency'=>23,'icon'=>'',),
448  'shop:betting' => array('label'=>'Betting','frequency'=>23,'icon'=>'',),
449  'shop:household' => array('label'=>'Household','frequency'=>21,'icon'=>'',),
450  'shop:travel_agency' => array('label'=>'Travel Agency','frequency'=>21,'icon'=>'',),
451  'shop:hifi' => array('label'=>'Hifi','frequency'=>21,'icon'=>'',),
452  'amenity:shop' => array('label'=>'Shop','frequency'=>61,'icon'=>'',),
453
454  'place:house' => array('label'=>'House','frequency'=>2086,'icon'=>'','defzoom'=>18,),
455  'place:house_name' => array('label'=>'House','frequency'=>2086,'icon'=>'','defzoom'=>18,),
456  'place:house_number' => array('label'=>'House Number','frequency'=>2086,'icon'=>'','defzoom'=>18,),
457  'place:country_code' => array('label'=>'Country Code','frequency'=>2086,'icon'=>'','defzoom'=>18,),
458
459 //
460
461  'leisure:pitch' => array('label'=>'Pitch','frequency'=>762,'icon'=>'',),
462  'highway:unsurfaced' => array('label'=>'Unsurfaced','frequency'=>492,'icon'=>'',),
463  'historic:ruins' => array('label'=>'Ruins','frequency'=>483,'icon'=>'shopping_jewelry',),
464  'amenity:college' => array('label'=>'College','frequency'=>473,'icon'=>'education_school',),
465  'historic:monument' => array('label'=>'Monument','frequency'=>470,'icon'=>'tourist_monument',),
466  'railway:subway' => array('label'=>'Subway','frequency'=>385,'icon'=>'',),
467  'historic:memorial' => array('label'=>'Memorial','frequency'=>382,'icon'=>'tourist_monument',),
468  'leisure:nature_reserve' => array('label'=>'Nature Reserve','frequency'=>342,'icon'=>'',),
469  'leisure:common' => array('label'=>'Common','frequency'=>322,'icon'=>'',),
470  'waterway:lock_gate' => array('label'=>'Lock Gate','frequency'=>321,'icon'=>'',),
471  'natural:fell' => array('label'=>'Fell','frequency'=>308,'icon'=>'',),
472  'amenity:nightclub' => array('label'=>'Nightclub','frequency'=>292,'icon'=>'',),
473  'highway:path' => array('label'=>'Path','frequency'=>287,'icon'=>'',),
474  'leisure:garden' => array('label'=>'Garden','frequency'=>285,'icon'=>'',),
475  'landuse:reservoir' => array('label'=>'Reservoir','frequency'=>276,'icon'=>'',),
476  'leisure:playground' => array('label'=>'Playground','frequency'=>264,'icon'=>'',),
477  'leisure:stadium' => array('label'=>'Stadium','frequency'=>212,'icon'=>'',),
478  'historic:mine' => array('label'=>'Mine','frequency'=>193,'icon'=>'poi_mine',),
479  'natural:cliff' => array('label'=>'Cliff','frequency'=>193,'icon'=>'',),
480  'tourism:caravan_site' => array('label'=>'Caravan Site','frequency'=>183,'icon'=>'accommodation_caravan_park',),
481  'amenity:bus_station' => array('label'=>'Bus Station','frequency'=>181,'icon'=>'transport_bus_station',),
482  'amenity:kindergarten' => array('label'=>'Kindergarten','frequency'=>179,'icon'=>'',),
483  'highway:construction' => array('label'=>'Construction','frequency'=>176,'icon'=>'',),
484  'amenity:atm' => array('label'=>'Atm','frequency'=>172,'icon'=>'money_atm2',),
485  'amenity:emergency_phone' => array('label'=>'Emergency Phone','frequency'=>164,'icon'=>'',),
486  'waterway:lock' => array('label'=>'Lock','frequency'=>146,'icon'=>'',),
487  'waterway:riverbank' => array('label'=>'Riverbank','frequency'=>143,'icon'=>'',),
488  'natural:coastline' => array('label'=>'Coastline','frequency'=>142,'icon'=>'',),
489  'tourism:viewpoint' => array('label'=>'Viewpoint','frequency'=>140,'icon'=>'tourist_view_point',),
490  'tourism:hostel' => array('label'=>'Hostel','frequency'=>140,'icon'=>'',),
491  'tourism:bed_and_breakfast' => array('label'=>'Bed And Breakfast','frequency'=>140,'icon'=>'accommodation_bed_and_breakfast',),
492  'railway:halt' => array('label'=>'Halt','frequency'=>135,'icon'=>'',),
493  'railway:platform' => array('label'=>'Platform','frequency'=>134,'icon'=>'',),
494  'railway:tram' => array('label'=>'Tram','frequency'=>130,'icon'=>'transport_tram_stop',),
495  'amenity:courthouse' => array('label'=>'Courthouse','frequency'=>129,'icon'=>'amenity_court',),
496  'amenity:recycling' => array('label'=>'Recycling','frequency'=>126,'icon'=>'amenity_recycling',),
497  'amenity:dentist' => array('label'=>'Dentist','frequency'=>124,'icon'=>'health_dentist',),
498  'natural:beach' => array('label'=>'Beach','frequency'=>121,'icon'=>'tourist_beach',),
499  'place:moor' => array('label'=>'Moor','frequency'=>118,'icon'=>'',),
500  'amenity:grave_yard' => array('label'=>'Grave Yard','frequency'=>110,'icon'=>'',),
501  'waterway:derelict_canal' => array('label'=>'Derelict Canal','frequency'=>109,'icon'=>'',),
502  'waterway:drain' => array('label'=>'Drain','frequency'=>108,'icon'=>'',),
503  'landuse:grass' => array('label'=>'Grass','frequency'=>106,'icon'=>'',),
504  'landuse:village_green' => array('label'=>'Village Green','frequency'=>106,'icon'=>'',),
505  'natural:bay' => array('label'=>'Bay','frequency'=>102,'icon'=>'',),
506  'railway:tram_stop' => array('label'=>'Tram Stop','frequency'=>101,'icon'=>'transport_tram_stop',),
507  'leisure:marina' => array('label'=>'Marina','frequency'=>98,'icon'=>'',),
508  'highway:stile' => array('label'=>'Stile','frequency'=>97,'icon'=>'',),
509  'natural:moor' => array('label'=>'Moor','frequency'=>95,'icon'=>'',),
510  'railway:light_rail' => array('label'=>'Light Rail','frequency'=>91,'icon'=>'',),
511  'railway:narrow_gauge' => array('label'=>'Narrow Gauge','frequency'=>90,'icon'=>'',),
512  'natural:land' => array('label'=>'Land','frequency'=>86,'icon'=>'',),
513  'amenity:village_hall' => array('label'=>'Village Hall','frequency'=>82,'icon'=>'',),
514  'waterway:dock' => array('label'=>'Dock','frequency'=>80,'icon'=>'',),
515  'amenity:veterinary' => array('label'=>'Veterinary','frequency'=>79,'icon'=>'',),
516  'landuse:brownfield' => array('label'=>'Brownfield','frequency'=>77,'icon'=>'',),
517  'leisure:track' => array('label'=>'Track','frequency'=>76,'icon'=>'',),
518  'railway:historic_station' => array('label'=>'Historic Station','frequency'=>74,'icon'=>'',),
519  'landuse:construction' => array('label'=>'Construction','frequency'=>72,'icon'=>'',),
520  'amenity:prison' => array('label'=>'Prison','frequency'=>71,'icon'=>'amenity_prison',),
521  'landuse:quarry' => array('label'=>'Quarry','frequency'=>71,'icon'=>'',),
522  'amenity:telephone' => array('label'=>'Telephone','frequency'=>70,'icon'=>'',),
523  'highway:traffic_signals' => array('label'=>'Traffic Signals','frequency'=>66,'icon'=>'',),
524  'natural:heath' => array('label'=>'Heath','frequency'=>62,'icon'=>'',),
525  'historic:house' => array('label'=>'House','frequency'=>61,'icon'=>'',),
526  'amenity:social_club' => array('label'=>'Social Club','frequency'=>61,'icon'=>'',),
527  'landuse:military' => array('label'=>'Military','frequency'=>61,'icon'=>'',),
528  'amenity:health_centre' => array('label'=>'Health Centre','frequency'=>59,'icon'=>'',),
529  'historic:building' => array('label'=>'Building','frequency'=>58,'icon'=>'',),
530  'amenity:clinic' => array('label'=>'Clinic','frequency'=>57,'icon'=>'',),
531  'highway:services' => array('label'=>'Services','frequency'=>56,'icon'=>'',),
532  'amenity:ferry_terminal' => array('label'=>'Ferry Terminal','frequency'=>55,'icon'=>'',),
533  'natural:marsh' => array('label'=>'Marsh','frequency'=>55,'icon'=>'',),
534  'natural:hill' => array('label'=>'Hill','frequency'=>54,'icon'=>'',),
535  'highway:raceway' => array('label'=>'Raceway','frequency'=>53,'icon'=>'',),
536  'amenity:taxi' => array('label'=>'Taxi','frequency'=>47,'icon'=>'',),
537  'amenity:take_away' => array('label'=>'Take Away','frequency'=>45,'icon'=>'',),
538  'amenity:car_rental' => array('label'=>'Car Rental','frequency'=>44,'icon'=>'',),
539  'place:islet' => array('label'=>'Islet','frequency'=>44,'icon'=>'',),
540  'amenity:nursery' => array('label'=>'Nursery','frequency'=>44,'icon'=>'',),
541  'amenity:nursing_home' => array('label'=>'Nursing Home','frequency'=>43,'icon'=>'',),
542  'amenity:toilets' => array('label'=>'Toilets','frequency'=>38,'icon'=>'',),
543  'amenity:hall' => array('label'=>'Hall','frequency'=>38,'icon'=>'',),
544  'waterway:boatyard' => array('label'=>'Boatyard','frequency'=>36,'icon'=>'',),
545  'highway:mini_roundabout' => array('label'=>'Mini Roundabout','frequency'=>35,'icon'=>'',),
546  'historic:manor' => array('label'=>'Manor','frequency'=>35,'icon'=>'',),
547  'tourism:chalet' => array('label'=>'Chalet','frequency'=>34,'icon'=>'',),
548  'amenity:bicycle_parking' => array('label'=>'Bicycle Parking','frequency'=>34,'icon'=>'',),
549  'amenity:hotel' => array('label'=>'Hotel','frequency'=>34,'icon'=>'',),
550  'waterway:weir' => array('label'=>'Weir','frequency'=>33,'icon'=>'',),
551  'natural:wetland' => array('label'=>'Wetland','frequency'=>33,'icon'=>'',),
552  'natural:cave_entrance' => array('label'=>'Cave Entrance','frequency'=>32,'icon'=>'',),
553  'amenity:crematorium' => array('label'=>'Crematorium','frequency'=>31,'icon'=>'',),
554  'tourism:picnic_site' => array('label'=>'Picnic Site','frequency'=>31,'icon'=>'',),
555  'landuse:wood' => array('label'=>'Wood','frequency'=>30,'icon'=>'',),
556  'landuse:basin' => array('label'=>'Basin','frequency'=>30,'icon'=>'',),
557  'natural:tree' => array('label'=>'Tree','frequency'=>30,'icon'=>'',),
558  'leisure:slipway' => array('label'=>'Slipway','frequency'=>29,'icon'=>'',),
559  'landuse:meadow' => array('label'=>'Meadow','frequency'=>29,'icon'=>'',),
560  'landuse:piste' => array('label'=>'Piste','frequency'=>28,'icon'=>'',),
561  'amenity:care_home' => array('label'=>'Care Home','frequency'=>28,'icon'=>'',),
562  'amenity:club' => array('label'=>'Club','frequency'=>28,'icon'=>'',),
563  'amenity:medical_centre' => array('label'=>'Medical Centre','frequency'=>27,'icon'=>'',),
564  'historic:roman_road' => array('label'=>'Roman Road','frequency'=>27,'icon'=>'',),
565  'historic:fort' => array('label'=>'Fort','frequency'=>26,'icon'=>'',),
566  'railway:subway_entrance' => array('label'=>'Subway Entrance','frequency'=>26,'icon'=>'',),
567  'historic:yes' => array('label'=>'Yes','frequency'=>25,'icon'=>'',),
568  'highway:gate' => array('label'=>'Gate','frequency'=>25,'icon'=>'',),
569  'leisure:fishing' => array('label'=>'Fishing','frequency'=>24,'icon'=>'',),
570  'historic:museum' => array('label'=>'Museum','frequency'=>24,'icon'=>'',),
571  'amenity:car_wash' => array('label'=>'Car Wash','frequency'=>24,'icon'=>'',),
572  'railway:level_crossing' => array('label'=>'Level Crossing','frequency'=>23,'icon'=>'',),
573  'leisure:bird_hide' => array('label'=>'Bird Hide','frequency'=>23,'icon'=>'',),
574  'natural:headland' => array('label'=>'Headland','frequency'=>21,'icon'=>'',),
575  'tourism:apartments' => array('label'=>'Apartments','frequency'=>21,'icon'=>'',),
576  'amenity:shopping' => array('label'=>'Shopping','frequency'=>21,'icon'=>'',),
577  'natural:scrub' => array('label'=>'Scrub','frequency'=>20,'icon'=>'',),
578  'natural:fen' => array('label'=>'Fen','frequency'=>20,'icon'=>'',),
579  'building:yes' => array('label'=>'Building','frequency'=>200,'icon'=>'',),
580
581  'amenity:parking' => array('label'=>'Parking','frequency'=>3157,'icon'=>'',),
582  'highway:bus_stop' => array('label'=>'Bus Stop','frequency'=>35777,'icon'=>'transport_bus_stop2',),
583  'place:postcode' => array('label'=>'Postcode','frequency'=>27267,'icon'=>'',),
584  'amenity:post_box' => array('label'=>'Post Box','frequency'=>9613,'icon'=>'',),
585
586  'place:houses' => array('label'=>'Houses','frequency'=>85,'icon'=>'',),
587  'railway:preserved' => array('label'=>'Preserved','frequency'=>227,'icon'=>'',),
588  'waterway:derelict canal' => array('label'=>'Derelict Canal','frequency'=>21,'icon'=>'',),
589  'amenity:dead_pub' => array('label'=>'Dead Pub','frequency'=>20,'icon'=>'',),
590  'railway:disused_station' => array('label'=>'Disused Station','frequency'=>114,'icon'=>'',),
591  'railway:abandoned' => array('label'=>'Abandoned','frequency'=>641,'icon'=>'',),
592  'railway:disused' => array('label'=>'Disused','frequency'=>72,'icon'=>'',),
593                         );              
594         }
595         
596         function getClassTypesWithImportance()
597         {
598                 $aOrders = getClassTypes();
599                 $i = 1;
600                 foreach($aOrders as $sID => $a)
601                 {
602                         $aOrders[$sID]['importance'] = $i++;
603                 }
604                 return $aOrders;
605         }
606         
607         
608
609     function javascript_renderData($xVal)
610     {
611         header("Access-Control-Allow-Origin: *");
612
613         $jsonout = json_encode($xVal);
614
615                 if( ! isset($_GET['json_callback'])) {
616                         header("Content-Type: application/json; charset=UTF-8");
617                         echo $jsonout;
618                 } else {
619                         if (preg_match('/^[$_\p{L}][$_\p{L}\p{Nd}.[\]]*$/u',$_GET['json_callback'])) {
620                                 header("Content-Type: application/javascript; charset=UTF-8");
621                                 echo $_GET['json_callback'].'('.$jsonout.')';
622                         } else {
623                                 header('HTTP/1.0 400 Bad Request');
624                         }
625                 }
626     }
627
628         function _debugDumpGroupedSearches($aData, $aTokens)
629         {
630                 $aWordsIDs = array();
631                 if ($aTokens)
632                 {
633                         foreach($aTokens as $sToken => $aWords)
634                         {
635                                 if ($aWords)
636                                 {
637                                         foreach($aWords as $aToken)
638                                         {
639                                                 $aWordsIDs[$aToken['word_id']] = $sToken.'('.$aToken['word_id'].')';
640                                         }
641                                 }
642                         }
643                 }
644                 echo "<table border=\"1\">";
645                 echo "<tr><th>rank</th><th>Name Tokens</th><th>Address Tokens</th><th>country</th><th>operator</th><th>class</th><th>type</th><th>house#</th><th>Lat</th><th>Lon</th><th>Radius</th></tr>";
646                 foreach($aData as $iRank => $aRankedSet)
647                 {
648                         foreach($aRankedSet as $aRow)
649                         {               
650                                 echo "<tr>";
651                                 echo "<td>$iRank</td>";
652
653                                 echo "<td>";
654                                 $sSep = '';
655                                 foreach($aRow['aName'] as $iWordID)
656                                 {
657                                         echo $sSep.'#'.$aWordsIDs[$iWordID].'#';
658                                         $sSep = ', ';
659                                 }
660                                 echo "</td>";
661
662                                 echo "<td>";
663                                 $sSep = '';
664                                 foreach($aRow['aAddress'] as $iWordID)
665                                 {
666                                         echo $sSep.'#'.$aWordsIDs[$iWordID].'#';
667                                         $sSep = ', ';
668                                 }
669                                 echo "</td>";
670
671                                 echo "<td>".$aRow['sCountryCode']."</td>";
672
673                                 echo "<td>".$aRow['sOperator']."</td>";
674                                 echo "<td>".$aRow['sClass']."</td>";
675                                 echo "<td>".$aRow['sType']."</td>";
676
677                                 echo "<td>".$aRow['sHouseNumber']."</td>";
678
679                                 echo "<td>".$aRow['fLat']."</td>";
680                                 echo "<td>".$aRow['fLon']."</td>";
681                                 echo "<td>".$aRow['fRadius']."</td>";
682         
683                                 echo "</tr>";
684                         }
685                 }
686                 echo "</table>";
687         }
688
689
690         function getAddressDetails(&$oDB, $sLanguagePrefArraySQL, $iPlaceID, $sCountryCode = false, $bRaw = false)
691         {
692                 $sSQL = "select *,get_name_by_language(name,$sLanguagePrefArraySQL) as localname from get_addressdata($iPlaceID)";
693                 IF (!$bRaw) $sSQL .= " WHERE isaddress OR type = 'country_code'";
694                 $sSQL .= " order by rank_address desc,isaddress desc";
695                 $aAddressLines = $oDB->getAll($sSQL);
696                 if (PEAR::IsError($aAddressLines))
697                 {
698                         var_dump($aAddressLines);
699                         exit;
700                 }
701                 if ($bRaw) return $aAddressLines;
702 //echo "<pre>";
703 //var_dump($aAddressLines);
704                 $aAddress = array();
705                 $aClassType = getClassTypes();
706                 foreach($aAddressLines as $aLine)
707                 {
708                         $aTypeLabel = false;
709                         if (isset($aClassType[$aLine['class'].':'.$aLine['type'].':'.$aLine['admin_level']])) $aTypeLabel = $aClassType[$aLine['class'].':'.$aLine['type'].':'.$aLine['admin_level']];
710                         elseif (isset($aClassType[$aLine['class'].':'.$aLine['type']])) $aTypeLabel = $aClassType[$aLine['class'].':'.$aLine['type']];
711                         else $aTypeLabel = array('simplelabel'=>$aLine['class']);
712                         if ($aTypeLabel && ($aLine['localname'] || $aLine['housenumber']))
713                         {
714                                 $sTypeLabel = strtolower(isset($aTypeLabel['simplelabel'])?$aTypeLabel['simplelabel']:$aTypeLabel['label']);
715                                 $sTypeLabel = str_replace(' ','_',$sTypeLabel);
716                                 if (!isset($aAddress[$sTypeLabel]) && $aLine['localname']) $aAddress[$sTypeLabel] = $aLine['localname']?$aLine['localname']:$aLine['housenumber'];
717                         }
718                 }
719 //var_dump($aAddress);
720 //exit;
721                 return $aAddress;
722
723                 $aHouseNumber = $oDB->getRow('select housenumber, get_name_by_language(name,ARRAY[\'addr:housename\']) as housename,rank_search,postcode from placex where place_id = '.$iPlaceID);
724                 $sHouseNumber = $aHouseNumber['housenumber'];
725                 $sHouseName = $aHouseNumber['housename'];
726                 $sPostcode = $aHouseNumber['postcode'];
727                 $iRank = $aHouseNumber['rank_search'];
728
729                 // Address
730                 $sSQL = "select country_code, placex.place_id, osm_type, osm_id, class, type, housenumber, admin_level, rank_address, rank_search, ";
731                 $sSQL .= "get_searchrank_label(rank_search) as rank_search_label, fromarea, isaddress, distance, ";
732                 $sSQL .= " CASE WHEN type = 'postcode' THEN postcode ELSE get_name_by_language(name,$sLanguagePrefArraySQL) END as localname, ";
733                 $sSQL .= " length(name::text) as namelength ";
734                 $sSQL .= " from place_addressline join placex on (address_place_id = placex.place_id)";
735                 $sSQL .= " where place_addressline.place_id = $iPlaceID and (rank_address > 0 OR address_place_id = $iPlaceID)";
736                 if (!$bRaw) $sSQL .= " and isaddress";
737                 $sSQL .= " order by cached_rank_address desc,isaddress desc,fromarea desc,distance asc,rank_search desc,namelength desc";
738 //var_dump($sSQL);
739                 $aAddressLines = $oDB->getAll($sSQL);
740                 if (PEAR::IsError($aAddressLines))
741                 {
742                         var_dump($aAddressLines);
743                         exit;
744                 }
745                 if ($bRaw) return $aAddressLines;
746         
747                 $aClassType = getClassTypes();
748
749                 $iMinRank = 100;
750                 $aAddress = array();
751                 if ($iRank >= 28 && $sHouseNumber) $aAddress['house_number'] = $sHouseNumber;
752                 if ($iRank >= 28 && $sHouseName) $aAddress['house_name'] = $sHouseName;
753                 foreach($aAddressLines as $aLine)
754                 {
755                         if (!$sCountryCode) $sCountryCode = $aLine['country_code'];
756                         if ($aLine['rank_address'] < $iMinRank)
757                         {
758                                 $aTypeLabel = false;
759                                 if (isset($aClassType[$aLine['class'].':'.$aLine['type'].':'.$aLine['admin_level']])) $aTypeLabel = $aClassType[$aLine['class'].':'.$aLine['type'].':'.$aLine['admin_level']];
760                                 elseif (isset($aClassType[$aLine['class'].':'.$aLine['type']])) $aTypeLabel = $aClassType[$aLine['class'].':'.$aLine['type']];
761                                 else $aTypeLabel = array('simplelabel'=>$aLine['class']);
762                                 if ($aTypeLabel && ($aLine['localname'] || $aLine['housenumber']))
763                                 {
764                                         $sTypeLabel = strtolower(isset($aTypeLabel['simplelabel'])?$aTypeLabel['simplelabel']:$aTypeLabel['label']);
765                                         $sTypeLabel = str_replace(' ','_',$sTypeLabel);
766                                         if (!isset($aAddress[$sTypeLabel]) && $aLine['localname']) $aAddress[$sTypeLabel] = $aLine['localname']?$aLine['localname']:$aLine['housenumber'];
767                                 }
768                                 $iMinRank = $aLine['rank_address'];
769                         }
770                 }
771
772                 if ($sPostcode)
773                 {
774                         $aAddress['postcode'] = $sPostcode;
775                 }
776
777                 if ($iMinRank > 4 && $sCountryCode)
778                 {
779                         $sSQL = "select get_name_by_language(country_name.name,$sLanguagePrefArraySQL) as name";
780                         $sSQL .= " from country_name where country_code = '$sCountryCode'";
781                         $sCountryName = $oDB->getOne($sSQL);
782                         if ($sCountryName)
783                         {
784                                 $aAddress['country'] = $sCountryName;
785                         }
786                 }
787                 if ($sCountryCode)
788                 {
789                         $aAddress['country_code'] = $sCountryCode;
790                 }
791
792                 return $aAddress;
793         }
794
795         function getWordSuggestions(&$oDB, $sWord)
796         {
797                 $sWordQuoted = getDBQuoted(trim($sWord));
798                 $sSQL = "select *,levenshtein($sWordQuoted,word) from test_token ";
799                 $sSQL .= "where (metaphone = dmetaphone($sWordQuoted) or metaphonealt = dmetaphone($sWordQuoted) or ";
800                 $sSQL .= "metaphone = dmetaphone_alt($sWordQuoted) or metaphonealt = dmetaphone_alt($sWordQuoted)) ";
801                 $sSQL .= "and len between length($sWordQuoted)-2 and length($sWordQuoted)+2 ";
802                 $sSQL .= "and levenshtein($sWordQuoted,word) < 3 ";
803                 $sSQL .= "order by levenshtein($sWordQuoted,word) asc, abs(len - length($sWordQuoted)) asc limit 20";
804                 $aSimilar = $oDB->getAll($sSQL);
805                 return $aSimilar;
806         }
807
808         function geocodeReverse($fLat, $fLon, $iZoom=18)
809         {
810                 $oDB =& getDB();
811
812                 $sPointSQL = "ST_SetSRID(ST_Point($fLon,$fLat),4326)";
813
814                 // Zoom to rank, this could probably be calculated but a lookup gives fine control
815                 $aZoomRank = array(
816                         0 => 2, // Continent / Sea
817                         1 => 2,
818                         2 => 2,
819                         3 => 4, // Country
820                         4 => 4,
821                         5 => 8, // State
822                         6 => 10, // Region
823                         7 => 10, 
824                         8 => 12, // County
825                         9 => 12,  
826                         10 => 17, // City
827                         11 => 17, 
828                         12 => 18, // Town / Village
829                         13 => 18, 
830                         14 => 22, // Suburb
831                         15 => 22,
832                         16 => 26, // Street, TODO: major street?
833                         17 => 26, 
834                         18 => 30, // or >, Building
835                         19 => 30, // or >, Building
836                         );
837                 $iMaxRank = isset($aZoomRank[$iZoom])?$aZoomRank[$iZoom]:28;
838
839                 // Find the nearest point
840                 $fSearchDiam = 0.0001;
841                 $iPlaceID = null;
842                 $aArea = false;
843                 $fMaxAreaDistance = 1;
844                 while(!$iPlaceID && $fSearchDiam < $fMaxAreaDistance)
845                 {
846                         $fSearchDiam = $fSearchDiam * 2;
847
848                         // If we have to expand the search area by a large amount then we need a larger feature
849                         // then there is a limit to how small the feature should be
850                         if ($fSearchDiam > 2 && $iMaxRank > 4) $iMaxRank = 4;
851                         if ($fSearchDiam > 1 && $iMaxRank > 9) $iMaxRank = 8;
852                         if ($fSearchDiam > 0.8 && $iMaxRank > 10) $iMaxRank = 10;
853                         if ($fSearchDiam > 0.6 && $iMaxRank > 12) $iMaxRank = 12;
854                         if ($fSearchDiam > 0.2 && $iMaxRank > 17) $iMaxRank = 17;
855                         if ($fSearchDiam > 0.1 && $iMaxRank > 18) $iMaxRank = 18;
856                         if ($fSearchDiam > 0.008 && $iMaxRank > 22) $iMaxRank = 22;
857                         if ($fSearchDiam > 0.001 && $iMaxRank > 26) $iMaxRank = 26;
858
859                         $sSQL = 'select place_id,parent_place_id from placex';
860                         $sSQL .= ' WHERE ST_DWithin('.$sPointSQL.', geometry, '.$fSearchDiam.')';
861                         $sSQL .= ' and rank_search != 28 and rank_search >= '.$iMaxRank;
862                         $sSQL .= ' and (name is not null or housenumber is not null)';
863                         $sSQL .= ' and class not in (\'waterway\')';
864                         $sSQL .= ' and (ST_GeometryType(geometry) not in (\'ST_Polygon\',\'ST_MultiPolygon\') ';
865                         $sSQL .= ' OR ST_DWithin('.$sPointSQL.', ST_Centroid(geometry), '.$fSearchDiam.'))';
866                         $sSQL .= ' ORDER BY ST_distance('.$sPointSQL.', geometry) ASC limit 1';
867 //var_dump($sSQL);
868                         $aPlace = $oDB->getRow($sSQL);
869                         $iPlaceID = $aPlace['place_id'];
870                         if (PEAR::IsError($iPlaceID))
871                         {
872                                 var_Dump($sSQL, $iPlaceID); 
873                                 exit;
874                         }
875                 }
876
877                 // The point we found might be too small - use the address to find what it is a child of
878                 if ($iPlaceID)
879                 {
880                         $sSQL = "select address_place_id from place_addressline where cached_rank_address <= $iMaxRank and place_id = $iPlaceID order by cached_rank_address desc,isaddress desc,distance desc limit 1";
881                         $iPlaceID = $oDB->getOne($sSQL);
882                         if (PEAR::IsError($iPlaceID))
883                         {
884                                 var_Dump($sSQL, $iPlaceID); 
885                                 exit;
886                         }
887
888                         if ($iPlaceID && $aPlace['place_id'] && $iMaxRank < 28)
889                         {
890                                 $sSQL = "select address_place_id from place_addressline where cached_rank_address <= $iMaxRank and place_id = ".$aPlace['place_id']." order by cached_rank_address desc,isaddress desc,distance desc";
891                                 $iPlaceID = $oDB->getOne($sSQL);
892                                 if (PEAR::IsError($iPlaceID))
893                                 {
894                                         var_Dump($sSQL, $iPlaceID); 
895                                         exit;
896                                 }
897                         }
898                         if (!$iPlaceID)
899                         {
900                                 $iPlaceID = $aPlace['place_id'];
901                         }
902                 }
903
904                 return $iPlaceID;
905         }
906
907         function loadStructuredAddressElement(&$aStructuredQuery, &$iMinAddressRank, &$iMaxAddressRank, $aParams, $sKey, $iNewMinAddressRank, $iNewMaxAddressRank)
908         {
909                 if (!isset($_GET[$sKey])) return false;
910                 $sValue = trim($_GET[$sKey]);
911                 if (!$sValue) return false;
912                 $aStructuredQuery[$sKey] = $sValue;
913                 if ($iMinAddressRank == 0 && $iMaxAddressRank == 30) {
914                         $iMinAddressRank = $iNewMinAddressRank;
915                         $iMaxAddressRank = $iNewMaxAddressRank;
916                 }
917                 return true;
918         }
919
920         function getBucketMemcache()
921         {
922                 if (!CONST_ConnectionBucket_MemcacheServerAddress) return null;
923                 $m = new Memcached();
924                 $m->addServer(CONST_ConnectionBucket_MemcacheServerAddress, CONST_ConnectionBucket_MemcacheServerPort);
925                 return $m;
926         }
927
928         function doBucket($asKey, $iRequestCost, $iLeakPerSecond, $iThreshold)
929         {
930                 $m = getBucketMemcache();
931                 if (!$m) return 0;
932
933                 $iMaxVal = 0;
934                 $t = time();
935
936                 foreach($asKey as $sKey)
937                 {
938                         $aCurrentBlock = $m->get($sKey);
939                         if (!$aCurrentBlock)
940                         {
941                                 $aCurrentBlock = array($iRequestCost, $t);
942                         }
943                         else
944                         {
945                                 // add RequestCost
946                                 // remove leak * the time since the last request 
947                                 $aCurrentBlock[0] += $iRequestCost - ($t - $aCurrentBlock[1])*$iLeakPerSecond;
948                                 $aCurrentBlock[1] = $t;
949                         }
950
951                         if ($aCurrentBlock[0] <= 0)
952                         {
953                                 $m->delete($sKey);
954                         }
955                         else
956                         {
957                                 // If we have hit the threshold stop and record this to the block list
958                                 if ($aCurrentBlock[0] >= $iThreshold)
959                                 {
960                                         $aCurrentBlock[0] = $iThreshold;
961
962                                         // Make up to 10 attempts to record this to memcache (with locking to prevent conflicts)
963                                         $i = 10;
964                                         for($i = 0; $i < 10; $i++)
965                                         {
966                                                 $aBlockedList = $m->get('blockedList', null, $hCasToken);
967                                                 if (!$aBlockedList)
968                                                 {
969                                                         $aBlockedList = array();
970                                                         $m->add('blockedList', $aBlockedList);
971                                                         $aBlockedList = $m->get('blockedList', null, $hCasToken);
972                                                 }
973                                                 if (!isset($aBlockedList[$sKey]))
974                                                 {
975                                                         $aBlockedList[$sKey] = array(1, $t);
976                                                 }
977                                                 else
978                                                 {
979                                                         $aBlockedList[$sKey][0]++;
980                                                         $aBlockedList[$sKey][1] = $t;
981                                                 }
982                                                 $x = $m->cas($hCasToken, 'blockedList', $aBlockedList);
983                                                 if ($x) break;
984                                         }
985                                 }
986                                 // Only keep in memcache until the time it would have expired (to avoid clutering memcache)
987                                 $m->set($sKey, $aCurrentBlock, $t + 1 + $aCurrentBlock[0]/$iLeakPerSecond);
988                         }
989
990                         // Bucket result in the largest bucket we find
991                         $iMaxVal = max($iMaxVal, $aCurrentBlock[0]);
992                 }
993
994                 return $iMaxVal;
995         }
996
997         function getBucketBlocks()
998         {
999                 $m = getBucketMemcache();
1000                 if (!$m) return null;
1001                 $t = time();
1002                 $aBlockedList = $m->get('blockedList', null, $hCasToken);
1003                 if (!$aBlockedList) $aBlockedList = array();
1004                 foreach($aBlockedList as $sKey => $aDetails)
1005                 {
1006                         $aCurrentBlock = $m->get($sKey);
1007                         if (!$aCurrentBlock) $aCurrentBlock = array(0, $t);
1008                         $iCurrentBucketSize = max(0, $aCurrentBlock[0] - ($t - $aCurrentBlock[1])*CONST_ConnectionBucket_LeakRate);
1009                         $aBlockedList[$sKey] = array(
1010                                 'totalBlocks' => $aDetails[0],
1011                                 'lastBlockTimestamp' => $aDetails[1],
1012                                 'currentBucketSize' => $iCurrentBucketSize,
1013                                 'lastRequestBlocked' => $aCurrentBlock[0] >= CONST_ConnectionBucket_BlockLimit,
1014                                 'currentlyBlocked' => $iCurrentBucketSize + (CONST_ConnectionBucket_Cost_Reverse) >= CONST_ConnectionBucket_BlockLimit,
1015                                 );
1016                 }
1017                 return $aBlockedList;
1018         }
1019
1020         function clearBucketBlocks()
1021         {
1022                 $m = getBucketMemcache();
1023                 if (!$m) return false;
1024                 $m->delete('blockedList');
1025                 return true;
1026         }