X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/2d1337e19077f5a9ac3e2f07a9c54282a7f38e28..d4b633bfc50188f36e3c4a8b2b99c3a0e6a7f12e:/utils/update.php diff --git a/utils/update.php b/utils/update.php index 24095ef4..96789ef4 100644 --- a/utils/update.php +++ b/utils/update.php @@ -52,9 +52,10 @@ if (!isset($aResult['index-rank'])) $aResult['index-rank'] = 0; date_default_timezone_set('Etc/UTC'); -$oDB =& getDB(); +$oDB = new Nominatim\DB(); +$oDB->connect(); -$aDSNInfo = DB::parseDSN(CONST_Database_DSN); +$aDSNInfo = Nominatim\DB::parseDSN(CONST_Database_DSN); if (!isset($aDSNInfo['port']) || !$aDSNInfo['port']) $aDSNInfo['port'] = 5432; // cache memory to be used by osm2pgsql, should not be more than the available memory @@ -63,7 +64,7 @@ if ($iCacheMemory + 500 > getTotalMemoryMB()) { $iCacheMemory = getCacheMemoryMB(); echo "WARNING: resetting cache memory to $iCacheMemory\n"; } -$sOsm2pgsqlCmd = CONST_Osm2pgsql_Binary.' -klas --number-processes 1 -C '.$iCacheMemory.' -O gazetteer -d '.$aDSNInfo['database'].' -P '.$aDSNInfo['port']; +$sOsm2pgsqlCmd = CONST_Osm2pgsql_Binary.' -klas --number-processes 1 -C '.$iCacheMemory.' -O gazetteer -S '.CONST_Import_Style.' -d '.$aDSNInfo['database'].' -P '.$aDSNInfo['port']; if (isset($aDSNInfo['username']) && $aDSNInfo['username']) { $sOsm2pgsqlCmd .= ' -U ' . $aDSNInfo['username']; } @@ -115,7 +116,7 @@ if ($aResult['init-updates']) { } $sDatabaseDate = getDatabaseDate($oDB); - if ($sDatabaseDate === false) { + if (!$sDatabaseDate) { fail('Cannot determine date of database.'); } $sWindBack = strftime('%Y-%m-%dT%H:%M:%SZ', strtotime($sDatabaseDate) - (3*60*60)); @@ -128,10 +129,13 @@ if ($aResult['init-updates']) { fail('Error running pyosmium tools'); } - pg_query($oDB->connection, 'TRUNCATE import_status'); + $oDB->exec('TRUNCATE import_status'); $sSQL = "INSERT INTO import_status (lastimportdate, sequence_id, indexed) VALUES('"; $sSQL .= $sDatabaseDate."',".$aOutput[0].', true)'; - if (!pg_query($oDB->connection, $sSQL)) { + + try { + $oDB->exec($sSQL); + } catch (\Nominatim\DatabaseError $e) { fail('Could not enter sequence into database.'); } @@ -219,9 +223,10 @@ if ($bHaveDiff) { } if ($aResult['deduplicate']) { - $oDB =& getDB(); + $oDB = new Nominatim\DB(); + $oDB->connect(); - if (getPostgresVersion($oDB) < 9.3) { + if ($oDB->getPostgresVersion() < 9.3) { fail('ERROR: deduplicate is only currently supported in postgresql 9.3'); } @@ -259,32 +264,32 @@ if ($aResult['deduplicate']) { $sSQL .= ' name_vector = array_replace(name_vector,'.$aRemove['word_id'].','.$iKeepID.'),'; $sSQL .= ' nameaddress_vector = array_replace(nameaddress_vector,'.$aRemove['word_id'].','.$iKeepID.')'; $sSQL .= ' where name_vector @> ARRAY['.$aRemove['word_id'].']'; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); $sSQL = 'update search_name set'; $sSQL .= ' nameaddress_vector = array_replace(nameaddress_vector,'.$aRemove['word_id'].','.$iKeepID.')'; $sSQL .= ' where nameaddress_vector @> ARRAY['.$aRemove['word_id'].']'; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); $sSQL = 'update location_area_country set'; $sSQL .= ' keywords = array_replace(keywords,'.$aRemove['word_id'].','.$iKeepID.')'; $sSQL .= ' where keywords @> ARRAY['.$aRemove['word_id'].']'; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); foreach ($aPartitions as $sPartition) { $sSQL = 'update search_name_'.$sPartition.' set'; $sSQL .= ' name_vector = array_replace(name_vector,'.$aRemove['word_id'].','.$iKeepID.')'; $sSQL .= ' where name_vector @> ARRAY['.$aRemove['word_id'].']'; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); $sSQL = 'update location_area_country set'; $sSQL .= ' keywords = array_replace(keywords,'.$aRemove['word_id'].','.$iKeepID.')'; $sSQL .= ' where keywords @> ARRAY['.$aRemove['word_id'].']'; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); } $sSQL = 'delete from word where word_id = '.$aRemove['word_id']; - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); } } } @@ -305,6 +310,8 @@ if ($aResult['index']) { } runWithEnv($sCmd, $aProcEnv); + + $oDB->exec('update import_status set indexed = true'); } if ($aResult['update-address-levels']) { @@ -411,12 +418,12 @@ if ($aResult['import-osmosis'] || $aResult['import-osmosis-all']) { $sSQL .= date('Y-m-d H:i:s', $fCMDStartTime)."','"; $sSQL .= date('Y-m-d H:i:s')."','import')"; var_Dump($sSQL); - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); // update the status $sSQL = "UPDATE import_status SET lastimportdate = '$sBatchEnd', indexed=false, sequence_id = $iEndSequence"; var_Dump($sSQL); - chksql($oDB->query($sSQL)); + chksql($oDB->exec($sSQL)); echo date('Y-m-d H:i:s')." Completed download step for $sBatchEnd in ".round((time()-$fCMDStartTime)/60, 2)." minutes\n"; } @@ -434,15 +441,20 @@ if ($aResult['import-osmosis'] || $aResult['import-osmosis-all']) { $sSQL = 'INSERT INTO import_osmosis_log'; $sSQL .= '(batchend, batchseq, batchsize, starttime, endtime, event)'; - $sSQL .= " values ('$sBatchEnd',$iEndSequence,$iFileSize,'"; + $sSQL .= " values ('$sBatchEnd',$iEndSequence,NULL,'"; $sSQL .= date('Y-m-d H:i:s', $fCMDStartTime)."','"; $sSQL .= date('Y-m-d H:i:s')."','index')"; var_Dump($sSQL); - $oDB->query($sSQL); + $oDB->exec($sSQL); echo date('Y-m-d H:i:s')." Completed index step for $sBatchEnd in ".round((time()-$fCMDStartTime)/60, 2)." minutes\n"; $sSQL = 'update import_status set indexed = true'; - $oDB->query($sSQL); + $oDB->exec($sSQL); + } else { + if ($aResult['import-osmosis-all']) { + echo "Error: --no-index cannot be used with continuous imports (--import-osmosis-all).\n"; + exit(1); + } } $fDuration = time() - $fStartTime;