X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/85ab12c4716ce96f4d666fcc0bd59fa32d68874e..71b3aa9cca3f9a3fd6a5f8e0e51c0b99463d7e66:/utils/imports.php diff --git a/utils/imports.php b/utils/imports.php index 752121d7..70a24963 100755 --- a/utils/imports.php +++ b/utils/imports.php @@ -10,95 +10,20 @@ array('quiet', 'q', 0, 1, 0, 0, 'bool', 'Quiet output'), array('verbose', 'v', 0, 1, 0, 0, 'bool', 'Verbose output'), - array('parse-tiger', '', 0, 1, 1, 1, 'realpath', 'Convert tiger edge files to nominatim sql import'), - array('parse-tiger-2011', '', 0, 1, 1, 1, 'realpath', 'Convert tiger edge files to nominatim sql import (source: edges directory of tiger data)'), + array('parse-tiger', '', 0, 1, 1, 1, 'realpath', 'Convert tiger edge files to nominatim sql import - datafiles from 2011 or later (source: edges directory of tiger data)'), ); getCmdOpt($_SERVER['argv'], $aCMDOptions, $aCMDResult, true, true); - $bDidSomething = false; if (isset($aCMDResult['parse-tiger'])) { - $bDidSomething = true; - foreach(glob($aCMDResult['parse-tiger'].'/??_*', GLOB_ONLYDIR) as $sStateFolder) - { - preg_match('#([0-9]{2})_(.*)#',basename($sStateFolder), $aMatch); - var_dump($aMatch); - exit; - foreach(glob($sStateFolder.'/?????_*', GLOB_ONLYDIR) as $sCountyFolder) - { - set_time_limit(30); - preg_match('#([0-9]{5})_(.*)#',basename($sCountyFolder), $aMatch); - $sCountyID = $aMatch[1]; - $sCountyName = str_replace('_', ' ', $aMatch[2]); - $sImportFile = $sCountyFolder.'/tl_2009_'.$sCountyID.'_edges.zip'; - $sCountyName = str_replace("'", "''", $sCountyName); - $sCountyName = str_replace(" County", "", $sCountyName); - echo "'$sCountyID' : '$sCountyName' ,\n"; - } - } - exit; - - if (!file_exists(CONST_BasePath.'/data/tiger2009')) mkdir(CONST_BasePath.'/data/tiger2009'); - - $sTempDir = tempnam('/tmp', 'tiger'); - unlink($sTempDir); - mkdir($sTempDir); - - foreach(glob($aCMDResult['parse-tiger'].'/??_*', GLOB_ONLYDIR) as $sStateFolder) - { - foreach(glob($sStateFolder.'/?????_*', GLOB_ONLYDIR) as $sCountyFolder) - { - set_time_limit(30); - preg_match('#([0-9]{5})_(.*)#',basename($sCountyFolder), $aMatch); - $sCountyID = $aMatch[1]; - $sCountyName = str_replace('_', ' ', $aMatch[2]); - $sImportFile = $sCountyFolder.'/tl_2009_'.$sCountyID.'_edges.zip'; - echo "$sCountyID, $sCountyName\n"; - if (!file_exists($sImportFile)) - { - echo "Missing: $sImportFile\n"; - } - $sUnzipCmd = "unzip -d $sTempDir $sImportFile"; - exec($sUnzipCmd); - if (!file_exists($sTempDir.'/tl_2009_'.$sCountyID.'_edges.shp')) - { - echo "Failed unzip ($sCountyID)\n"; - } - else - { - $sParseCmd = CONST_BasePath.'/utils/tigerAddressImport.py '.$sTempDir.'/tl_2009_'.$sCountyID.'_edges.shp'; - exec($sParseCmd); - if (!file_exists($sTempDir.'/tl_2009_'.$sCountyID.'_edges.osm1.osm')) - { - echo "Failed parse ($sCountyID)\n"; - } - else - { - copy($sTempDir.'/tl_2009_'.$sCountyID.'_edges.osm1.osm', CONST_BasePath.'/data/tiger2009/'.$sCountyID.'.sql'); - } - } - // Cleanup - foreach(glob($sTempDir.'/*') as $sTmpFile) - { - unlink($sTmpFile); - } - } - } - } - - - if (isset($aCMDResult['parse-tiger-2011'])) - { - if (!file_exists(CONST_BasePath.'/data/tiger2011')) mkdir(CONST_BasePath.'/data/tiger2011'); + if (!file_exists(CONST_Tiger_Data_Path)) mkdir(CONST_Tiger_Data_Path); $sTempDir = tempnam('/tmp', 'tiger'); unlink($sTempDir); mkdir($sTempDir); - - $bDidSomething = true; - foreach(glob($aCMDResult['parse-tiger-2011'].'/tl_2011_?????_edges.zip', 0) as $sImportFile) + foreach(glob($aCMDResult['parse-tiger'].'/tl_20??_?????_edges.zip', 0) as $sImportFile) { set_time_limit(30); preg_match('#([0-9]{5})_(.*)#',basename($sImportFile), $aMatch); @@ -122,7 +47,7 @@ } else { - copy($sOsmFile, CONST_BasePath.'/data/tiger2011/'.$sCountyID.'.sql'); + copy($sOsmFile, CONST_Tiger_Data_Path.'/'.$sCountyID.'.sql'); } } // Cleanup