deduplicate search term graph slightly earlier

[nominatim.git] / utils / imports.php

diff --git a/utils/imports.php b/utils/imports.php
index 7e9de8e4a33251288277f940bb33ddfd1afe3530..112ebd890a9c5f16ee82e04ca2ce6e73002794c8 100755 (executable)
--- a/utils/imports.php
+++ b/utils/imports.php
@@ -18,6 +18,27 @@
 
        if (isset($aCMDResult['parse-tiger']))
        {
 
        if (isset($aCMDResult['parse-tiger']))
        {

+               foreach(glob($aCMDResult['parse-tiger'].'/??_*', GLOB_ONLYDIR) as $sStateFolder)
+               {
+                       preg_match('#([0-9]{2})_(.*)#',basename($sStateFolder), $aMatch);
+                       var_dump($aMatch);
+                       exit;
+                       foreach(glob($sStateFolder.'/?????_*', GLOB_ONLYDIR) as $sCountyFolder)
+                       {
+                               set_time_limit(30);
+                               preg_match('#([0-9]{5})_(.*)#',basename($sCountyFolder), $aMatch);
+                               $sCountyID = $aMatch[1];
+                               $sCountyName = str_replace('_', ' ', $aMatch[2]);
+                               $sImportFile = $sCountyFolder.'/tl_2009_'.$sCountyID.'_edges.zip';
+                               $sCountyName = str_replace("'", "''", $sCountyName);
+                               $sCountyName = str_replace(" County", "", $sCountyName);
+                               echo "'$sCountyID' : '$sCountyName' ,\n";
+                       }
+               }
+exit;
+
+               if (!file_exists(CONST_BasePath.'/data/tiger2009')) mkdir(CONST_BasePath.'/data/tiger2009');
+

                $sTempDir = tempnam('/tmp', 'tiger');
                unlink($sTempDir);
                mkdir($sTempDir);
                $sTempDir = tempnam('/tmp', 'tiger');
                unlink($sTempDir);
                mkdir($sTempDir);


@@ -26,18 +47,40 @@
                {
                        foreach(glob($sStateFolder.'/?????_*', GLOB_ONLYDIR) as $sCountyFolder)
                        {
                {
                        foreach(glob($sStateFolder.'/?????_*', GLOB_ONLYDIR) as $sCountyFolder)
                        {

+                               set_time_limit(30);

                                preg_match('#([0-9]{5})_(.*)#',basename($sCountyFolder), $aMatch);
                                $sCountyID = $aMatch[1];
                                $sCountyName = str_replace('_', ' ', $aMatch[2]);
                                $sImportFile = $sCountyFolder.'/tl_2009_'.$sCountyID.'_edges.zip';
                                preg_match('#([0-9]{5})_(.*)#',basename($sCountyFolder), $aMatch);
                                $sCountyID = $aMatch[1];
                                $sCountyName = str_replace('_', ' ', $aMatch[2]);
                                $sImportFile = $sCountyFolder.'/tl_2009_'.$sCountyID.'_edges.zip';

+                               echo "$sCountyID, $sCountyName\n";

                                if (!file_exists($sImportFile))
                                {
                                        echo "Missing: $sImportFile\n";
                                }
                                $sUnzipCmd = "unzip -d $sTempDir $sImportFile";
                                if (!file_exists($sImportFile))
                                {
                                        echo "Missing: $sImportFile\n";
                                }
                                $sUnzipCmd = "unzip -d $sTempDir $sImportFile";

-var_dump($sUnzipCmd);
-exit;
-//                             exec($sUnzipCmd);
+                               exec($sUnzipCmd);
+                               if (!file_exists($sTempDir.'/tl_2009_'.$sCountyID.'_edges.shp'))
+                               {
+                                       echo "Failed unzip ($sCountyID)\n";
+                               }
+                               else
+                               {
+                                       $sParseCmd = CONST_BasePath.'/utils/tigerAddressImport.py '.$sTempDir.'/tl_2009_'.$sCountyID.'_edges.shp';
+                                       exec($sParseCmd);
+                                       if (!file_exists($sTempDir.'/tl_2009_'.$sCountyID.'_edges.osm1.osm'))
+                                       {
+                                               echo "Failed parse ($sCountyID)\n";
+                                       }
+                                       else
+                                       {
+                                               copy($sTempDir.'/tl_2009_'.$sCountyID.'_edges.osm1.osm', CONST_BasePath.'/data/tiger2009/'.$sCountyID.'.sql');
+                                       }
+                               }
+                               // Cleanup
+                               foreach(glob($sTempDir.'/*') as $sTmpFile)
+                               {
+                                       unlink($sTmpFile);
+                               }

                        }
                }
        }
                        }
                }
        }