make planet replication url configurable so we can use geofabrik's awesome daily...

diff --git a/settings/settings.php b/settings/settings.php
index b7e9e52c2c4cbc36311b3ebe9cc5da5ad8c0ca3b..dd424e0769e06cbc9902b914a69d94af2fb1aa09 100644 (file)
--- a/settings/settings.php
+++ b/settings/settings.php
@@ -16,6 +16,10 @@
        @define('CONST_Path_Postgresql_Postgis', CONST_Path_Postgresql_Contrib.'/postgis-'.CONST_Postgis_Version);
        @define('CONST_Osm2pgsql_Binary', CONST_BasePath.'/osm2pgsql/osm2pgsql');
        @define('CONST_Osmosis_Binary', '/usr/bin/osmosis');
+       //@define('CONST_Replication_Url', 'http://planet.openstreetmap.org/replication/minute');
+       //@define('CONST_Replication_MaxInterval', '3600');
+       @define('CONST_Replication_Url', 'http://download.geofabrik.de/europe/ireland-and-northern-ireland-updates');
+       @define('CONST_Replication_MaxInterval', '259200');
 
        // Connection buckets to rate limit people being nasty
        @define('CONST_ConnectionBucket_MemcacheServerAddress', false);

diff --git a/utils/setup.php b/utils/setup.php
index e49a2d52f2de91d5658d94d19dcfa70033b2bb0a..d404f4df85057e422440d77402a4bd446cd20222 100755 (executable)
--- a/utils/setup.php
+++ b/utils/setup.php
@@ -502,9 +502,11 @@
                }
                else
                {
+                       
                        passthru(CONST_Osmosis_Binary.' --read-replication-interval-init '.CONST_BasePath.'/settings');
-                       // server layout changed afer license change, fix path to minutely diffs
-                       passthru("sed -i 's:minute-replicate:replication/minute:' ".CONST_BasePath.'/settings/configuration.txt');
+                       // update osmosis configuration.txt with our settings
+                       passthru("sed -i 's!baseUrl=.*!baseUrL=".CONST_Replication_Url."!' ".CONST_BasePath.'/settings/configuration.txt');
+                       passthru("sed -i 's:maxInterval = .*:maxInterval = ".CONST_Replication_MaxInterval.":' ".CONST_BasePath.'/settings/configuration.txt');
                }
 
                // Find the last node in the DB
@@ -517,10 +519,12 @@
                $iLastNodeTimestamp = strtotime($aLastNodeDate[1]) - (3*60*60);
 
 
-               // Search for the correct state file - uses file timestamps
-               $sRepURL = 'http://planet.openstreetmap.org/replication/minute/';
-               $sRep = file_get_contents($sRepURL);
-               preg_match_all('#<a href="[0-9]{3}/">([0-9]{3}/)</a> *(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
+               // Search for the correct state file - uses file timestamps so need to sort by date descending
+               $sRepURL = CONST_Replication_Url."/";
+               $sRep = file_get_contents($sRepURL."?C=M;O=D");
+               // download.geofabrik.de:    <a href="000/">000/</a></td><td align="right">26-Feb-2013 11:53  </td>
+               // planet.openstreetmap.org: <a href="273/">273/</a>                    22-Mar-2013 07:41    -
+               preg_match_all('#<a href="[0-9]{3}/">([0-9]{3}/)</a>.*(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
                $aPrevRepMatch = false;
                foreach($aRepMatches as $aRepMatch)
                {
@@ -530,8 +534,8 @@
                if ($aPrevRepMatch) $aRepMatch = $aPrevRepMatch;
 
                $sRepURL .= $aRepMatch[1];
-               $sRep = file_get_contents($sRepURL);
-               preg_match_all('#<a href="[0-9]{3}/">([0-9]{3}/)</a> *(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
+               $sRep = file_get_contents($sRepURL."?C=M;O=D");
+               preg_match_all('#<a href="[0-9]{3}/">([0-9]{3}/)</a>.*(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
                $aPrevRepMatch = false;
                foreach($aRepMatches as $aRepMatch)
                {
@@ -541,8 +545,8 @@
                if ($aPrevRepMatch) $aRepMatch = $aPrevRepMatch;
 
                $sRepURL .= $aRepMatch[1];
-               $sRep = file_get_contents($sRepURL);
-               preg_match_all('#<a href="[0-9]{3}.state.txt">([0-9]{3}).state.txt</a> *(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
+               $sRep = file_get_contents($sRepURL."?C=M;O=D");
+               preg_match_all('#<a href="[0-9]{3}.state.txt">([0-9]{3}).state.txt</a>.*(([0-9]{2})-([A-z]{3})-([0-9]{4}) ([0-9]{2}):([0-9]{2}))#', $sRep, $aRepMatches, PREG_SET_ORDER);
                $aPrevRepMatch = false;
                foreach($aRepMatches as $aRepMatch)
                {