Add remote hands account to tetaneutral machines

[chef.git] / cookbooks / tile / templates / default / replicate.erb

diff --git a/cookbooks/tile/templates/default/replicate.erb b/cookbooks/tile/templates/default/replicate.erb
index e1ecab695d27ba0a68ac8c5b864076713c394207..aa69177ecaa2679e8994a25f47242be42f3c2892 100644 (file)
--- a/cookbooks/tile/templates/default/replicate.erb
+++ b/cookbooks/tile/templates/default/replicate.erb
@@ -2,9 +2,10 @@
 
 # DO NOT EDIT - This file is being maintained by Chef
 
 
 # DO NOT EDIT - This file is being maintained by Chef
 

-# Initialize timestamp with day of latest planet dump
-# Setting to midnight ensures we get conistent data after first run
-# osmosis --read-replication-interval-init
+# Before running updates, the replication needs to be set up with the timestamp
+# set to the day of the latest planet dump. Setting to midnight ensures we get
+# conistent data after first run. osmosis --read-replication-interval-init is
+# used to initially create the state file

 
 # Define exit handler
 function onexit {
 
 # Define exit handler
 function onexit {


@@ -27,7 +28,7 @@ trap onexit EXIT
 while true
 do
     # Work out the name of the next file
 while true
 do
     # Work out the name of the next file

-    file="changes-${sequenceNumber}.osm.gz"
+    file="changes-${sequenceNumber}.osc.gz"

 
     # Save state file so we can rollback if an error occurs
     cp state.txt state-prev.txt
 
     # Save state file so we can rollback if an error occurs
     cp state.txt state-prev.txt


@@ -39,56 +40,61 @@ do
     if [ $? -eq 0 ]
     then
         # Enable exit on error
     if [ $? -eq 0 ]
     then
         # Enable exit on error

-       set -e
+        set -e

 
         # Remember the previous sequence number
 
         # Remember the previous sequence number

-       prevSequenceNumber=$sequenceNumber
+        prevSequenceNumber=$sequenceNumber

 
         # Read in new state
 
         # Read in new state

-       . state.txt
+        . state.txt

 
         # Did we get any new data?
 
         # Did we get any new data?

-       if [ "${sequenceNumber}" == "${prevSequenceNumber}" ]
+        if [ "${sequenceNumber}" == "${prevSequenceNumber}" ]

         then
             # Log the lack of data
         then
             # Log the lack of data

-           echo "No new data available. Sleeping..."
+            echo "No new data available. Sleeping..."

 
 

-           # Remove file, it will just be an empty changeset
-           rm ${file}
+            # Remove file, it will just be an empty changeset
+            rm ${file}

 
             # No need to rollback now
             rm state-prev.txt
 
             # Sleep for a short while
 
             # No need to rollback now
             rm state-prev.txt
 
             # Sleep for a short while

-           sleep 30
-       else
+            sleep 30
+        else

             # Log the new data
             # Log the new data

-           echo "Fetched new data from ${prevSequenceNumber} to ${sequenceNumber} into ${file}"
+            echo "Fetched new data from ${prevSequenceNumber} to ${sequenceNumber} into ${file}"

 
             # Apply the changes to the database
 
             # Apply the changes to the database

+            osm2pgsql --database gis --slim --append --number-processes=1 \

 <% if node[:tile][:node_file] -%>
 <% if node[:tile][:node_file] -%>

-            osm2pgsql --slim --append --flat-nodes=<%= node[:tile][:node_file] %> ${file}
-<% else -%>
-            osm2pgsql --slim --append ${file}
+                      --flat-nodes=<%= node[:tile][:node_file] %> \

 <% end -%>
 <% end -%>

+<% if node[:tile][:styles][:default][:revision] >= "v4.0.0" -%>
+                      --multi-geometry --hstore \
+                      --style=/srv/tile.openstreetmap.org/styles/default/openstreetmap-carto.style \
+                      --tag-transform-script=/srv/tile.openstreetmap.org/styles/default/openstreetmap-carto.lua \
+<% end -%>
+                      ${file}

 
             # No need to rollback now
             rm state-prev.txt
 
 
             # No need to rollback now
             rm state-prev.txt
 

-            # Expire tiles which are touched by the changes
-            sudo -u www-data /usr/local/bin/expire-tiles ${file} > /dev/null 2>&1 &
-       fi
+            # Queue these changes for expiry processing
+            ln ${file} expire-queue/$file
+        fi

 
         # Delete old downloads
 
         # Delete old downloads

-       find . -name 'changes-*.gz' -mmin +300 -exec rm -f {} \;
+        find . -name 'changes-*.gz' -mmin +300 -exec rm -f {} \;

 
         # Disable exit on error
         set +e
     else
         # Log our failure to fetch changes
 
         # Disable exit on error
         set +e
     else
         # Log our failure to fetch changes

-       echo "Failed to fetch changes - waiting a few minutes before retry"
+        echo "Failed to fetch changes - waiting a few minutes before retry"

 
         # Wait five minutes and have another go
 
         # Wait five minutes and have another go

-       sleep 300
+        sleep 300

     fi
 done
     fi
 done