overpass: add munin scripts

[chef.git] / cookbooks / nominatim / templates / default / updater.erb

diff --git a/cookbooks/nominatim/templates/default/updater.erb b/cookbooks/nominatim/templates/default/updater.erb
index c0a0ad49b6abbc5572b47c6d7459110647844610..d3fd0d937d62aac5838ad8cce1c36d1027ca013a 100644 (file)
--- a/cookbooks/nominatim/templates/default/updater.erb
+++ b/cookbooks/nominatim/templates/default/updater.erb
@@ -2,29 +2,52 @@
 
 # DO NOT EDIT - This file is being maintained by Chef
 
-# Send output to the log
-exec >> /var/log/nominatim/update.log 2>&1
-
 # Change to Nominatim directory
-DIR="$( cd "$( dirname "$0" )" && pwd )"
-cd $DIR/..
+cd <%= @bindir %>
 
-while true
-do
-    starttime=`date +%s`
+num_cpus=`cat /proc/cpuinfo | grep -c processor`
+num_cpus=$((num_cpus - 2))
 
-    ./utils/update.php --no-npi --import-osmosis
+while [ ! -f "<%= @update_stop_file %>" ]
+do
+    # Send output to the log (logrotatable)
+    exec >> <%= @logfile %> 2>&1
 
-    # will trigger recompilation if necessary
-    git pull
+    current_load=`cat /proc/loadavg | cut -f 2 -d ' ' | sed 's:\..*::'`
 
-    # sleep a bit if updates take less than a minute
-    endtime=`date +%s`
-    elapsed=$((endtime - starttime))
-    if [[ $elapsed -lt 60 ]]
+    if [[ $current_load -lt $num_cpus ]]
     then
-        sleepy=$((60 - $elapsed))
-        echo "Sleeping for ${sleepy}s..."
-        sleep $sleepy
+        INST=4
+    else
+        INST=2
+    fi
+
+    ./nominatim replication --once --threads $INST
+
+<% if node[:nominatim][:enable_git_updates] -%>
+    pushd <%= @srcdir %>
+    if git fetch origin; then
+      # will trigger recompilation if necessary
+      git merge origin/<%= @branch %>
+    else
+      echo "WARNING: git fetch failed."
+    fi
+    popd
+<% end -%>
+
+    if [ -f "<%= @update_maintenance_trigger %>" ]; then
+        rm <%= @update_maintenance_trigger %>
+        ./nominatim refresh --postcodes --threads 4 -v
+<% if node[:nominatim][:enable_qa_tiles] -%>
+        pushd <%= @qabindir %>
+        if python3 cli.py --execute-all; then
+          rm -rf "<%= @qadatadir %>/old"
+          if [ -d "<%= @qadatadir %>/current" ]; then
+            mv "<%= @qadatadir %>/current" "<%= @qadatadir %>/old"
+          fi
+          mv "<%= @qadatadir %>/new" "<%= @qadatadir %>/current"
+        fi
+        popd
+<% end -%>
     fi
 done