cookbooks/planet/files/default/replication-bin/replicate-minute

   1 #!/bin/sh
   2
   3 set -e
   4
   5 cd /etc/replication
   6
   7 osmdbt-catchup --quiet
   8 osmdbt-get-log --quiet
   9
  10 /opt/awscli/v2/current/bin/aws --profile=osm-osmdbt-state-upload s3 sync --storage-class=INTELLIGENT_TIERING --no-progress --exclude='*' --include='osm-repl-*.log' /var/lib/replication/minute s3://openstreetmap-osmdbt-state
  11
  12 osmdbt-catchup --quiet
  13 osmdbt-create-diff --quiet --with-comment --max-changes=50000
  14
  15 . /store/planet/replication/minute/state.txt
  16
  17 sequencePart1=$(($sequenceNumber / 1000000 % 1000))
  18 sequencePart2=$(($sequenceNumber / 1000 % 1000))
  19 sequencePart3=$(($sequenceNumber % 1000))
  20 diffPath=$(printf "%03d/%03d/%03d" $sequencePart1 $sequencePart2 $sequencePart3)
  21
  22 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/${diffPath}.osc.gz" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.osc.gz"
  23 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/${diffPath}.state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.state.txt"
  24 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/state.txt"