]> git.openstreetmap.org Git - chef.git/blob - cookbooks/planet/files/default/replication-bin/replicate-minute
Simplify fdirsync and avoid race closing the descriptor
[chef.git] / cookbooks / planet / files / default / replication-bin / replicate-minute
1 #!/bin/sh
2
3 set -e
4
5 cd /etc/replication
6
7 osmdbt-catchup --quiet
8 osmdbt-get-log --quiet
9 osmdbt-catchup --quiet
10 osmdbt-create-diff --quiet --with-comment --max-changes=50000
11
12 . /store/planet/replication/minute/state.txt
13
14 sequencePart1=$(($sequenceNumber / 1000000 % 1000))
15 sequencePart2=$(($sequenceNumber / 1000 % 1000))
16 sequencePart3=$(($sequenceNumber % 1000))
17 diffPath=$(printf "%03d/%03d/%03d" $sequencePart1 $sequencePart2 $sequencePart3)
18
19 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/${diffPath}.osc.gz" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.osc.gz"
20 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/${diffPath}.state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/${diffPath}.state.txt"
21 /opt/awscli/v2/current/bin/aws --profile=osm-pds-upload s3 cp --storage-class=INTELLIGENT_TIERING --no-progress "/store/planet/replication/minute/state.txt" "s3://osm-planet-eu-central-1/planet/replication/minute/state.txt"