X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/979e98164cc9a6d7216197f01febc918c9a152b9..7171b94a0526152910353dbf1f07a0ee597976da:/cookbooks/tilelog/templates/default/tilelog.erb diff --git a/cookbooks/tilelog/templates/default/tilelog.erb b/cookbooks/tilelog/templates/default/tilelog.erb index 21ae4d5e7..0cb24ce4d 100644 --- a/cookbooks/tilelog/templates/default/tilelog.erb +++ b/cookbooks/tilelog/templates/default/tilelog.erb @@ -1,28 +1,29 @@ #!/bin/sh +set -e -ANALYZE=<%= @analyze_bin %> -LOGDIR=<%= @input_dir %> -OUTDIR=<%= @output_dir %> -if [ -z "$DATE" ]; then - DATE=`date -d "2 days ago" "+%Y-%m-%d"` +if [ -z "$DATE" ] +then + DATE=$(date -u -d "1 day ago" "+%Y-%m-%d") fi -TMPDIR=`mktemp -d -t tmp.XXXXXXXXX` -ORIGDIR=`pwd` -clean_up() { - cd $ORIGDIR - rm -rf $TMPDIR -} +OUTDIR="<%= @output_dir %>" +TMPDIR=$(mktemp -d -t tilelog.XXXXXXXXX) -trap clean_up 0 HUP INT TERM -cd $TMPDIR +cd "$TMPDIR" -mkdir db -nice -n 19 $ANALYZE $LOGDIR/*-${DATE}.xz > analyze.log -if [ -f tiles.txt ]; then - nice -n 19 xz -z tiles.txt - mv tiles.txt.xz $OUTDIR/tiles-${DATE}.txt.xz +export AWS_ACCESS_KEY_ID="AKIASQUXHPE7JFCFMOUP" +export AWS_SECRET_ACCESS_KEY="<%= @aws_key %>" +export AWS_REGION="eu-west-1" -else - cat analyze.log -fi +TILEFILE="tiles-${DATE}.txt.xz" +HOSTFILE="hosts-${DATE}.csv" +APPFILE="apps-${DATE}.csv" +COUNTRYFILE="countries-${DATE}.csv" + +nice -n 19 /opt/tilelog/bin/tilelog --date "${DATE}" \ + --generate-success --generate-minimise --generate-location \ + --tile "${TILEFILE}" --host "${HOSTFILE}" --app "${APPFILE}" --country "${COUNTRYFILE}" + +mv "${TILEFILE}" "${HOSTFILE}" "${APPFILE}" "${COUNTRYFILE}" "${OUTDIR}" + +rm -rf "$TMPDIR"