X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/701ade464b7e35875a2e0e9c028a58f2b572df1d..1abb24e84b4651c57adc42056d3d03a3b87d1d00:/cookbooks/tilelog/templates/default/tilelog.erb diff --git a/cookbooks/tilelog/templates/default/tilelog.erb b/cookbooks/tilelog/templates/default/tilelog.erb index 1d9c8b468..2c8799b1c 100644 --- a/cookbooks/tilelog/templates/default/tilelog.erb +++ b/cookbooks/tilelog/templates/default/tilelog.erb @@ -1,28 +1,27 @@ #!/bin/sh +set -e -ANALYZE=<%= @analyze_bin %> -LOGDIR=<%= @input_dir %> -OUTDIR=<%= @output_dir %> -if [ -z "$DATE" ]; then - DATE=`date -d "2 days ago" "+%Y-%m-%d"` +if [ -z "$DATE" ] +then + DATE=$(date -u -d "1 day ago" "+%Y-%m-%d") fi -TMPDIR=`mktemp -d -t tmp.XXXXXXXXX` -ORIGDIR=`pwd` -clean_up() { - cd $ORIGDIR - rm -rf $TMPDIR -} +OUTDIR="<%= @output_dir %>" +TMPDIR=$(mktemp -d -t tilelog.XXXXXXXXX) -trap clean_up 0 HUP INT TERM -cd $TMPDIR +cd "$TMPDIR" -mkdir db -nice -n 19 $ANALYZE $LOGDIR/*-${DATE}.xz > analyze.log -if [ -f tiles.txt ]; then - nice -n 19 xz -9e -z tiles.txt - mv tiles.txt.xz $OUTDIR/tiles-${DATE}.txt.xz +export AWS_ACCESS_KEY_ID="AKIASQUXHPE7JFCFMOUP" +export AWS_SECRET_ACCESS_KEY="<%= @aws_key %>" +export AWS_REGION="eu-west-1" -else - cat analyze.log -fi +TILEFILE="tiles-${DATE}.txt.xz" +HOSTFILE="hosts-${DATE}.csv" +APPFILE="apps-${DATE}.csv" + +nice -n 19 /opt/tilelog/bin/tilelog --date "${DATE}" --generate-success \ + --tile "${TILEFILE}" --host "${HOSTFILE}" --app "${APPFILE}" + +mv "${TILEFILE}" "${HOSTFILE}" "${APPFILE}" "${OUTDIR}" + +rm -rf "$TMPDIR"