X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/e881af9e5b4f1d2ab5d32e995db8d4c2624f7bbc..e843effe2166586a6a904b38c77bdffcbd458bd4:/cookbooks/planet/templates/default/planetdump.erb diff --git a/cookbooks/planet/templates/default/planetdump.erb b/cookbooks/planet/templates/default/planetdump.erb index 3ae129b01..c6aca9423 100644 --- a/cookbooks/planet/templates/default/planetdump.erb +++ b/cookbooks/planet/templates/default/planetdump.erb @@ -88,12 +88,17 @@ function mk_torrent { -a udp://tracker.torrent.eu.org:451 \ -a udp://tracker-udp.gbitt.info:80/announce,http://tracker.gbitt.info/announce,https://tracker.gbitt.info/announce \ -a http://retracker.local/announce \ + -w https://planet.openstreetmap.org/${web_path} \ -w https://ftp5.gwdg.de/pub/misc/openstreetmap/planet.openstreetmap.org/${web_path} \ - -w https://free.nchc.org.tw/osm.planet/${web_path} \ -w https://ftpmirror.your.org/pub/openstreetmap/${web_path} \ - -w https://planet.passportcontrol.net/${web_path} \ - -w https://planet.openstreetmap.org/${web_path} \ - -c "OpenStreetMap planet database dump, licensed under https://opendatacommons.org/licenses/odbl/ by OpenStreetMap contributors" \ + -w https://mirror.init7.net/openstreetmap/${web_path} \ + -w https://free.nchc.org.tw/osm.planet/${web_path} \ + -w https://ftp.fau.de/osm-planet/${web_path} \ + -w https://ftp.spline.de/pub/openstreetmap/${web_path} \ + -w https://osm.openarchive.site/${name} \ + -w https://downloads.opencagedata.com/planet/${name} \ + -w https://planet.osm-hr.org/${web_path} \ + -c "OpenStreetMap ${type} data export, licensed under https://opendatacommons.org/licenses/odbl/ by OpenStreetMap contributors" \ -o ${name}.torrent } @@ -108,14 +113,18 @@ function install_dump { md5sum "${name}" > "${name}.md5" mkdir -p "${dir}/${year}" - test -f "${name}.torrent" && mv "${name}.torrent" "${dir}/${year}" mv "${name}" "${name}.md5" "${dir}/${year}" ln -sf "${year:-.}/${name}" "${dir}/${latest}" + test -f "${name}.torrent" && mv "${name}.torrent" "${dir}/${year}" && ln -sf "${year:-.}/${name}.torrent" "${dir}/${latest}.torrent" rm -f "${dir}/${latest}.md5" sed -e "s/${name}/${latest}/" "${dir}/${year}/${name}.md5" > "${dir}/${latest}.md5" } # Create *.torrent files +mk_torrent "changesets" "bz2" "planet/${year}" +mk_torrent "discussions" "bz2" "planet/${year}" +mk_torrent "planet" "bz2" "planet/${year}" +mk_torrent "history" "bz2" "planet/full-history/${year}" mk_torrent "planet" "pbf" "pbf" mk_torrent "history" "pbf" "pbf/full-history" @@ -128,4 +137,12 @@ install_dump "planet" "pbf" "<%= node[:planet][:dump][:pbf_directory] %>" install_dump "history" "pbf" "<%= node[:planet][:dump][:pbf_history_directory] %>" # Remove pbf dumps older than 90 days -find "<%= node[:planet][:dump][:pbf_directory] %>" "<%= node[:planet][:dump][:pbf_history_directory] %>" -maxdepth 1 -mindepth 1 -type f -mtime +90 \( -iname 'planet-*.pbf' -o -iname 'history-*.pbf' -o -iname 'planet-*.pbf.md5' -o -iname 'history-*.pbf.md5' -o -iname 'planet-*.pbf.torrent' -o -iname 'history-*.pbf.torrent' \) -delete +find "<%= node[:planet][:dump][:pbf_directory] %>" "<%= node[:planet][:dump][:pbf_history_directory] %>" \ + -maxdepth 1 -mindepth 1 -type f -mtime +90 \ + \( \ + -iname 'planet-*.pbf' \ + -o -iname 'history-*.pbf' \ + -o -iname 'planet-*.pbf.md5' \ + -o -iname 'history-*.pbf.md5' \ + \) \ + -delete