cookbooks/web/recipes/rails.rb

   1 #
   2 # Cookbook:: web
   3 # Recipe:: rails
   4 #
   5 # Copyright:: 2011, OpenStreetMap Foundation
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License");
   8 # you may not use this file except in compliance with the License.
   9 # You may obtain a copy of the License at
  10 #
  11 #     https://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS,
  15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 # See the License for the specific language governing permissions and
  17 # limitations under the License.
  18 #
  19
  20 include_recipe "apache"
  21 include_recipe "apt"
  22 include_recipe "git"
  23 include_recipe "geoipupdate"
  24 include_recipe "nodejs"
  25 include_recipe "passenger"
  26 include_recipe "ruby"
  27 include_recipe "tools"
  28 include_recipe "web::base"
  29
  30 web_passwords = data_bag_item("web", "passwords")
  31 db_passwords = data_bag_item("db", "passwords")
  32
  33 ssl_certificate "www.openstreetmap.org" do
  34   domains ["www.openstreetmap.org", "www.osm.org",
  35            "api.openstreetmap.org", "api.osm.org",
  36            "maps.openstreetmap.org", "maps.osm.org",
  37            "mapz.openstreetmap.org", "mapz.osm.org",
  38            "openstreetmap.org", "osm.org"]
  39   notifies :reload, "service[apache2]"
  40 end
  41
  42 nodejs_package "svgo"
  43
  44 rails_directory = "#{node[:web][:base_directory]}/rails"
  45
  46 matomo = data_bag_item("web", "matomo")
  47
  48 storage = {
  49   "avatars" => {
  50     "service" => "S3",
  51     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  52     "secret_access_key" => web_passwords["aws_key"],
  53     "region" => "eu-west-1",
  54     "bucket" => "openstreetmap-user-avatars",
  55     "use_dualstack_endpoint" => true,
  56     "upload" => {
  57       "acl" => "public-read",
  58       "cache_control" => "public, max-age=31536000, immutable"
  59     }
  60   },
  61   "gps_traces" => {
  62     "service" => "S3",
  63     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  64     "secret_access_key" => web_passwords["aws_key"],
  65     "region" => "eu-west-1",
  66     "bucket" => "openstreetmap-gps-traces",
  67     "use_dualstack_endpoint" => true,
  68     "upload" => {
  69       "acl" => "public-read",
  70       "cache_control" => "public, max-age=31536000, immutable"
  71     }
  72   },
  73   "gps_images" => {
  74     "service" => "S3",
  75     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  76     "secret_access_key" => web_passwords["aws_key"],
  77     "region" => "eu-west-1",
  78     "bucket" => "openstreetmap-gps-images",
  79     "use_dualstack_endpoint" => true,
  80     "upload" => {
  81       "acl" => "public-read",
  82       "cache_control" => "public, max-age=31536000, immutable"
  83     }
  84   }
  85 }
  86
  87 db_host = if node[:web][:status] == "database_readonly"
  88             node[:web][:readonly_database_host]
  89           else
  90             node[:web][:database_host]
  91           end
  92
  93 rails_port "www.openstreetmap.org" do
  94   directory rails_directory
  95   user "rails"
  96   group "rails"
  97   repository "https://git.openstreetmap.org/public/rails.git"
  98   revision "live"
  99   database_host db_host
 100   database_name "openstreetmap"
 101   database_username "rails"
 102   database_password db_passwords["rails"]
 103   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
 104   status node[:web][:status]
 105   messages_domain "messages.openstreetmap.org"
 106   log_path "#{node[:web][:log_directory]}/rails.log"
 107   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
 108   memcache_servers node[:web][:memcached_servers]
 109   potlatch2_key web_passwords["potlatch2_key"]
 110   id_key web_passwords["id_key"]
 111   id_application web_passwords["id_application"]
 112   oauth_key web_passwords["oauth_key"]
 113   oauth_application web_passwords["oauth_application"]
 114   matomo_configuration "location" => matomo[:location],
 115                        "site" => matomo[:site],
 116                        "visitor_cookie_timeout" => matomo[:visitor_cookie_timeout],
 117                        "referral_cookie_timeout" => matomo[:referral_cookie_timeout],
 118                        "session_cookie_timeout" => matomo[:session_cookie_timeout],
 119                        "goals" => matomo[:goals].to_hash
 120   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
 121   google_auth_secret web_passwords["google_auth_secret"]
 122   google_openid_realm "https://www.openstreetmap.org"
 123   facebook_auth_id "427915424036881"
 124   facebook_auth_secret web_passwords["facebook_auth_secret"]
 125   microsoft_auth_id "e34f14f1-f790-40f3-9fa4-3c5f1a027c38"
 126   microsoft_auth_secret web_passwords["microsoft_auth_secret"]
 127   github_auth_id "acf7da34edee99e35499"
 128   github_auth_secret web_passwords["github_auth_secret"]
 129   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
 130   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
 131   thunderforest_key web_passwords["thunderforest_key"]
 132   tracestrack_key web_passwords["tracestrack_key"]
 133   totp_key web_passwords["totp_key"]
 134   csp_enforce true
 135   trace_use_job_queue true
 136   diary_feed_delay 12
 137   storage_configuration storage
 138   avatar_storage "avatars"
 139   trace_file_storage "gps_traces"
 140   trace_image_storage "gps_images"
 141   trace_icon_storage "gps_images"
 142   avatar_storage_url "https://openstreetmap-user-avatars.s3.dualstack.eu-west-1.amazonaws.com"
 143   trace_image_storage_url "https://openstreetmap-gps-images.s3.dualstack.eu-west-1.amazonaws.com"
 144   overpass_url "https://query.openstreetmap.org/query-features"
 145   overpass_credentials true
 146   signup_ip_per_day 24
 147   signup_ip_max_burst 48
 148   signup_email_per_day 1
 149   signup_email_max_burst 2
 150   doorkeeper_signing_key web_passwords["openid_connect_key"].join("\n")
 151   user_account_deletion_delay 7 * 24
 152   # Requests to modify the imagery blacklist should come from the DWG only
 153   imagery_blacklist [
 154     # Current Google imagery URLs have google or googleapis in the domain
 155     ".*\\.google(apis)?\\..*/.*",
 156     # Blacklist VWorld
 157     "http://xdworld\\.vworld\\.kr:8080/.*",
 158     # Blacklist here
 159     ".*\\.here\\.com[/:].*",
 160     # Blacklist Mapy.cz
 161     ".*\\.mapy\\.cz.*",
 162     # Blacklist Yandex
 163     ".*\\.api-maps\\.yandex\\.ru/.*",
 164     ".*\\.maps\\.yandex\\.net/.*"
 165   ]
 166 end
 167
 168 systemd_service "rails-jobs@" do
 169   description "Rails job queue runner"
 170   type "simple"
 171   environment "RAILS_ENV" => "production",
 172               "QUEUE" => "%I",
 173               "SLEEP_DELAY" => "60",
 174               "SECRET_KEY_BASE" => web_passwords["secret_key_base"]
 175   user "rails"
 176   working_directory rails_directory
 177   exec_start "#{node[:ruby][:bundle]} exec rails jobs:work"
 178   restart "on-failure"
 179   nice 10
 180   sandbox :enable_network => true
 181   memory_deny_write_execute false
 182   read_write_paths "/var/log/web"
 183 end
 184
 185 package "libjson-xs-perl"
 186
 187 template "/usr/local/bin/cleanup-rails-assets" do
 188   source "cleanup-assets.erb"
 189   owner "root"
 190   group "root"
 191   mode "755"
 192 end
 193
 194 gem_package "apachelogregex" do
 195   gem_binary node[:ruby][:gem]
 196 end
 197
 198 gem_package "file-tail" do
 199   gem_binary node[:ruby][:gem]
 200 end
 201
 202 template "/usr/local/bin/api-statistics" do
 203   source "api-statistics.erb"
 204   owner "root"
 205   group "root"
 206   mode "755"
 207 end
 208
 209 systemd_service "api-statistics" do
 210   description "OpenStreetMap API Statistics Daemon"
 211   user "rails"
 212   group "adm"
 213   exec_start "/usr/local/bin/api-statistics"
 214   nice 10
 215   sandbox true
 216   read_write_paths [
 217     "/srv/www.openstreetmap.org/rails/tmp",
 218     "/var/lib/prometheus/node-exporter"
 219   ]
 220   restart "on-failure"
 221 end
 222
 223 service "api-statistics" do
 224   action [:enable, :start]
 225   supports :restart => true
 226   subscribes :restart, "template[/usr/local/bin/api-statistics]"
 227   subscribes :restart, "systemd_service[api-statistics]"
 228 end
 229
 230 gem_package "hpricot" do
 231   gem_binary node[:ruby][:gem]
 232 end