cookbooks/web/recipes/rails.rb

   1 #
   2 # Cookbook:: web
   3 # Recipe:: rails
   4 #
   5 # Copyright:: 2011, OpenStreetMap Foundation
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License");
   8 # you may not use this file except in compliance with the License.
   9 # You may obtain a copy of the License at
  10 #
  11 #     https://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS,
  15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 # See the License for the specific language governing permissions and
  17 # limitations under the License.
  18 #
  19
  20 include_recipe "apache"
  21 include_recipe "apt"
  22 include_recipe "git"
  23 include_recipe "geoipupdate"
  24 include_recipe "munin"
  25 include_recipe "nodejs"
  26 include_recipe "passenger"
  27 include_recipe "ruby"
  28 include_recipe "tools"
  29 include_recipe "web::base"
  30
  31 web_passwords = data_bag_item("web", "passwords")
  32 db_passwords = data_bag_item("db", "passwords")
  33
  34 ssl_certificate "www.openstreetmap.org" do
  35   domains ["www.openstreetmap.org", "www.osm.org",
  36            "api.openstreetmap.org", "api.osm.org",
  37            "maps.openstreetmap.org", "maps.osm.org",
  38            "mapz.openstreetmap.org", "mapz.osm.org",
  39            "openstreetmap.org", "osm.org"]
  40   notifies :reload, "service[apache2]"
  41 end
  42
  43 nodejs_package "svgo"
  44
  45 file "/etc/cron.hourly/passenger" do
  46   action :delete
  47 end
  48
  49 rails_directory = "#{node[:web][:base_directory]}/rails"
  50
  51 matomo = data_bag_item("web", "matomo")
  52
  53 storage = {
  54   "avatars" => {
  55     "service" => "S3",
  56     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  57     "secret_access_key" => web_passwords["aws_key"],
  58     "region" => "eu-west-1",
  59     "bucket" => "openstreetmap-user-avatars",
  60     "use_dualstack_endpoint" => true,
  61     "upload" => {
  62       "acl" => "public-read",
  63       "cache_control" => "public, max-age=31536000, immutable"
  64     }
  65   },
  66   "gps_traces" => {
  67     "service" => "S3",
  68     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  69     "secret_access_key" => web_passwords["aws_key"],
  70     "region" => "eu-west-1",
  71     "bucket" => "openstreetmap-gps-traces",
  72     "use_dualstack_endpoint" => true,
  73     "upload" => {
  74       "acl" => "public-read",
  75       "cache_control" => "public, max-age=31536000, immutable"
  76     }
  77   },
  78   "gps_images" => {
  79     "service" => "S3",
  80     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  81     "secret_access_key" => web_passwords["aws_key"],
  82     "region" => "eu-west-1",
  83     "bucket" => "openstreetmap-gps-images",
  84     "use_dualstack_endpoint" => true,
  85     "upload" => {
  86       "acl" => "public-read",
  87       "cache_control" => "public, max-age=31536000, immutable"
  88     }
  89   }
  90 }
  91
  92 db_host = if node[:web][:status] == "database_readonly"
  93             node[:web][:readonly_database_host]
  94           else
  95             node[:web][:database_host]
  96           end
  97
  98 rails_port "www.openstreetmap.org" do
  99   directory rails_directory
 100   user "rails"
 101   group "rails"
 102   repository "https://git.openstreetmap.org/public/rails.git"
 103   revision "live"
 104   database_host db_host
 105   database_name "openstreetmap"
 106   database_username "rails"
 107   database_password db_passwords["rails"]
 108   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
 109   status node[:web][:status]
 110   messages_domain "messages.openstreetmap.org"
 111   log_path "#{node[:web][:log_directory]}/rails.log"
 112   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
 113   memcache_servers node[:web][:memcached_servers]
 114   potlatch2_key web_passwords["potlatch2_key"]
 115   id_key web_passwords["id_key"]
 116   id_application web_passwords["id_application"]
 117   oauth_key web_passwords["oauth_key"]
 118   oauth_application web_passwords["oauth_application"]
 119   matomo_configuration "location" => matomo[:location],
 120                        "site" => matomo[:site],
 121                        "goals" => matomo[:goals].to_hash
 122   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
 123   google_auth_secret web_passwords["google_auth_secret"]
 124   google_openid_realm "https://www.openstreetmap.org"
 125   facebook_auth_id "427915424036881"
 126   facebook_auth_secret web_passwords["facebook_auth_secret"]
 127   windowslive_auth_id "0000000040153C51"
 128   windowslive_auth_secret web_passwords["windowslive_auth_secret"]
 129   github_auth_id "acf7da34edee99e35499"
 130   github_auth_secret web_passwords["github_auth_secret"]
 131   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
 132   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
 133   thunderforest_key web_passwords["thunderforest_key"]
 134   totp_key web_passwords["totp_key"]
 135   csp_enforce true
 136   trace_use_job_queue true
 137   diary_feed_delay 12
 138   storage_configuration storage
 139   avatar_storage "avatars"
 140   trace_file_storage "gps_traces"
 141   trace_image_storage "gps_images"
 142   trace_icon_storage "gps_images"
 143   avatar_storage_url "https://openstreetmap-user-avatars.s3.dualstack.eu-west-1.amazonaws.com"
 144   trace_image_storage_url "https://openstreetmap-gps-images.s3.dualstack.eu-west-1.amazonaws.com"
 145   overpass_url "https://query.openstreetmap.org/query-features"
 146   overpass_credentials true
 147 end
 148
 149 systemd_service "rails-jobs@" do
 150   description "Rails job queue runner"
 151   type "simple"
 152   environment "RAILS_ENV" => "production", "QUEUE" => "%I", "SLEEP_DELAY" => "60"
 153   user "rails"
 154   working_directory rails_directory
 155   exec_start "#{node[:ruby][:bundle]} exec rails jobs:work"
 156   restart "on-failure"
 157   nice 10
 158   sandbox :enable_network => true
 159   memory_deny_write_execute false
 160   read_write_paths "/var/log/web"
 161 end
 162
 163 package "libjson-xs-perl"
 164
 165 template "/usr/local/bin/cleanup-rails-assets" do
 166   source "cleanup-assets.erb"
 167   owner "root"
 168   group "root"
 169   mode "755"
 170 end
 171
 172 gem_package "apachelogregex" do
 173   gem_binary node[:ruby][:gem]
 174 end
 175
 176 gem_package "file-tail" do
 177   gem_binary node[:ruby][:gem]
 178 end
 179
 180 template "/usr/local/bin/api-statistics" do
 181   source "api-statistics.erb"
 182   owner "root"
 183   group "root"
 184   mode "755"
 185 end
 186
 187 systemd_service "api-statistics" do
 188   description "OpenStreetMap API Statistics Daemon"
 189   user "rails"
 190   group "adm"
 191   exec_start "/usr/local/bin/api-statistics"
 192   nice 10
 193   sandbox true
 194   read_write_paths [
 195     "/srv/www.openstreetmap.org/rails/tmp",
 196     "/var/lib/prometheus/node-exporter"
 197   ]
 198   restart "on-failure"
 199 end
 200
 201 service "api-statistics" do
 202   action [:enable, :start]
 203   supports :restart => true
 204   subscribes :restart, "template[/usr/local/bin/api-statistics]"
 205   subscribes :restart, "systemd_service[api-statistics]"
 206 end
 207
 208 gem_package "hpricot" do
 209   gem_binary node[:ruby][:gem]
 210 end
 211
 212 munin_plugin "api_calls_status"
 213 munin_plugin "api_calls_num"
 214
 215 munin_plugin "api_calls_#{node[:hostname]}" do
 216   target "api_calls_"
 217 end
 218
 219 munin_plugin "api_waits_#{node[:hostname]}" do
 220   target "api_waits_"
 221 end