cookbooks/web/recipes/rails.rb

   1 #
   2 # Cookbook:: web
   3 # Recipe:: rails
   4 #
   5 # Copyright:: 2011, OpenStreetMap Foundation
   6 #
   7 # Licensed under the Apache License, Version 2.0 (the "License");
   8 # you may not use this file except in compliance with the License.
   9 # You may obtain a copy of the License at
  10 #
  11 #     https://www.apache.org/licenses/LICENSE-2.0
  12 #
  13 # Unless required by applicable law or agreed to in writing, software
  14 # distributed under the License is distributed on an "AS IS" BASIS,
  15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 # See the License for the specific language governing permissions and
  17 # limitations under the License.
  18 #
  19
  20 include_recipe "apache"
  21 include_recipe "apt"
  22 include_recipe "git"
  23 include_recipe "geoipupdate"
  24 include_recipe "munin"
  25 include_recipe "nodejs"
  26 include_recipe "passenger"
  27 include_recipe "tools"
  28 include_recipe "web::base"
  29
  30 web_passwords = data_bag_item("web", "passwords")
  31 db_passwords = data_bag_item("db", "passwords")
  32
  33 ssl_certificate "www.openstreetmap.org" do
  34   domains ["www.openstreetmap.org", "www.osm.org",
  35            "api.openstreetmap.org", "api.osm.org",
  36            "maps.openstreetmap.org", "maps.osm.org",
  37            "mapz.openstreetmap.org", "mapz.osm.org",
  38            "openstreetmap.org", "osm.org"]
  39   notifies :reload, "service[apache2]"
  40 end
  41
  42 nodejs_package "svgo"
  43
  44 template "/etc/cron.hourly/passenger" do
  45   cookbook "web"
  46   source "passenger.cron.erb"
  47   owner "root"
  48   group "root"
  49   mode "755"
  50 end
  51
  52 ruby_version = node[:passenger][:ruby_version]
  53 rails_directory = "#{node[:web][:base_directory]}/rails"
  54
  55 piwik = data_bag_item("web", "piwik")
  56
  57 storage = {
  58   "avatars" => {
  59     "service" => "S3",
  60     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  61     "secret_access_key" => web_passwords["aws_key"],
  62     "region" => "eu-west-1",
  63     "bucket" => "openstreetmap-user-avatars",
  64     "use_dualstack_endpoint" => true,
  65     "upload" => {
  66       "acl" => "public-read",
  67       "cache_control" => "public, max-age=31536000, immutable"
  68     }
  69   },
  70   "gps_traces" => {
  71     "service" => "S3",
  72     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  73     "secret_access_key" => web_passwords["aws_key"],
  74     "region" => "eu-west-1",
  75     "bucket" => "openstreetmap-gps-traces",
  76     "use_dualstack_endpoint" => true,
  77     "upload" => {
  78       "acl" => "public-read",
  79       "cache_control" => "public, max-age=31536000, immutable"
  80     }
  81   },
  82   "gps_images" => {
  83     "service" => "S3",
  84     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
  85     "secret_access_key" => web_passwords["aws_key"],
  86     "region" => "eu-west-1",
  87     "bucket" => "openstreetmap-gps-images",
  88     "use_dualstack_endpoint" => true,
  89     "upload" => {
  90       "acl" => "public-read",
  91       "cache_control" => "public, max-age=31536000, immutable"
  92     }
  93   }
  94 }
  95
  96 db_host = if node[:web][:status] == "database_readonly"
  97             node[:web][:readonly_database_host]
  98           else
  99             node[:web][:database_host]
 100           end
 101
 102 rails_port "www.openstreetmap.org" do
 103   ruby ruby_version
 104   directory rails_directory
 105   user "rails"
 106   group "rails"
 107   repository "https://git.openstreetmap.org/public/rails.git"
 108   revision "live"
 109   database_host db_host
 110   database_name "openstreetmap"
 111   database_username "rails"
 112   database_password db_passwords["rails"]
 113   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
 114   status node[:web][:status]
 115   messages_domain "messages.openstreetmap.org"
 116   log_path "#{node[:web][:log_directory]}/rails.log"
 117   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
 118   memcache_servers node[:web][:memcached_servers]
 119   potlatch2_key web_passwords["potlatch2_key"]
 120   id_key web_passwords["id_key"]
 121   id_application web_passwords["id_application"]
 122   oauth_key web_passwords["oauth_key"]
 123   oauth_application web_passwords["oauth_application"]
 124   piwik_configuration "location" => piwik[:location],
 125                       "site" => piwik[:site],
 126                       "goals" => piwik[:goals].to_hash
 127   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
 128   google_auth_secret web_passwords["google_auth_secret"]
 129   google_openid_realm "https://www.openstreetmap.org"
 130   facebook_auth_id "427915424036881"
 131   facebook_auth_secret web_passwords["facebook_auth_secret"]
 132   windowslive_auth_id "0000000040153C51"
 133   windowslive_auth_secret web_passwords["windowslive_auth_secret"]
 134   github_auth_id "acf7da34edee99e35499"
 135   github_auth_secret web_passwords["github_auth_secret"]
 136   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
 137   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
 138   thunderforest_key web_passwords["thunderforest_key"]
 139   totp_key web_passwords["totp_key"]
 140   csp_enforce true
 141   trace_use_job_queue true
 142   diary_feed_delay 12
 143   storage_configuration storage
 144   avatar_storage "avatars"
 145   trace_file_storage "gps_traces"
 146   trace_image_storage "gps_images"
 147   trace_icon_storage "gps_images"
 148   avatar_storage_url "https://openstreetmap-user-avatars.s3.dualstack.eu-west-1.amazonaws.com"
 149   trace_image_storage_url "https://openstreetmap-gps-images.s3.dualstack.eu-west-1.amazonaws.com"
 150   overpass_url "https://query.openstreetmap.org/query-features"
 151 end
 152
 153 gem_package "bundler#{ruby_version}" do
 154   package_name "bundler"
 155   gem_binary "gem#{ruby_version}"
 156   options "--format-executable"
 157 end
 158
 159 bundle = if File.exist?("/usr/bin/bundle#{ruby_version}")
 160            "/usr/bin/bundle#{ruby_version}"
 161          else
 162            "/usr/local/bin/bundle#{ruby_version}"
 163          end
 164
 165 systemd_service "rails-jobs@" do
 166   description "Rails job queue runner"
 167   type "simple"
 168   environment "RAILS_ENV" => "production", "QUEUE" => "%I"
 169   user "rails"
 170   working_directory rails_directory
 171   exec_start "#{bundle} exec rake jobs:work"
 172   restart "on-failure"
 173   private_tmp true
 174   private_devices true
 175   protect_system "full"
 176   protect_home true
 177   no_new_privileges true
 178 end
 179
 180 package "libjson-xs-perl"
 181
 182 template "/usr/local/bin/cleanup-rails-assets" do
 183   source "cleanup-assets.erb"
 184   owner "root"
 185   group "root"
 186   mode "755"
 187 end
 188
 189 gem_package "apachelogregex"
 190 gem_package "file-tail"
 191
 192 template "/usr/local/bin/api-statistics" do
 193   source "api-statistics.erb"
 194   owner "root"
 195   group "root"
 196   mode "755"
 197 end
 198
 199 systemd_service "api-statistics" do
 200   description "OpenStreetMap API Statistics Daemon"
 201   user "rails"
 202   group "adm"
 203   exec_start "/usr/local/bin/api-statistics"
 204   private_tmp true
 205   private_devices true
 206   private_network true
 207   protect_system "full"
 208   protect_home true
 209   no_new_privileges true
 210   restart "on-failure"
 211 end
 212
 213 service "api-statistics" do
 214   action [:enable, :start]
 215   supports :restart => true
 216   subscribes :restart, "template[/usr/local/bin/api-statistics]"
 217   subscribes :restart, "systemd_service[api-statistics]"
 218 end
 219
 220 gem_package "hpricot"
 221
 222 munin_plugin "api_calls_status"
 223 munin_plugin "api_calls_num"
 224
 225 munin_plugin "api_calls_#{node[:hostname]}" do
 226   target "api_calls_"
 227 end
 228
 229 munin_plugin "api_waits_#{node[:hostname]}" do
 230   target "api_waits_"
 231 end