]> git.openstreetmap.org Git - chef.git/blob - cookbooks/web/recipes/rails.rb
Include internal addresses in munin allow list
[chef.git] / cookbooks / web / recipes / rails.rb
1 #
2 # Cookbook:: web
3 # Recipe:: rails
4 #
5 # Copyright:: 2011, OpenStreetMap Foundation
6 #
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
10 #
11 #     https://www.apache.org/licenses/LICENSE-2.0
12 #
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
18 #
19
20 include_recipe "apache"
21 include_recipe "apt"
22 include_recipe "git"
23 include_recipe "geoipupdate"
24 include_recipe "munin"
25 include_recipe "nodejs"
26 include_recipe "passenger"
27 include_recipe "ruby"
28 include_recipe "tools"
29 include_recipe "web::base"
30
31 web_passwords = data_bag_item("web", "passwords")
32 db_passwords = data_bag_item("db", "passwords")
33
34 ssl_certificate "www.openstreetmap.org" do
35   domains ["www.openstreetmap.org", "www.osm.org",
36            "api.openstreetmap.org", "api.osm.org",
37            "maps.openstreetmap.org", "maps.osm.org",
38            "mapz.openstreetmap.org", "mapz.osm.org",
39            "openstreetmap.org", "osm.org"]
40   notifies :reload, "service[apache2]"
41 end
42
43 nodejs_package "svgo"
44
45 rails_directory = "#{node[:web][:base_directory]}/rails"
46
47 matomo = data_bag_item("web", "matomo")
48
49 storage = {
50   "avatars" => {
51     "service" => "S3",
52     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
53     "secret_access_key" => web_passwords["aws_key"],
54     "region" => "eu-west-1",
55     "bucket" => "openstreetmap-user-avatars",
56     "use_dualstack_endpoint" => true,
57     "upload" => {
58       "acl" => "public-read",
59       "cache_control" => "public, max-age=31536000, immutable"
60     }
61   },
62   "gps_traces" => {
63     "service" => "S3",
64     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
65     "secret_access_key" => web_passwords["aws_key"],
66     "region" => "eu-west-1",
67     "bucket" => "openstreetmap-gps-traces",
68     "use_dualstack_endpoint" => true,
69     "upload" => {
70       "acl" => "public-read",
71       "cache_control" => "public, max-age=31536000, immutable"
72     }
73   },
74   "gps_images" => {
75     "service" => "S3",
76     "access_key_id" => "AKIASQUXHPE7AMJQRFOS",
77     "secret_access_key" => web_passwords["aws_key"],
78     "region" => "eu-west-1",
79     "bucket" => "openstreetmap-gps-images",
80     "use_dualstack_endpoint" => true,
81     "upload" => {
82       "acl" => "public-read",
83       "cache_control" => "public, max-age=31536000, immutable"
84     }
85   }
86 }
87
88 db_host = if node[:web][:status] == "database_readonly"
89             node[:web][:readonly_database_host]
90           else
91             node[:web][:database_host]
92           end
93
94 rails_port "www.openstreetmap.org" do
95   directory rails_directory
96   user "rails"
97   group "rails"
98   repository "https://git.openstreetmap.org/public/rails.git"
99   revision "live"
100   database_host db_host
101   database_name "openstreetmap"
102   database_username "rails"
103   database_password db_passwords["rails"]
104   email_from "OpenStreetMap <web@noreply.openstreetmap.org>"
105   status node[:web][:status]
106   messages_domain "messages.openstreetmap.org"
107   log_path "#{node[:web][:log_directory]}/rails.log"
108   logstash_path "#{node[:web][:log_directory]}/rails-logstash.log"
109   memcache_servers node[:web][:memcached_servers]
110   potlatch2_key web_passwords["potlatch2_key"]
111   id_key web_passwords["id_key"]
112   id_application web_passwords["id_application"]
113   oauth_key web_passwords["oauth_key"]
114   oauth_application web_passwords["oauth_application"]
115   matomo_configuration "location" => matomo[:location],
116                        "site" => matomo[:site],
117                        "visitor_cookie_timeout" => matomo[:visitor_cookie_timeout],
118                        "referral_cookie_timeout" => matomo[:referral_cookie_timeout],
119                        "session_cookie_timeout" => matomo[:session_cookie_timeout],
120                        "goals" => matomo[:goals].to_hash
121   google_auth_id "651529786092-6c5ahcu0tpp95emiec8uibg11asmk34t.apps.googleusercontent.com"
122   google_auth_secret web_passwords["google_auth_secret"]
123   google_openid_realm "https://www.openstreetmap.org"
124   facebook_auth_id "427915424036881"
125   facebook_auth_secret web_passwords["facebook_auth_secret"]
126   windowslive_auth_id "0000000040153C51"
127   windowslive_auth_secret web_passwords["windowslive_auth_secret"]
128   github_auth_id "acf7da34edee99e35499"
129   github_auth_secret web_passwords["github_auth_secret"]
130   wikipedia_auth_id "e4fe0c2c5855d23ed7e1f1c0fa1f1c58"
131   wikipedia_auth_secret web_passwords["wikipedia_auth_secret"]
132   thunderforest_key web_passwords["thunderforest_key"]
133   totp_key web_passwords["totp_key"]
134   csp_enforce true
135   trace_use_job_queue true
136   diary_feed_delay 12
137   storage_configuration storage
138   avatar_storage "avatars"
139   trace_file_storage "gps_traces"
140   trace_image_storage "gps_images"
141   trace_icon_storage "gps_images"
142   avatar_storage_url "https://openstreetmap-user-avatars.s3.dualstack.eu-west-1.amazonaws.com"
143   trace_image_storage_url "https://openstreetmap-gps-images.s3.dualstack.eu-west-1.amazonaws.com"
144   overpass_url "https://query.openstreetmap.org/query-features"
145   overpass_credentials true
146 end
147
148 systemd_service "rails-jobs@" do
149   description "Rails job queue runner"
150   type "simple"
151   environment "RAILS_ENV" => "production", "QUEUE" => "%I", "SLEEP_DELAY" => "60"
152   user "rails"
153   working_directory rails_directory
154   exec_start "#{node[:ruby][:bundle]} exec rails jobs:work"
155   restart "on-failure"
156   nice 10
157   sandbox :enable_network => true
158   memory_deny_write_execute false
159   read_write_paths "/var/log/web"
160 end
161
162 package "libjson-xs-perl"
163
164 template "/usr/local/bin/cleanup-rails-assets" do
165   source "cleanup-assets.erb"
166   owner "root"
167   group "root"
168   mode "755"
169 end
170
171 gem_package "apachelogregex" do
172   gem_binary node[:ruby][:gem]
173 end
174
175 gem_package "file-tail" do
176   gem_binary node[:ruby][:gem]
177 end
178
179 template "/usr/local/bin/api-statistics" do
180   source "api-statistics.erb"
181   owner "root"
182   group "root"
183   mode "755"
184 end
185
186 systemd_service "api-statistics" do
187   description "OpenStreetMap API Statistics Daemon"
188   user "rails"
189   group "adm"
190   exec_start "/usr/local/bin/api-statistics"
191   nice 10
192   sandbox true
193   read_write_paths [
194     "/srv/www.openstreetmap.org/rails/tmp",
195     "/var/lib/prometheus/node-exporter"
196   ]
197   restart "on-failure"
198 end
199
200 service "api-statistics" do
201   action [:enable, :start]
202   supports :restart => true
203   subscribes :restart, "template[/usr/local/bin/api-statistics]"
204   subscribes :restart, "systemd_service[api-statistics]"
205 end
206
207 gem_package "hpricot" do
208   gem_binary node[:ruby][:gem]
209 end
210
211 munin_plugin "api_calls_status"
212 munin_plugin "api_calls_num"
213
214 munin_plugin "api_calls_#{node[:hostname]}" do
215   target "api_calls_"
216 end
217
218 munin_plugin "api_waits_#{node[:hostname]}" do
219   target "api_waits_"
220 end