tile: use osm2pgsql-replication promethus

[chef.git] / cookbooks / networking / recipes / default.rb

diff --git a/cookbooks/networking/recipes/default.rb b/cookbooks/networking/recipes/default.rb
index de493ecffb4251acee5f7879d242e2f48b333124..2f60280f06172dec3ba73f8f80c6fae6abcecfaa 100644 (file)
--- a/cookbooks/networking/recipes/default.rb
+++ b/cookbooks/networking/recipes/default.rb
@@ -1,15 +1,15 @@
 #
 #

-# Cookbook Name:: networking
+# Cookbook:: networking

 # Recipe:: default
 #
 # Recipe:: default
 #

-# Copyright 2010, OpenStreetMap Foundation.
-# Copyright 2009, Opscode, Inc.
+# Copyright:: 2010, OpenStreetMap Foundation.
+# Copyright:: 2009, Opscode, Inc.

 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
 #

-#     http://www.apache.org/licenses/LICENSE-2.0
+#     https://www.apache.org/licenses/LICENSE-2.0

 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 #
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,


@@ -21,327 +21,419 @@
 # * node[:networking][:nameservers]
 
 require "ipaddr"
 # * node[:networking][:nameservers]
 
 require "ipaddr"

+require "yaml"

 
 

-network_packages = []
+include_recipe "ruby"

 
 

-node[:networking][:interfaces].each do |name, interface|
-  network_packages |= ["vlan"] if interface[:interface] =~ /\.\d+$/
-  network_packages |= ["ifenslave"] if interface[:bond]
-
-  if interface[:role] && (role = node[:networking][:roles][interface[:role]])
-    if role[interface[:family]]
-      node.set[:networking][:interfaces][name][:prefix] = role[interface[:family]][:prefix]
-      node.set[:networking][:interfaces][name][:gateway] = role[interface[:family]][:gateway]
-    end
+keys = data_bag_item("networking", "keys")

 
 

-    node.set[:networking][:interfaces][name][:metric] = role[:metric]
-    node.set[:networking][:interfaces][name][:zone] = role[:zone]
-  end
+file "/etc/netplan/00-installer-config.yaml" do
+  action :delete
+end

 
 

-  prefix = node[:networking][:interfaces][name][:prefix]
+file "/etc/netplan/01-netcfg.yaml" do
+  action :delete
+end

 
 

-  node.set[:networking][:interfaces][name][:netmask] = (~IPAddr.new(interface[:address]).mask(0)).mask(prefix)
-  node.set[:networking][:interfaces][name][:network] = IPAddr.new(interface[:address]).mask(prefix)
+file "/etc/netplan/50-cloud-init.yaml" do
+  action :delete

 end
 
 end
 

-package network_packages
+file "/etc/netplan/99-chef.yaml" do
+  action :delete
+end

 
 

-template "/etc/network/interfaces" do
-  source "interfaces.erb"
-  owner "root"
-  group "root"
-  mode 0o644
+package "ifupdown" do
+  action :purge

 end
 
 end
 

-execute "hostname" do
-  action :nothing
-  command "/bin/hostname -F /etc/hostname"
+package "netplan.io" do
+  action :purge

 end
 
 end
 

-template "/etc/hostname" do
-  source "hostname.erb"
-  owner "root"
-  group "root"
-  mode 0o644
-  notifies :run, "execute[hostname]"
+package "cloud-init" do
+  action :purge

 end
 
 end
 

-template "/etc/hosts" do
-  source "hosts.erb"
-  owner "root"
-  group "root"
-  mode 0o644
+interfaces = node[:networking][:interfaces].collect do |name, interface|
+  [interface[:interface], name]
+end.to_h
+
+node[:networking][:interfaces].each do |name, interface|
+  if interface[:interface] =~ /^(.*)\.(\d+)$/
+    vlan_interface = Regexp.last_match(1)
+    vlan_id = Regexp.last_match(2)
+
+    parent = interfaces[vlan_interface] || "vlans_#{vlan_interface}"
+
+    node.default_unless[:networking][:interfaces][parent][:interface] = vlan_interface
+    node.default_unless[:networking][:interfaces][parent][:vlans] = []
+
+    node.default[:networking][:interfaces][parent][:vlans] << vlan_id
+  end
+
+  next unless interface[:role] && (role = node[:networking][:roles][interface[:role]])
+
+  if interface[:inet] && role[:inet]
+    node.default_unless[:networking][:interfaces][name][:inet][:prefix] = role[:inet][:prefix]
+    node.default_unless[:networking][:interfaces][name][:inet][:gateway] = role[:inet][:gateway]
+    node.default_unless[:networking][:interfaces][name][:inet][:routes] = role[:inet][:routes]
+  end
+
+  if interface[:inet6] && role[:inet6]
+    node.default_unless[:networking][:interfaces][name][:inet6][:prefix] = role[:inet6][:prefix]
+    node.default_unless[:networking][:interfaces][name][:inet6][:gateway] = role[:inet6][:gateway]
+    node.default_unless[:networking][:interfaces][name][:inet6][:routes] = role[:inet6][:routes]
+  end
+
+  node.default_unless[:networking][:interfaces][name][:metric] = role[:metric]
+  node.default_unless[:networking][:interfaces][name][:zone] = role[:zone]

 end
 
 end
 

-unless node[:networking][:nameservers].empty?
-  link "/etc/resolv.conf" do
-    action :delete
-    link_type :symbolic
-    to "/run/resolvconf/resolv.conf"
-    only_if { File.symlink?("/etc/resolv.conf") }
+node[:networking][:interfaces].each do |_, interface|
+  if interface[:interface] =~ /^.*\.(\d+)$/
+    template "/etc/systemd/network/10-#{interface[:interface]}.netdev" do
+      source "vlan.netdev.erb"
+      owner "root"
+      group "root"
+      mode "644"
+      variables :interface => interface, :vlan => Regexp.last_match(1)
+      notifies :run, "notify_group[networkctl-reload]"
+    end
+  elsif interface[:interface] =~ /^bond\d+$/
+    template "/etc/systemd/network/10-#{interface[:interface]}.netdev" do
+      source "bond.netdev.erb"
+      owner "root"
+      group "root"
+      mode "644"
+      variables :interface => interface
+      notifies :run, "notify_group[networkctl-reload]"
+    end
+
+    interface[:bond][:slaves].each do |slave|
+      template "/etc/systemd/network/10-#{slave}.network" do
+        source "slave.network.erb"
+        owner "root"
+        group "root"
+        mode "644"
+        variables :master => interface, :slave => slave
+        notifies :run, "notify_group[networkctl-reload]"
+      end
+    end

   end
 
   end
 

-  template "/etc/resolv.conf" do
-    source "resolv.conf.erb"
+  template "/etc/systemd/network/10-#{interface[:interface]}.network" do
+    source "network.erb"

     owner "root"
     group "root"
     owner "root"
     group "root"

-    mode 0o644
+    mode "644"
+    variables :interface => interface
+    notifies :run, "notify_group[networkctl-reload]"

   end
 end
 
   end
 end
 

-node.interfaces(:role => :internal) do |interface|
-  if interface[:gateway] && interface[:gateway] != interface[:address]
-    search(:node, "networking_interfaces*address:#{interface[:gateway]}") do |gateway|
-      next unless gateway[:openvpn]
-
-      gateway[:openvpn][:tunnels].each_value do |tunnel|
-        if tunnel[:peer][:address] # ~FC023
-          route tunnel[:peer][:address] do
-            netmask "255.255.255.255"
-            gateway interface[:gateway]
-            device interface[:interface]
-          end
-        end
-
-        next unless tunnel[:peer][:networks]
-
-        tunnel[:peer][:networks].each do |network|
-          route network[:address] do
-            netmask network[:netmask]
-            gateway interface[:gateway]
-            device interface[:interface]
-          end
-        end
+package "systemd-resolved" do
+  action :install
+  only_if { platform?("ubuntu") && node[:lsb][:release].to_f > 22.04 || platform?("debian") && node[:lsb][:release].to_f > 11.0 }
+end
+
+service "systemd-networkd" do
+  action [:enable, :start]
+end
+
+if node[:networking][:wireguard][:enabled]
+  wireguard_id = persistent_token("networking", "wireguard")
+
+  node.default[:networking][:wireguard][:address] = "fd43:e709:ea6d:1:#{wireguard_id[0, 4]}:#{wireguard_id[4, 4]}:#{wireguard_id[8, 4]}:#{wireguard_id[12, 4]}"
+
+  package "wireguard-tools" do
+    compile_time true
+    options "--no-install-recommends"
+  end
+
+  directory "/var/lib/systemd/wireguard" do
+    owner "root"
+    group "systemd-network"
+    mode "750"
+    compile_time true
+  end
+
+  file "/var/lib/systemd/wireguard/private.key" do
+    action :create_if_missing
+    owner "root"
+    group "systemd-network"
+    mode "640"
+    content %x(wg genkey)
+    compile_time true
+  end
+
+  node.default[:networking][:wireguard][:public_key] = %x(wg pubkey < /var/lib/systemd/wireguard/private.key).chomp
+
+  file "/var/lib/systemd/wireguard/preshared.key" do
+    action :create_if_missing
+    owner "root"
+    group "systemd-network"
+    mode "640"
+    content keys["wireguard"]
+  end
+
+  if node[:roles].include?("gateway")
+    search(:node, "roles:gateway") do |gateway|
+      next if gateway.name == node.name
+      next unless gateway[:networking][:wireguard] && gateway[:networking][:wireguard][:enabled]
+
+      allowed_ips = gateway.ipaddresses(:role => :internal).map(&:subnet)
+
+      node.default[:networking][:wireguard][:peers] << {
+        :public_key => gateway[:networking][:wireguard][:public_key],
+        :allowed_ips => allowed_ips,
+        :endpoint => "#{gateway.name}:51820"
+      }
+    end
+
+    search(:node, "roles:prometheus") do |server|
+      allowed_ips = server.ipaddresses(:role => :internal).map(&:subnet)
+
+      if server[:networking][:private_address]
+        allowed_ips << "#{server[:networking][:private_address]}/32"

       end
       end

+
+      node.default[:networking][:wireguard][:peers] << {
+        :public_key => server[:networking][:wireguard][:public_key],
+        :allowed_ips => allowed_ips,
+        :endpoint => "#{server.name}:51820"
+      }
+    end
+
+    node.default[:networking][:wireguard][:peers] << {
+      :public_key => "7Oj9ufNlgidyH/xDc+aHQKMjJPqTmD/ab13agMh6AxA=",
+      :allowed_ips => "10.0.16.1/32",
+      :endpoint => "gate.compton.nu:51820"
+    }
+
+    # Grant home
+    node.default[:networking][:wireguard][:peers] << {
+      :public_key => "RofATnvlWxP3mt87+QKRXFE5MVxtoCcTsJ+yftZYEE4=",
+      :allowed_ips => "10.89.122.1/32",
+      :endpoint => "gate.firefishy.com:51820"
+    }
+
+    # Grant roaming
+    node.default[:networking][:wireguard][:peers] << {
+      :public_key => "YbUkREE9TAmomqgL/4Fh2e5u2Hh7drN/2o5qg3ndRxg=",
+      :allowed_ips => "10.89.123.1/32",
+      :endpoint => "roaming.firefishy.com:51820"
+    }
+  elsif node[:roles].include?("shenron")
+    search(:node, "roles:gateway") do |gateway|
+      allowed_ips = gateway.ipaddresses(:role => :internal).map(&:subnet)
+
+      node.default[:networking][:wireguard][:peers] << {
+        :public_key => gateway[:networking][:wireguard][:public_key],
+        :allowed_ips => allowed_ips,
+        :endpoint => "#{gateway.name}:51820"
+      }

     end
   end
     end
   end

-end

 
 

-zones = {}
+  file "/etc/systemd/network/wireguard.netdev" do
+    action :delete
+  end

 
 

-search(:node, "networking:interfaces").collect do |n|
-  next if n[:fqdn] == node[:fqdn]
+  template "/etc/systemd/network/10-wg0.netdev" do
+    source "wireguard.netdev.erb"
+    owner "root"
+    group "systemd-network"
+    mode "640"
+    notifies :run, "execute[networkctl-delete-wg0]"
+    notifies :run, "notify_group[networkctl-reload]"
+  end

 
 

-  n.interfaces.each do |interface|
-    next unless interface[:role] == "external" && interface[:zone]
+  file "/etc/systemd/network/wireguard.network" do
+    action :delete
+  end

 
 

-    zones[interface[:zone]] ||= {}
-    zones[interface[:zone]][interface[:family]] ||= []
-    zones[interface[:zone]][interface[:family]] << interface[:address]
+  template "/etc/systemd/network/10-wg0.network" do
+    source "wireguard.network.erb"
+    owner "root"
+    group "root"
+    mode "644"
+    notifies :run, "execute[networkctl-reload]"

   end
   end

-end

 
 

-package "shorewall"
+  execute "networkctl-delete-wg0" do
+    action :nothing
+    command "networkctl delete wg0"
+    only_if { ::File.exist?("/sys/class/net/wg0") }
+  end
+end

 
 

-template "/etc/default/shorewall" do
-  source "shorewall-default.erb"
+# Setup dokken network in systemd-networkd to avoid systemd-networkd-wait-online delay
+template "/etc/systemd/network/dokken.network" do
+  source "dokken.network.erb"

   owner "root"
   group "root"
   owner "root"
   group "root"

-  mode 0o644
-  notifies :restart, "service[shorewall]"
+  mode "644"
+  notifies :run, "execute[networkctl-reload]", :immediately
+  only_if { kitchen? }

 end
 
 end
 

-template "/etc/shorewall/shorewall.conf" do
-  source "shorewall.conf.erb"
-  owner "root"
-  group "root"
-  mode 0o644
-  notifies :restart, "service[shorewall]"
+notify_group "networkctl-reload"
+
+execute "networkctl-reload" do
+  action :nothing
+  command "networkctl reload"
+  subscribes :run, "notify_group[networkctl-reload]"

 end
 
 end
 

-template "/etc/shorewall/zones" do
-  source "shorewall-zones.erb"
-  owner "root"
-  group "root"
-  mode 0o644
-  variables :type => "ipv4"
-  notifies :restart, "service[shorewall]"
+ohai "reload-hostname" do
+  action :nothing
+  plugin "hostname"

 end
 
 end
 

-template "/etc/shorewall/interfaces" do
-  source "shorewall-interfaces.erb"
-  owner "root"
-  group "root"
-  mode 0o644
-  notifies :restart, "service[shorewall]"
+execute "hostnamectl-set-hostname" do
+  command "hostnamectl set-hostname #{node[:networking][:hostname]}"
+  notifies :reload, "ohai[reload-hostname]"
+  not_if { kitchen? || node[:hostnamectl][:static_hostname] == node[:networking][:hostname] }

 end
 
 end
 

-template "/etc/shorewall/hosts" do
-  source "shorewall-hosts.erb"
+template "/etc/hosts" do
+  source "hosts.erb"

   owner "root"
   group "root"
   owner "root"
   group "root"

-  mode 0o644
-  variables :zones => zones
-  notifies :restart, "service[shorewall]"
+  mode "644"
+  not_if { kitchen? }

 end
 
 end
 

-template "/etc/shorewall/policy" do
-  source "shorewall-policy.erb"
+service "systemd-resolved" do
+  action [:enable, :start]
+end
+
+directory "/etc/systemd/resolved.conf.d" do

   owner "root"
   group "root"
   owner "root"
   group "root"

-  mode 0o644
-  notifies :restart, "service[shorewall]"
+  mode "755"

 end
 
 end
 

-template "/etc/shorewall/rules" do
-  source "shorewall-rules.erb"
+template "/etc/systemd/resolved.conf.d/99-chef.conf" do
+  source "resolved.conf.erb"

   owner "root"
   group "root"
   owner "root"
   group "root"

-  mode 0o644
-  variables :family => "inet"
-  notifies :restart, "service[shorewall]"
+  mode "644"
+  notifies :restart, "service[systemd-resolved]", :immediately

 end
 
 end
 

-service "shorewall" do
-  action [:enable, :start]
-  supports :restart => true
-  status_command "shorewall status"
+if node[:filesystem][:by_mountpoint][:"/etc/resolv.conf"]
+  execute "umount-resolve-conf" do
+    command "umount -c /etc/resolv.conf"
+  end

 end
 
 end
 

-template "/etc/logrotate.d/shorewall" do
-  source "logrotate.shorewall.erb"
-  owner "root"
-  group "root"
-  mode 0o644
-  variables :name => "shorewall"
+link "/etc/resolv.conf" do
+  to "../run/systemd/resolve/stub-resolv.conf"

 end
 
 end
 

-firewall_rule "limit-icmp-echo" do
-  action :accept
-  family :inet
-  source "net"
-  dest "fw"
-  proto "icmp"
-  dest_ports "echo-request"
-  rate_limit "s:1/sec:5"
+gem_package "dbus-systemd" do
+  gem_binary node[:ruby][:gem]

 end
 
 end
 

-%w(ucl ic bm aws).each do |zone|
-  firewall_rule "accept-openvpn-#{zone}" do
-    action :accept
-    family :inet
-    source zone
-    dest "fw"
-    proto "udp"
-    dest_ports "1194:1197"
-    source_ports "1194:1197"
-  end
+prometheus_exporter "resolved" do
+  port 10028
+  user "systemd-resolve"
+  restrict_address_families "AF_UNIX"

 end
 
 end
 

-if node[:roles].include?("gateway")
-  template "/etc/shorewall/masq" do
-    source "shorewall-masq.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    notifies :restart, "service[shorewall]"
-  end
-else
-  file "/etc/shorewall/masq" do
-    action :delete
-    notifies :restart, "service[shorewall]"
+hosts = { :inet => [], :inet6 => [] }
+
+search(:node, "networking:interfaces").collect do |n|
+  next if n[:fqdn] == node[:fqdn]
+
+  n.interfaces.each do |interface|
+    next unless interface[:role] == "external"
+
+    hosts[:inet] << interface[:inet][:address] if interface[:inet]
+    hosts[:inet6] << interface[:inet6][:address] if interface[:inet6]

   end
 end
 
   end
 end
 

-unless node.interfaces(:family => :inet6).empty?
-  package "shorewall6"
+package "nftables"

 
 

-  template "/etc/default/shorewall6" do
-    source "shorewall-default.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    notifies :restart, "service[shorewall6]"
-  end
+interfaces = []

 
 

-  template "/etc/shorewall6/shorewall6.conf" do
-    source "shorewall6.conf.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    notifies :restart, "service[shorewall6]"
-  end
+node.interfaces(:role => :external).each do |interface|
+  interfaces << interface[:interface]
+end

 
 

-  template "/etc/shorewall6/zones" do
-    source "shorewall-zones.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    variables :type => "ipv6"
-    notifies :restart, "service[shorewall6]"
-  end
+template "/etc/nftables.conf" do
+  source "nftables.conf.erb"
+  owner "root"
+  group "root"
+  mode "755"
+  variables :interfaces => interfaces, :hosts => hosts
+  notifies :reload, "service[nftables]"
+end

 
 

-  template "/etc/shorewall6/interfaces" do
-    source "shorewall6-interfaces.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    notifies :restart, "service[shorewall6]"
-  end
+directory "/var/lib/nftables" do
+  owner "root"
+  group "root"
+  mode "755"
+end

 
 

-  template "/etc/shorewall6/hosts" do
-    source "shorewall6-hosts.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    variables :zones => zones
-    notifies :restart, "service[shorewall6]"
-  end
+template "/usr/local/bin/nftables" do
+  source "nftables.erb"
+  owner "root"
+  group "root"
+  mode "755"
+end

 
 

-  template "/etc/shorewall6/policy" do
-    source "shorewall-policy.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    notifies :restart, "service[shorewall6]"
-  end
+systemd_service "nftables-stop" do
+  action :delete
+  service "nftables"
+  dropin "stop"
+end

 
 

-  template "/etc/shorewall6/rules" do
-    source "shorewall-rules.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    variables :family => "inet6"
-    notifies :restart, "service[shorewall6]"
-  end
+systemd_service "nftables-chef" do
+  service "nftables"
+  dropin "chef"
+  exec_start "/usr/local/bin/nftables start"
+  exec_reload "/usr/local/bin/nftables reload"
+  exec_stop "/usr/local/bin/nftables stop"
+end

 
 

-  service "shorewall6" do
+if node[:networking][:firewall][:enabled]
+  service "nftables" do

     action [:enable, :start]
     action [:enable, :start]

-    supports :restart => true
-    status_command "shorewall6 status"

   end
   end

-
-  template "/etc/logrotate.d/shorewall6" do
-    source "logrotate.shorewall.erb"
-    owner "root"
-    group "root"
-    mode 0o644
-    variables :name => "shorewall6"
+else
+  service "nftables" do
+    action [:disable, :stop]

   end
   end

+end

 
 

-  firewall_rule "limit-icmp6-echo" do
+if node[:networking][:wireguard][:enabled]
+  firewall_rule "accept-wireguard" do

     action :accept
     action :accept

-    family :inet6
-    source "net"
-    dest "fw"
-    proto "ipv6-icmp"
-    dest_ports "echo-request"
-    rate_limit "s:1/sec:5"
+    context :incoming
+    protocol :udp
+    source :osm unless node[:roles].include?("gateway")
+    dest_ports "51820"
+    source_ports "51820"

   end
 end
 
   end
 end
 

-firewall_rule "accept-http" do
+firewall_rule "accept-http-osm" do

   action :accept
   action :accept

-  source "net"
-  dest "fw"
-  proto "tcp:syn"
-  dest_ports "http"
+  context :incoming
+  protocol :tcp
+  source :osm
+  dest_ports %w[http https]

 end
 
 end
 

-firewall_rule "accept-https" do
+firewall_rule "accept-http" do

   action :accept
   action :accept

-  source "net"
-  dest "fw"
-  proto "tcp:syn"
-  dest_ports "https"
+  context :incoming
+  protocol :tcp
+  dest_ports %w[http https]
+  rate_limit node[:networking][:firewall][:http_rate_limit]
+  connection_limit node[:networking][:firewall][:http_connection_limit]

 end
 end