X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/fb1f1d56e8d8a6a86b79c71546e6c114fec2640c..2732dcf2f50d221b5a2b80382c1fa3c11fa285d7:/cookbooks/networking/recipes/default.rb diff --git a/cookbooks/networking/recipes/default.rb b/cookbooks/networking/recipes/default.rb index 9eebca8c7..ea87c3b7b 100644 --- a/cookbooks/networking/recipes/default.rb +++ b/cookbooks/networking/recipes/default.rb @@ -1,15 +1,15 @@ # -# Cookbook Name:: networking +# Cookbook:: networking # Recipe:: default # -# Copyright 2010, OpenStreetMap Foundation. -# Copyright 2009, Opscode, Inc. +# Copyright:: 2010, OpenStreetMap Foundation. +# Copyright:: 2009, Opscode, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # -# http://www.apache.org/licenses/LICENSE-2.0 +# https://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, @@ -21,302 +21,407 @@ # * node[:networking][:nameservers] require "ipaddr" +require "yaml" -node[:networking][:interfaces].each do |name, interface| - if interface[:role] && role = node[:networking][:roles][interface[:role]] - if role[interface[:family]] - node.default[:networking][:interfaces][name][:prefix] = role[interface[:family]][:prefix] - node.default[:networking][:interfaces][name][:gateway] = role[interface[:family]][:gateway] - end +keys = data_bag_item("networking", "keys") - node.default[:networking][:interfaces][name][:metric] = role[:metric] - node.default[:networking][:interfaces][name][:zone] = role[:zone] - end +file "/etc/netplan/00-installer-config.yaml" do + action :delete +end - prefix = node[:networking][:interfaces][name][:prefix] +file "/etc/netplan/01-netcfg.yaml" do + action :delete +end - node.default[:networking][:interfaces][name][:netmask] = (~IPAddr.new(interface[:address]).mask(0)).mask(prefix) - node.default[:networking][:interfaces][name][:network] = IPAddr.new(interface[:address]).mask(prefix) +file "/etc/netplan/50-cloud-init.yaml" do + action :delete end -template "/etc/network/interfaces" do - source "interfaces.erb" - owner "root" - group "root" - mode 0644 +file "/etc/netplan/99-chef.yaml" do + action :delete end -execute "hostname" do - action :nothing - command "/bin/hostname -F /etc/hostname" +package "ifupdown" do + action :purge end -template "/etc/hostname" do - source "hostname.erb" - owner "root" - group "root" - mode 0644 - notifies :run, "execute[hostname]" +package "netplan.io" do + action :purge end -template "/etc/hosts" do - source "hosts.erb" - owner "root" - group "root" - mode 0644 +package "cloud-init" do + action :purge end -link "/etc/resolv.conf" do - action :delete - link_type :symbolic - to "/run/resolvconf/resolv.conf" - only_if { File.symlink?("/etc/resolv.conf") } +interfaces = node[:networking][:interfaces].collect do |name, interface| + [interface[:interface], name] +end.to_h + +node[:networking][:interfaces].each do |name, interface| + if interface[:interface] =~ /^(.*)\.(\d+)$/ + vlan_interface = Regexp.last_match(1) + vlan_id = Regexp.last_match(2) + + parent = interfaces[vlan_interface] || "vlans_#{vlan_interface}" + + node.default_unless[:networking][:interfaces][parent][:interface] = vlan_interface + node.default_unless[:networking][:interfaces][parent][:vlans] = [] + + node.default[:networking][:interfaces][parent][:vlans] << vlan_id + end + + next unless interface[:role] && (role = node[:networking][:roles][interface[:role]]) + + if interface[:inet] && role[:inet] + node.default_unless[:networking][:interfaces][name][:inet][:prefix] = role[:inet][:prefix] + node.default_unless[:networking][:interfaces][name][:inet][:gateway] = role[:inet][:gateway] + node.default_unless[:networking][:interfaces][name][:inet][:routes] = role[:inet][:routes] + end + + if interface[:inet6] && role[:inet6] + node.default_unless[:networking][:interfaces][name][:inet6][:prefix] = role[:inet6][:prefix] + node.default_unless[:networking][:interfaces][name][:inet6][:gateway] = role[:inet6][:gateway] + node.default_unless[:networking][:interfaces][name][:inet6][:routes] = role[:inet6][:routes] + end + + node.default_unless[:networking][:interfaces][name][:metric] = role[:metric] + node.default_unless[:networking][:interfaces][name][:zone] = role[:zone] end -template "/etc/resolv.conf" do - source "resolv.conf.erb" - owner "root" - group "root" - mode 0644 -end - -node.interfaces(:role => :internal) do |interface| - if interface[:gateway] && interface[:gateway] != interface[:address] - search(:node, "networking_interfaces*address:#{interface[:gateway]}") do |gateway| - next unless gateway[:openvpn] - - gateway[:openvpn][:tunnels].each_value do |tunnel| - if tunnel[:peer][:address] - route tunnel[:peer][:address] do - netmask "255.255.255.255" - gateway interface[:gateway] - device interface[:interface] - end - end - - next unless tunnel[:peer][:networks] - - tunnel[:peer][:networks].each do |network| - route network[:address] do - netmask network[:netmask] - gateway interface[:gateway] - device interface[:interface] - end - end +node[:networking][:interfaces].each do |_, interface| + if interface[:interface] =~ /^.*\.(\d+)$/ + template "/etc/systemd/network/10-#{interface[:interface]}.netdev" do + source "vlan.netdev.erb" + owner "root" + group "root" + mode "644" + variables :interface => interface, :vlan => Regexp.last_match(1) + notifies :run, "notify_group[networkctl-reload]" + end + elsif interface[:interface] =~ /^bond\d+$/ + template "/etc/systemd/network/10-#{interface[:interface]}.netdev" do + source "bond.netdev.erb" + owner "root" + group "root" + mode "644" + variables :interface => interface + notifies :run, "notify_group[networkctl-reload]" + end + + interface[:bond][:slaves].each do |slave| + template "/etc/systemd/network/10-#{slave}.network" do + source "slave.network.erb" + owner "root" + group "root" + mode "644" + variables :master => interface, :slave => slave + notifies :run, "notify_group[networkctl-reload]" end end end + + template "/etc/systemd/network/10-#{interface[:interface]}.network" do + source "network.erb" + owner "root" + group "root" + mode "644" + variables :interface => interface + notifies :run, "notify_group[networkctl-reload]" + end end -zones = {} +package "systemd-resolved" do + action :install + only_if { platform?("ubuntu") && node[:lsb][:release].to_f > 22.04 || platform?("debian") && node[:lsb][:release].to_f > 11.0 } +end -search(:node, "networking:interfaces").collect do |n| - next if n[:fqdn] == node[:fqdn] +service "systemd-networkd" do + action [:enable, :start] +end - n.interfaces.each do |interface| - next unless interface[:role] == "external" && interface[:zone] +if node[:networking][:wireguard][:enabled] + wireguard_id = persistent_token("networking", "wireguard") - zones[interface[:zone]] ||= Hash.new - zones[interface[:zone]][interface[:family]] ||= Array.new - zones[interface[:zone]][interface[:family]] << interface[:address] + node.default[:networking][:wireguard][:address] = "fd43:e709:ea6d:1:#{wireguard_id[0, 4]}:#{wireguard_id[4, 4]}:#{wireguard_id[8, 4]}:#{wireguard_id[12, 4]}" + + package "wireguard-tools" do + compile_time true + options "--no-install-recommends" end -end -package "shorewall" + directory "/var/lib/systemd/wireguard" do + owner "root" + group "systemd-network" + mode "750" + compile_time true + end -service "shorewall" do - action [:enable, :start] - supports :restart => true - status_command "shorewall status" + file "/var/lib/systemd/wireguard/private.key" do + action :create_if_missing + owner "root" + group "systemd-network" + mode "640" + content %x(wg genkey) + compile_time true + end + + node.default[:networking][:wireguard][:public_key] = %x(wg pubkey < /var/lib/systemd/wireguard/private.key).chomp + + file "/var/lib/systemd/wireguard/preshared.key" do + action :create_if_missing + owner "root" + group "systemd-network" + mode "640" + content keys["wireguard"] + end + + if node[:roles].include?("gateway") + search(:node, "roles:gateway") do |gateway| + next if gateway.name == node.name + next unless gateway[:networking][:wireguard] && gateway[:networking][:wireguard][:enabled] + + allowed_ips = gateway.ipaddresses(:role => :internal).map(&:subnet) + + node.default[:networking][:wireguard][:peers] << { + :public_key => gateway[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{gateway.name}:51820" + } + end + + search(:node, "roles:prometheus") do |server| + allowed_ips = server.ipaddresses(:role => :internal).map(&:subnet) + + if server[:networking][:private_address] + allowed_ips << "#{server[:networking][:private_address]}/32" + end + + node.default[:networking][:wireguard][:peers] << { + :public_key => server[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{server.name}:51820" + } + end + + node.default[:networking][:wireguard][:peers] << { + :public_key => "7Oj9ufNlgidyH/xDc+aHQKMjJPqTmD/ab13agMh6AxA=", + :allowed_ips => "10.0.16.1/32", + :endpoint => "gate.compton.nu:51820" + } + + # Grant home + node.default[:networking][:wireguard][:peers] << { + :public_key => "RofATnvlWxP3mt87+QKRXFE5MVxtoCcTsJ+yftZYEE4=", + :allowed_ips => "10.89.122.1/32", + :endpoint => "gate.firefishy.com:51820" + } + + # Grant roaming + node.default[:networking][:wireguard][:peers] << { + :public_key => "YbUkREE9TAmomqgL/4Fh2e5u2Hh7drN/2o5qg3ndRxg=", + :allowed_ips => "10.89.123.1/32", + :endpoint => "roaming.firefishy.com:51820" + } + elsif node[:roles].include?("shenron") + search(:node, "roles:gateway") do |gateway| + allowed_ips = gateway.ipaddresses(:role => :internal).map(&:subnet) + + node.default[:networking][:wireguard][:peers] << { + :public_key => gateway[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{gateway.name}:51820" + } + end + end + + file "/etc/systemd/network/wireguard.netdev" do + action :delete + end + + template "/etc/systemd/network/10-wg0.netdev" do + source "wireguard.netdev.erb" + owner "root" + group "systemd-network" + mode "640" + notifies :run, "execute[networkctl-delete-wg0]" + notifies :run, "notify_group[networkctl-reload]" + end + + file "/etc/systemd/network/wireguard.network" do + action :delete + end + + template "/etc/systemd/network/10-wg0.network" do + source "wireguard.network.erb" + owner "root" + group "root" + mode "644" + notifies :run, "execute[networkctl-reload]" + end + + execute "networkctl-delete-wg0" do + action :nothing + command "networkctl delete wg0" + only_if { ::File.exist?("/sys/class/net/wg0") } + end end -template "/etc/default/shorewall" do - source "shorewall-default.erb" +# Setup dokken network in systemd-networkd to avoid systemd-networkd-wait-online delay +template "/etc/systemd/network/dokken.network" do + source "dokken.network.erb" owner "root" group "root" - mode 0644 - notifies :restart, "service[shorewall]" + mode "644" + notifies :run, "execute[networkctl-reload]", :immediately + only_if { kitchen? } end -template "/etc/shorewall/shorewall.conf" do - source "shorewall.conf.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall]" +notify_group "networkctl-reload" + +execute "networkctl-reload" do + action :nothing + command "networkctl reload" + subscribes :run, "notify_group[networkctl-reload]" end -template "/etc/shorewall/zones" do - source "shorewall-zones.erb" - owner "root" - group "root" - mode 0644 - variables :type => "ipv4" - notifies :restart, "service[shorewall]" +ohai "reload-hostname" do + action :nothing + plugin "hostname" end -template "/etc/shorewall/interfaces" do - source "shorewall-interfaces.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall]" +execute "hostnamectl-set-hostname" do + command "hostnamectl set-hostname #{node[:networking][:hostname]}" + notifies :reload, "ohai[reload-hostname]" + not_if { kitchen? || node[:hostnamectl][:static_hostname] == node[:networking][:hostname] } end -template "/etc/shorewall/hosts" do - source "shorewall-hosts.erb" +template "/etc/hosts" do + source "hosts.erb" owner "root" group "root" - mode 0644 - variables :zones => zones - notifies :restart, "service[shorewall]" + mode "644" + not_if { kitchen? } end -template "/etc/shorewall/policy" do - source "shorewall-policy.erb" +service "systemd-resolved" do + action [:enable, :start] +end + +directory "/etc/systemd/resolved.conf.d" do owner "root" group "root" - mode 0644 - notifies :restart, "service[shorewall]" + mode "755" end -template "/etc/shorewall/rules" do - source "shorewall-rules.erb" +template "/etc/systemd/resolved.conf.d/99-chef.conf" do + source "resolved.conf.erb" owner "root" group "root" - mode 0644 - variables :rules => [] - notifies :restart, "service[shorewall]" + mode "644" + notifies :restart, "service[systemd-resolved]", :immediately end -firewall_rule "limit-icmp-echo" do - action :accept - family :inet - source "net" - dest "fw" - proto "icmp" - dest_ports "echo-request" - rate_limit "s:1/sec:5" +if node[:filesystem][:by_mountpoint][:"/etc/resolv.conf"] + execute "umount-resolve-conf" do + command "umount -c /etc/resolv.conf" + end end -%w(ucl ic bm).each do |zone| - firewall_rule "accept-openvpn-#{zone}" do - action :accept - family :inet - source zone - dest "fw" - proto "udp" - dest_ports "1194:1196" - source_ports "1194:1196" - end +link "/etc/resolv.conf" do + to "../run/systemd/resolve/stub-resolv.conf" end -if node[:roles].include?("gateway") - template "/etc/shorewall/masq" do - source "shorewall-masq.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall]" - end -else - file "/etc/shorewall/masq" do - action :delete - notifies :restart, "service[shorewall]" +hosts = { :inet => [], :inet6 => [] } + +search(:node, "networking:interfaces").collect do |n| + next if n[:fqdn] == node[:fqdn] + + n.interfaces.each do |interface| + next unless interface[:role] == "external" + + hosts[:inet] << interface[:inet][:address] if interface[:inet] + hosts[:inet6] << interface[:inet6][:address] if interface[:inet6] end end -unless node.interfaces(:family => :inet6).empty? - package "shorewall6" +package "nftables" - service "shorewall6" do - action [:enable, :start] - supports :restart => true - status_command "shorewall6 status" - end +interfaces = [] - template "/etc/default/shorewall6" do - source "shorewall-default.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall6]" - end +node.interfaces(:role => :external).each do |interface| + interfaces << interface[:interface] +end - template "/etc/shorewall6/shorewall6.conf" do - source "shorewall6.conf.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall6]" - end +template "/etc/nftables.conf" do + source "nftables.conf.erb" + owner "root" + group "root" + mode "755" + variables :interfaces => interfaces, :hosts => hosts + notifies :reload, "service[nftables]" +end - template "/etc/shorewall6/zones" do - source "shorewall-zones.erb" - owner "root" - group "root" - mode 0644 - variables :type => "ipv6" - notifies :restart, "service[shorewall6]" - end +directory "/var/lib/nftables" do + owner "root" + group "root" + mode "755" +end - template "/etc/shorewall6/interfaces" do - source "shorewall6-interfaces.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall6]" - end +template "/usr/local/bin/nftables" do + source "nftables.erb" + owner "root" + group "root" + mode "755" +end - template "/etc/shorewall6/hosts" do - source "shorewall6-hosts.erb" - owner "root" - group "root" - mode 0644 - variables :zones => zones - notifies :restart, "service[shorewall6]" - end +systemd_service "nftables-stop" do + action :delete + service "nftables" + dropin "stop" +end - template "/etc/shorewall6/policy" do - source "shorewall-policy.erb" - owner "root" - group "root" - mode 0644 - notifies :restart, "service[shorewall6]" - end +systemd_service "nftables-chef" do + service "nftables" + dropin "chef" + exec_start "/usr/local/bin/nftables start" + exec_reload "/usr/local/bin/nftables reload" + exec_stop "/usr/local/bin/nftables stop" +end - template "/etc/shorewall6/rules" do - source "shorewall-rules.erb" - owner "root" - group "root" - mode 0644 - variables :rules => [] - notifies :restart, "service[shorewall6]" +if node[:networking][:firewall][:enabled] + service "nftables" do + action [:enable, :start] end +else + service "nftables" do + action [:disable, :stop] + end +end - firewall_rule "limit-icmp6-echo" do +if node[:networking][:wireguard][:enabled] + firewall_rule "accept-wireguard" do action :accept - family :inet6 - source "net" - dest "fw" - proto "ipv6-icmp" - dest_ports "echo-request" - rate_limit "s:1/sec:5" + context :incoming + protocol :udp + source :osm unless node[:roles].include?("gateway") + dest_ports "51820" + source_ports "51820" end end -firewall_rule "accept-http" do +firewall_rule "accept-http-osm" do action :accept - source "net" - dest "fw" - proto "tcp:syn" - dest_ports "http" + context :incoming + protocol :tcp + source :osm + dest_ports %w[http https] end -firewall_rule "accept-https" do +firewall_rule "accept-http" do action :accept - source "net" - dest "fw" - proto "tcp:syn" - dest_ports "https" + context :incoming + protocol :tcp + dest_ports %w[http https] + rate_limit node[:networking][:firewall][:http_rate_limit] + connection_limit node[:networking][:firewall][:http_connection_limit] end