X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/c1083e2809342f470c7d11b4ecb2858d48230ce8..5fdb5f0bbc9e38b2a8b6f2136319b11dd5af435b:/cookbooks/networking/recipes/default.rb diff --git a/cookbooks/networking/recipes/default.rb b/cookbooks/networking/recipes/default.rb index afdbd7163..427cd794a 100644 --- a/cookbooks/networking/recipes/default.rb +++ b/cookbooks/networking/recipes/default.rb @@ -23,6 +23,10 @@ require "ipaddr" require "yaml" +keys = data_bag_item("networking", "keys") + +package "netplan.io" + netplan = { "network" => { "version" => 2, @@ -37,19 +41,21 @@ node[:networking][:interfaces].each do |name, interface| if interface[:interface] if interface[:role] && (role = node[:networking][:roles][interface[:role]]) if role[interface[:family]] - node.normal[:networking][:interfaces][name][:prefix] = role[interface[:family]][:prefix] - node.normal[:networking][:interfaces][name][:gateway] = role[interface[:family]][:gateway] - node.normal[:networking][:interfaces][name][:routes] = role[interface[:family]][:routes] + node.default[:networking][:interfaces][name][:prefix] = role[interface[:family]][:prefix] + node.default[:networking][:interfaces][name][:gateway] = role[interface[:family]][:gateway] + node.default[:networking][:interfaces][name][:routes] = role[interface[:family]][:routes] end - node.normal[:networking][:interfaces][name][:metric] = role[:metric] - node.normal[:networking][:interfaces][name][:zone] = role[:zone] + node.default[:networking][:interfaces][name][:metric] = role[:metric] + node.default[:networking][:interfaces][name][:zone] = role[:zone] end - prefix = node[:networking][:interfaces][name][:prefix] + if interface[:address] + prefix = node[:networking][:interfaces][name][:prefix] - node.normal[:networking][:interfaces][name][:netmask] = (~IPAddr.new(interface[:address]).mask(0)).mask(prefix) - node.normal[:networking][:interfaces][name][:network] = IPAddr.new(interface[:address]).mask(prefix) + node.default[:networking][:interfaces][name][:netmask] = (~IPAddr.new(interface[:address]).mask(0)).mask(prefix) + node.default[:networking][:interfaces][name][:network] = IPAddr.new(interface[:address]).mask(prefix) + end interface = node[:networking][:interfaces][name] @@ -75,7 +81,9 @@ node[:networking][:interfaces].each do |name, interface| } end - deviceplan["addresses"].push("#{interface[:address]}/#{prefix}") + if interface[:address] + deviceplan["addresses"].push("#{interface[:address]}/#{prefix}") + end if interface[:mtu] deviceplan["mtu"] = interface[:mtu] @@ -86,17 +94,17 @@ node[:networking][:interfaces].each do |name, interface| deviceplan["parameters"] = { "mode" => interface[:bond][:mode] || "active-backup", - "primary" => interface[:bond][:slaves].first, "mii-monitor-interval" => interface[:bond][:miimon] || 100, "down-delay" => interface[:bond][:downdelay] || 200, "up-delay" => interface[:bond][:updelay] || 200 } + deviceplan["parameters"]["primary"] = interface[:bond][:slaves].first if deviceplan["parameters"]["mode"] == "active-backup" deviceplan["parameters"]["transmit-hash-policy"] = interface[:bond][:xmithashpolicy] if interface[:bond][:xmithashpolicy] deviceplan["parameters"]["lacp-rate"] = interface[:bond][:lacprate] if interface[:bond][:lacprate] end - if interface[:gateway] + if interface[:gateway] && interface[:gateway] != interface[:address] if interface[:family] == "inet" default_route = "0.0.0.0/0" elsif interface[:family] == "inet6" @@ -128,6 +136,8 @@ node[:networking][:interfaces].each do |name, interface| if interface[:routes] interface[:routes].each do |to, parameters| + next if parameters[:via] == interface[:address] + route = { "to" => to } @@ -146,7 +156,7 @@ end netplan["network"]["bonds"].each_value do |bond| bond["interfaces"].each do |interface| - netplan["network"]["ethernets"][interface] ||= { "accept-ra" => false } + netplan["network"]["ethernets"][interface] ||= { "accept-ra" => false, "optional" => true } end end @@ -156,6 +166,10 @@ netplan["network"]["vlans"].each_value do |vlan| end end +file "/etc/netplan/00-installer-config.yaml" do + action :delete +end + file "/etc/netplan/01-netcfg.yaml" do action :delete end @@ -167,7 +181,7 @@ end file "/etc/netplan/99-chef.yaml" do owner "root" group "root" - mode 0o644 + mode "644" content YAML.dump(netplan) end @@ -175,311 +189,546 @@ package "cloud-init" do action :purge end -execute "hostname" do - action :nothing - command "/bin/hostname -F /etc/hostname" -end +if node[:networking][:wireguard][:enabled] + wireguard_id = persistent_token("networking", "wireguard") -template "/etc/hostname" do - source "hostname.erb" - owner "root" - group "root" - mode 0o644 - notifies :run, "execute[hostname]" -end + node.default[:networking][:wireguard][:address] = "fd43:e709:ea6d:1:#{wireguard_id[0, 4]}:#{wireguard_id[4, 4]}:#{wireguard_id[8, 4]}:#{wireguard_id[12, 4]}" -template "/etc/hosts" do - source "hosts.erb" - owner "root" - group "root" - mode 0o644 -end + package "wireguard-tools" do + compile_time true + options "--no-install-recommends" + end -service "systemd-resolved" do - action [:enable, :start] -end + directory "/var/lib/systemd/wireguard" do + owner "root" + group "systemd-network" + mode "750" + compile_time true + end -directory "/etc/systemd/resolved.conf.d" do - owner "root" - group "root" - mode 0o755 -end + file "/var/lib/systemd/wireguard/private.key" do + action :create_if_missing + owner "root" + group "systemd-network" + mode "640" + content %x(wg genkey) + compile_time true + end -template "/etc/systemd/resolved.conf.d/99-chef.conf" do - source "resolved.conf.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[systemd-resolved]" -end + node.default[:networking][:wireguard][:public_key] = %x(wg pubkey < /var/lib/systemd/wireguard/private.key).chomp -if node[:networking][:tcp_fastopen_key] - fastopen_keys = data_bag_item("networking", "fastopen") + file "/var/lib/systemd/wireguard/preshared.key" do + action :create_if_missing + owner "root" + group "systemd-network" + mode "640" + content keys["wireguard"] + end - node.normal[:sysctl][:tcp_fastopen] = { - :comment => "Set shared key for TCP fast open", - :parameters => { - "net.ipv4.tcp_fastopen_key" => fastopen_keys[node[:networking][:tcp_fastopen_key]] + if node[:roles].include?("gateway") + search(:node, "roles:gateway") do |gateway| + next if gateway.name == node.name + next unless gateway[:networking][:wireguard] && gateway[:networking][:wireguard][:enabled] + + allowed_ips = gateway.interfaces(:role => :internal).map do |interface| + "#{interface[:network]}/#{interface[:prefix]}" + end + + node.default[:networking][:wireguard][:peers] << { + :public_key => gateway[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{gateway.name}:51820" + } + end + + search(:node, "roles:prometheus") do |server| + allowed_ips = server.interfaces(:role => :internal).map do |interface| + "#{interface[:network]}/#{interface[:prefix]}" + end + + if server[:networking][:private_address] + allowed_ips << "#{server[:networking][:private_address]}/32" + end + + node.default[:networking][:wireguard][:peers] << { + :public_key => server[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{server.name}:51820" + } + end + + node.default[:networking][:wireguard][:peers] << { + :public_key => "7Oj9ufNlgidyH/xDc+aHQKMjJPqTmD/ab13agMh6AxA=", + :allowed_ips => "10.0.16.1/32", + :endpoint => "gate.compton.nu:51820" } - } -end -node.interfaces(:role => :internal) do |interface| - if interface[:gateway] && interface[:gateway] != interface[:address] - search(:node, "networking_interfaces*address:#{interface[:gateway]}") do |gateway| - next unless gateway[:openvpn] - - gateway[:openvpn][:tunnels].each_value do |tunnel| - if tunnel[:peer][:address] - route tunnel[:peer][:address] do - netmask "255.255.255.255" - gateway interface[:gateway] - device interface[:interface] - end - end - - next unless tunnel[:peer][:networks] - - tunnel[:peer][:networks].each do |network| - route network[:address] do - netmask network[:netmask] - gateway interface[:gateway] - device interface[:interface] - end - end + # Grant home + node.default[:networking][:wireguard][:peers] << { + :public_key => "RofATnvlWxP3mt87+QKRXFE5MVxtoCcTsJ+yftZYEE4=", + :allowed_ips => "10.89.122.1/32", + :endpoint => "gate.firefishy.com:51820" + } + + # Grant roaming + node.default[:networking][:wireguard][:peers] << { + :public_key => "YbUkREE9TAmomqgL/4Fh2e5u2Hh7drN/2o5qg3ndRxg=", + :allowed_ips => "10.89.123.1/32", + :endpoint => "roaming.firefishy.com:51820" + } + elsif node[:roles].include?("shenron") + search(:node, "roles:gateway") do |gateway| + allowed_ips = gateway.interfaces(:role => :internal).map do |interface| + "#{interface[:network]}/#{interface[:prefix]}" end + + node.default[:networking][:wireguard][:peers] << { + :public_key => gateway[:networking][:wireguard][:public_key], + :allowed_ips => allowed_ips, + :endpoint => "#{gateway.name}:51820" + } end end -end -zones = {} + template "/etc/systemd/network/wireguard.netdev" do + source "wireguard.netdev.erb" + owner "root" + group "systemd-network" + mode "640" + end -search(:node, "networking:interfaces").collect do |n| - next if n[:fqdn] == node[:fqdn] + template "/etc/systemd/network/wireguard.network" do + source "wireguard.network.erb" + owner "root" + group "root" + mode "644" + end - n.interfaces.each do |interface| - next unless interface[:role] == "external" && interface[:zone] + if node[:lsb][:release].to_f < 20.04 + execute "ip-link-delete-wg0" do + action :nothing + command "ip link delete wg0" + subscribes :run, "template[/etc/systemd/network/wireguard.netdev]" + only_if { ::File.exist?("/sys/class/net/wg0") } + end - zones[interface[:zone]] ||= {} - zones[interface[:zone]][interface[:family]] ||= [] - zones[interface[:zone]][interface[:family]] << interface[:address] + service "systemd-networkd" do + action :nothing + subscribes :restart, "template[/etc/systemd/network/wireguard.netdev]" + subscribes :restart, "template[/etc/systemd/network/wireguard.network]" + not_if { kitchen? } + end + else + execute "networkctl-delete-wg0" do + action :nothing + command "networkctl delete wg0" + subscribes :run, "template[/etc/systemd/network/wireguard.netdev]" + only_if { ::File.exist?("/sys/class/net/wg0") } + end + + execute "networkctl-reload" do + action :nothing + command "networkctl reload" + subscribes :run, "template[/etc/systemd/network/wireguard.netdev]" + subscribes :run, "template[/etc/systemd/network/wireguard.network]" + not_if { kitchen? } + end end end -package "shorewall" - -template "/etc/default/shorewall" do - source "shorewall-default.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[shorewall]" +ohai "reload-hostname" do + action :nothing + plugin "hostname" end -template "/etc/shorewall/shorewall.conf" do - source "shorewall.conf.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[shorewall]" +execute "hostnamectl-set-hostname" do + command "hostnamectl set-hostname #{node[:networking][:hostname]}" + notifies :reload, "ohai[reload-hostname]" + not_if { kitchen? || node[:hostnamectl][:static_hostname] == node[:networking][:hostname] } end -template "/etc/shorewall/zones" do - source "shorewall-zones.erb" +template "/etc/hosts" do + source "hosts.erb" owner "root" group "root" - mode 0o644 - variables :type => "ipv4" - notifies :restart, "service[shorewall]" + mode "644" + not_if { kitchen? } end -template "/etc/shorewall/interfaces" do - source "shorewall-interfaces.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[shorewall]" +service "systemd-resolved" do + action [:enable, :start] end -template "/etc/shorewall/hosts" do - source "shorewall-hosts.erb" +directory "/etc/systemd/resolved.conf.d" do owner "root" group "root" - mode 0o644 - variables :zones => zones - notifies :restart, "service[shorewall]" + mode "755" end -template "/etc/shorewall/conntrack" do - source "shorewall-conntrack.erb" +template "/etc/systemd/resolved.conf.d/99-chef.conf" do + source "resolved.conf.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall]" - only_if { node[:networking][:firewall][:raw] } + mode "644" + notifies :restart, "service[systemd-resolved]", :immediately end -template "/etc/shorewall/policy" do - source "shorewall-policy.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[shorewall]" +if node[:filesystem][:by_mountpoint][:"/etc/resolv.conf"] + execute "umount-resolve-conf" do + command "umount -c /etc/resolv.conf" + end end -template "/etc/shorewall/rules" do - source "shorewall-rules.erb" - owner "root" - group "root" - mode 0o644 - variables :family => "inet" - notifies :restart, "service[shorewall]" +link "/etc/resolv.conf" do + to "../run/systemd/resolve/stub-resolv.conf" end -service "shorewall" do - action [:enable, :start] - supports :restart => true - status_command "shorewall status" -end +hosts = { "inet" => [], "inet6" => [] } +zones = {} -template "/etc/logrotate.d/shorewall" do - source "logrotate.shorewall.erb" - owner "root" - group "root" - mode 0o644 - variables :name => "shorewall" -end +search(:node, "networking:interfaces").collect do |n| + next if n[:fqdn] == node[:fqdn] -firewall_rule "limit-icmp-echo" do - action :accept - family :inet - source "net" - dest "fw" - proto "icmp" - dest_ports "echo-request" - rate_limit "s:1/sec:5" -end + n.interfaces.each do |interface| + next unless interface[:role] == "external" && interface[:zone] -%w[ucl ams bm].each do |zone| - firewall_rule "accept-openvpn-#{zone}" do - action :accept - source zone - dest "fw" - proto "udp" - dest_ports "1194:1197" - source_ports "1194:1197" + hosts[interface[:family]] << interface[:address] + + zones[interface[:zone]] ||= {} + zones[interface[:zone]][interface[:family]] ||= [] + zones[interface[:zone]][interface[:family]] << interface[:address] end end -if node[:roles].include?("gateway") - template "/etc/shorewall/masq" do - source "shorewall-masq.erb" - owner "root" - group "root" - mode 0o644 - notifies :restart, "service[shorewall]" - end -else - file "/etc/shorewall/masq" do - action :delete +if node[:networking][:firewall][:engine] == "shorewall" + package "shorewall" + + systemd_service "shorewall-docker" do + service "shorewall" + dropin "docker" + exec_stop "/sbin/shorewall $OPTIONS stop" notifies :restart, "service[shorewall]" end -end - -unless node.interfaces(:family => :inet6).empty? - package "shorewall6" - template "/etc/default/shorewall6" do + template "/etc/default/shorewall" do source "shorewall-default.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall6]" + mode "644" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/shorewall6.conf" do - source "shorewall6.conf.erb" + template "/etc/shorewall/shorewall.conf" do + source "shorewall.conf.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall6]" + mode "644" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/zones" do + template "/etc/shorewall/zones" do source "shorewall-zones.erb" owner "root" group "root" - mode 0o644 - variables :type => "ipv6" - notifies :restart, "service[shorewall6]" + mode "644" + variables :type => "ipv4" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/interfaces" do - source "shorewall6-interfaces.erb" + template "/etc/shorewall/interfaces" do + source "shorewall-interfaces.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall6]" + mode "644" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/hosts" do - source "shorewall6-hosts.erb" + template "/etc/shorewall/hosts" do + source "shorewall-hosts.erb" owner "root" group "root" - mode 0o644 + mode "644" variables :zones => zones - notifies :restart, "service[shorewall6]" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/conntrack" do + template "/etc/shorewall/conntrack" do source "shorewall-conntrack.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall6]" + mode "644" + notifies :restart, "service[shorewall]" only_if { node[:networking][:firewall][:raw] } end - template "/etc/shorewall6/policy" do + template "/etc/shorewall/policy" do source "shorewall-policy.erb" owner "root" group "root" - mode 0o644 - notifies :restart, "service[shorewall6]" + mode "644" + notifies :restart, "service[shorewall]" end - template "/etc/shorewall6/rules" do + template "/etc/shorewall/rules" do source "shorewall-rules.erb" owner "root" group "root" - mode 0o644 - variables :family => "inet6" - notifies :restart, "service[shorewall6]" + mode "644" + variables :family => "inet" + notifies :restart, "service[shorewall]" end - service "shorewall6" do - action [:enable, :start] - supports :restart => true - status_command "shorewall6 status" + template "/etc/shorewall/stoppedrules" do + source "shorewall-stoppedrules.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall]" + end + + if node[:networking][:firewall][:enabled] + service "shorewall" do + action [:enable, :start] + supports :restart => true + status_command "shorewall status" + ignore_failure true + end + else + service "shorewall" do + action [:disable, :stop] + supports :restart => true + status_command "shorewall status" + ignore_failure true + end end - template "/etc/logrotate.d/shorewall6" do + template "/etc/logrotate.d/shorewall" do source "logrotate.shorewall.erb" owner "root" group "root" - mode 0o644 - variables :name => "shorewall6" + mode "644" + variables :name => "shorewall" end - firewall_rule "limit-icmp6-echo" do + firewall_rule "limit-icmp-echo" do action :accept - family :inet6 + family :inet source "net" dest "fw" - proto "ipv6-icmp" + proto "icmp" dest_ports "echo-request" rate_limit "s:1/sec:5" end + + file "/etc/shorewall/masq" do + action :delete + end + + file "/etc/shorewall/masq.bak" do + action :delete + end + + if node[:roles].include?("gateway") + template "/etc/shorewall/snat" do + source "shorewall-snat.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall]" + end + else + file "/etc/shorewall/snat" do + action :delete + notifies :restart, "service[shorewall]" + end + end + + unless node.interfaces(:family => :inet6).empty? + package "shorewall6" + + template "/etc/default/shorewall6" do + source "shorewall-default.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/shorewall6.conf" do + source "shorewall6.conf.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/zones" do + source "shorewall-zones.erb" + owner "root" + group "root" + mode "644" + variables :type => "ipv6" + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/interfaces" do + source "shorewall6-interfaces.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/hosts" do + source "shorewall6-hosts.erb" + owner "root" + group "root" + mode "644" + variables :zones => zones + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/conntrack" do + source "shorewall-conntrack.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall6]" + only_if { node[:networking][:firewall][:raw] } + end + + template "/etc/shorewall6/policy" do + source "shorewall-policy.erb" + owner "root" + group "root" + mode "644" + notifies :restart, "service[shorewall6]" + end + + template "/etc/shorewall6/rules" do + source "shorewall-rules.erb" + owner "root" + group "root" + mode "644" + variables :family => "inet6" + notifies :restart, "service[shorewall6]" + end + + if node[:networking][:firewall][:enabled] + service "shorewall6" do + action [:enable, :start] + supports :restart => true + status_command "shorewall6 status" + ignore_failure true + end + else + service "shorewall6" do + action [:disable, :stop] + supports :restart => true + status_command "shorewall6 status" + ignore_failure true + end + end + + template "/etc/logrotate.d/shorewall6" do + source "logrotate.shorewall.erb" + owner "root" + group "root" + mode "644" + variables :name => "shorewall6" + end + + firewall_rule "limit-icmp6-echo" do + action :accept + family :inet6 + source "net" + dest "fw" + proto "ipv6-icmp" + dest_ports "echo-request" + rate_limit "s:1/sec:5" + end + end +elsif node[:networking][:firewall][:engine] == "nftables" + service "shorewall6" do + action :stop + end + + package "shorewall6" do + action :purge + end + + service "shorewall" do + action :stop + end + + systemd_service "shorewall-docker" do + action :delete + service "shorewall" + dropin "docker" + end + + package "shorewall" do + action :purge + end + + package "nftables" + + interfaces = [] + + node.interfaces(:role => :external).each do |interface| + interfaces << interface[:interface] + end + + interfaces << "eth0" if kitchen? && interfaces.empty? + + template "/etc/nftables.conf" do + source "nftables.conf.erb" + owner "root" + group "root" + mode "755" + variables :interfaces => interfaces, :hosts => hosts + notifies :restart, "service[nftables]" + end + + stop_commands = [ + "/usr/sbin/nft delete table inet filter" + ] + + stop_commands << "/usr/sbin/nft delete table ip nat" if node[:roles].include?("gateway") + + systemd_service "nftables-stop" do + service "nftables" + dropin "stop" + exec_reload "" + exec_stop stop_commands + end + + if node[:networking][:firewall][:enabled] + service "nftables" do + action [:enable, :start] + end + else + service "nftables" do + action [:disable, :stop] + end + end +end + +if node[:networking][:wireguard][:enabled] + wireguard_source = if node[:roles].include?("gateway") + "net" + else + "osm" + end + + firewall_rule "accept-wireguard" do + action :accept + source wireguard_source + dest "fw" + proto "udp" + dest_ports "51820" + source_ports "51820" + end end firewall_rule "accept-http" do