Compare commits
111
Commits
23ed82b113
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b3aaf9062d | ||
|
|
f32e6930f5 | ||
|
|
704a5d9389 | ||
|
|
a6e1657363 | ||
|
|
e5a56b61d9 | ||
|
|
08078324c9 | ||
|
|
c2a2a1ea0e | ||
|
|
27f6635cc1 | ||
|
|
e8eee3be55 | ||
|
|
37fc48275d | ||
|
|
cc9cc6d34f | ||
|
|
975beccf50 | ||
|
|
3290d843cc | ||
|
|
4abfea352c | ||
|
|
b74598d265 | ||
|
|
483f3890e5 | ||
|
|
79943e0389 | ||
|
|
252c703afd | ||
|
|
1d10f2be39 | ||
|
|
6a1e7b77e7 | ||
|
|
ce851f59c6 | ||
|
|
6334820750 | ||
|
|
f60a2c7e1f | ||
|
|
b23466f588 | ||
|
|
74a0af2d32 | ||
|
|
c30b3d1f0a | ||
|
|
e5922692f6 | ||
|
|
bacb16b7b2 | ||
|
|
c7c9f6d5d1 | ||
|
|
0267db247e | ||
|
|
add568a242 | ||
|
|
ca34bd8363 | ||
|
|
f92b36ceaa | ||
|
|
32651402c6 | ||
|
|
0abc9fb1c3 | ||
|
|
c1c71194c6 | ||
|
|
66657f3917 | ||
|
|
e1b5639d65 | ||
|
|
7a260afe39 | ||
|
|
78a370dbd1 | ||
|
|
f67edd7a07 | ||
|
|
7464f4da0a | ||
|
|
923cd85020 | ||
|
|
61db0ed55e | ||
|
|
03fc22daf7 | ||
|
|
7604bc4dac | ||
|
|
46fd6a4c40 | ||
|
|
ec64ace8f4 | ||
|
|
5318997b73 | ||
|
|
4fbc4ad317 | ||
|
|
470d856332 | ||
|
|
589f899bae | ||
|
|
c2c8934ec9 | ||
|
|
5c0783cf86 | ||
|
|
fee8ec1ff6 | ||
|
|
d61403ee33 | ||
|
|
885e6f3338 | ||
|
|
c91c56b153 | ||
|
|
4dc7b23e06 | ||
|
|
89821b479b | ||
|
|
f91a9b8fc9 | ||
|
|
7bed387ece | ||
|
|
8a0c8fb31b | ||
|
|
4c39069241 | ||
|
|
c50c32059e | ||
|
|
38d1ac6ced | ||
|
|
5160e11dc2 | ||
|
|
c49fd28b76 | ||
|
|
c55a96c0ea | ||
|
|
312be161b9 | ||
|
|
49834b858b | ||
|
|
c36f269406 | ||
|
|
19a62a43ca | ||
|
|
fd58ee2c16 | ||
|
|
d5610a5b34 | ||
|
|
ebb1377470 | ||
|
|
5e544cdfb5 | ||
|
|
88c30eb252 | ||
|
|
41dbce3641 | ||
|
|
81e7a9dc6a | ||
|
|
5cac169224 | ||
|
|
60a55e6e49 | ||
|
|
c5b51777c6 | ||
|
|
a4648e0ea7 | ||
|
|
a64d082c0c | ||
|
|
381e1b285c | ||
|
|
bcdc460297 | ||
|
|
bd24f01110 | ||
|
|
1ede3d3329 | ||
|
|
deb3521bfa | ||
|
|
c8cac22d12 | ||
|
|
6fe03c5f70 | ||
|
|
15b4e54bd5 | ||
|
|
c016459922 | ||
|
|
4d1725f17f | ||
|
|
80658c632f | ||
|
|
60b67f748e | ||
|
|
4a76aa3a2e | ||
|
|
e9f1153482 | ||
|
|
ca1fcc16b6 | ||
|
|
fb94fd5997 | ||
|
|
713d38d77d | ||
|
|
bc71066de1 | ||
|
|
5eae9ca348 | ||
|
|
844e017f9e | ||
|
|
381f3ab7c9 | ||
|
|
6390e6288b | ||
|
|
13d60c4f9b | ||
|
|
cb09f77b68 | ||
|
|
84fd52b678 | ||
|
|
c7eceae087 |
@@ -0,0 +1,2 @@
|
|||||||
|
# Directory the node exporter reads textfile metrics from (the Debian default).
|
||||||
|
apt_updates_textfile_dir: /var/lib/prometheus/node-exporter
|
||||||
@@ -0,0 +1,80 @@
|
|||||||
|
# The metrics run after apt-daily (update) and apt-daily-upgrade (upgrade), so they show the state apt
|
||||||
|
# just reached without a timer of their own. The "-" lets a failing metrics run leave apt's units green.
|
||||||
|
- name: Create the textfile directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ apt_updates_textfile_dir }}"
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Install the apt metrics script
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: apt-updates-metrics.j2
|
||||||
|
dest: /usr/local/sbin/apt-updates-metrics
|
||||||
|
mode: "0755"
|
||||||
|
register: apt_updates_script
|
||||||
|
|
||||||
|
- name: Create the apt timers' drop-in directories
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/system/{{ item }}.service.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
loop:
|
||||||
|
- apt-daily
|
||||||
|
- apt-daily-upgrade
|
||||||
|
|
||||||
|
- name: Run the apt metrics after the apt timers' services
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/system/{{ item }}.service.d/apt-updates-metrics.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Service]
|
||||||
|
ExecStartPost=-/usr/local/sbin/apt-updates-metrics
|
||||||
|
loop:
|
||||||
|
- apt-daily
|
||||||
|
- apt-daily-upgrade
|
||||||
|
register: apt_updates_dropins
|
||||||
|
|
||||||
|
- name: Reload systemd after the apt metrics drop-ins
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
daemon_reload: true
|
||||||
|
when: apt_updates_dropins.changed
|
||||||
|
# Check mode does not write the drop-ins.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
# Debian's prometheus-node-exporter-apt collector writes apt.prom with the same metric families as this role under
|
||||||
|
# other HELP texts; node_exporter drops the rows of both files then. This role owns the apt metrics, so the
|
||||||
|
# collector stays off and its file, also a stale leftover of a removed collector, goes away.
|
||||||
|
- name: Look for the Debian apt metrics collector
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /lib/systemd/system/prometheus-node-exporter-apt.timer
|
||||||
|
register: apt_updates_debian_collector
|
||||||
|
|
||||||
|
- name: Stop and disable the Debian apt metrics collector timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: prometheus-node-exporter-apt.timer
|
||||||
|
enabled: false
|
||||||
|
state: stopped
|
||||||
|
when: apt_updates_debian_collector.stat.exists
|
||||||
|
|
||||||
|
- name: Stop the Debian apt metrics collector service
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: prometheus-node-exporter-apt.service
|
||||||
|
state: stopped
|
||||||
|
when: apt_updates_debian_collector.stat.exists
|
||||||
|
|
||||||
|
- name: Remove the Debian apt metrics collector output
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ apt_updates_textfile_dir }}/apt.prom"
|
||||||
|
state: absent
|
||||||
|
|
||||||
|
# The timers' drop-ins write the metrics after the next apt run; this gives a new host and a changed script
|
||||||
|
# current metrics at once.
|
||||||
|
- name: Look for the apt metrics file
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: "{{ apt_updates_textfile_dir }}/apt_updates.prom"
|
||||||
|
register: apt_updates_prom
|
||||||
|
|
||||||
|
- name: Write the apt metrics
|
||||||
|
ansible.builtin.command: /usr/local/sbin/apt-updates-metrics
|
||||||
|
when: apt_updates_script.changed or not apt_updates_prom.stat.exists
|
||||||
|
changed_when: true
|
||||||
@@ -0,0 +1,89 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# Pending upgrades, held packages, reboot flag and age of the package lists as node exporter textfile
|
||||||
|
# metrics. apt-daily and apt-daily-upgrade run it after their update and upgrade (drop-ins).
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
host={{ inventory_hostname }}
|
||||||
|
textfile_dir={{ apt_updates_textfile_dir }}
|
||||||
|
out=$textfile_dir/apt_updates.prom
|
||||||
|
tmp=$(mktemp "$textfile_dir/.apt_updates.XXXXXX")
|
||||||
|
trap 'rm -f "$tmp"' EXIT
|
||||||
|
|
||||||
|
# Architectures a pending package can have: the native and foreign ones, plus "all" for architecture-independent
|
||||||
|
# packages. Each gets a row per kind even at 0, so a resolved backlog reads as 0 and not as a vanished series.
|
||||||
|
archs="$(dpkg --print-architecture) $(dpkg --print-foreign-architectures | tr '\n' ' ') all"
|
||||||
|
|
||||||
|
# The simulated upgrade lists "Inst <package> [<installed>] (<candidate> <origins> [<arch>])" per package. The candidate
|
||||||
|
# is the newest version, which can come from regular updates while an older, still newer-than-installed version came
|
||||||
|
# from the security archive. So a package counts as security when any version above the installed one in its
|
||||||
|
# "apt-cache policy" table (newest first, installed marked with ***) has a security origin, everything else as regular.
|
||||||
|
sim=$(apt-get -s upgrade)
|
||||||
|
names=$(awk '/^Inst / { print $2 }' <<< "$sim")
|
||||||
|
security=""
|
||||||
|
if [[ -n $names ]]; then
|
||||||
|
# shellcheck disable=SC2086
|
||||||
|
security=$(apt-cache policy $names | awk '
|
||||||
|
/^[^ ]/ { pkg = $1; sub(/:$/, "", pkg); newer = 1; next }
|
||||||
|
/^ \*\*\* / { newer = 0; next }
|
||||||
|
/^ [0-9]+ / { if (newer && tolower($0) ~ /security/) print pkg }
|
||||||
|
')
|
||||||
|
fi
|
||||||
|
|
||||||
|
pending=$(SECURITY="$security" awk -v host="$host" -v archs="$archs" '
|
||||||
|
BEGIN {
|
||||||
|
n = split(ENVIRON["SECURITY"], s, "\n")
|
||||||
|
for (i = 1; i <= n; i++) sec[s[i]] = 1
|
||||||
|
}
|
||||||
|
/^Inst / {
|
||||||
|
line = $0
|
||||||
|
sub(/^[^(]*\(/, "", line)
|
||||||
|
sub(/\).*$/, "", line)
|
||||||
|
n = split(line, f, " ")
|
||||||
|
pkg_arch = f[n]
|
||||||
|
gsub(/\[|\]/, "", pkg_arch)
|
||||||
|
kind = ($2 in sec) ? "security" : "regular"
|
||||||
|
count[kind, pkg_arch]++
|
||||||
|
}
|
||||||
|
END {
|
||||||
|
split(archs, a, " ")
|
||||||
|
for (i in a) {
|
||||||
|
if (!(("security", a[i]) in count)) count["security", a[i]] = 0
|
||||||
|
if (!(("regular", a[i]) in count)) count["regular", a[i]] = 0
|
||||||
|
}
|
||||||
|
for (key in count) {
|
||||||
|
split(key, k, SUBSEP)
|
||||||
|
printf "apt_upgrades_pending{host=\"%s\",origin=\"%s\",arch=\"%s\"} %d\n", host, k[1], k[2], count[key]
|
||||||
|
}
|
||||||
|
}' <<< "$sim")
|
||||||
|
|
||||||
|
held=$(apt-mark showhold | wc -l)
|
||||||
|
|
||||||
|
reboot=0
|
||||||
|
if [[ -e /run/reboot-required ]]; then
|
||||||
|
reboot=1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Debian writes update-stamp, Ubuntu update-success-stamp; both are touched by a successful update. Both are missing
|
||||||
|
# until apt.systemd.daily has run an update, then the package cache stands in.
|
||||||
|
stamp=/var/lib/apt/periodic/update-success-stamp
|
||||||
|
if [[ ! -e $stamp ]]; then
|
||||||
|
stamp=/var/lib/apt/periodic/update-stamp
|
||||||
|
fi
|
||||||
|
if [[ ! -e $stamp ]]; then
|
||||||
|
stamp=/var/cache/apt/pkgcache.bin
|
||||||
|
fi
|
||||||
|
cache=$(stat -c %Y "$stamp")
|
||||||
|
|
||||||
|
{
|
||||||
|
echo '# TYPE apt_upgrades_pending gauge'
|
||||||
|
echo "$pending"
|
||||||
|
echo '# TYPE apt_upgrades_held gauge'
|
||||||
|
echo "apt_upgrades_held{host=\"$host\"} $held"
|
||||||
|
echo '# TYPE node_reboot_required gauge'
|
||||||
|
echo "node_reboot_required{host=\"$host\"} $reboot"
|
||||||
|
echo '# TYPE apt_package_cache_timestamp_seconds gauge'
|
||||||
|
echo "apt_package_cache_timestamp_seconds{host=\"$host\"} $cache"
|
||||||
|
} > "$tmp"
|
||||||
|
|
||||||
|
chmod 0644 "$tmp"
|
||||||
|
mv -f "$tmp" "$out"
|
||||||
@@ -1,9 +1,15 @@
|
|||||||
ipv6_stable_secret_seed: "@JW7rQ^P3*f^KRkX3744DZQJb3DfMgZJJMtGc!Jmy!ECBqb^QzAMYLHD8dLvf8m%2bRSRFhgY#SXzAgnxWTvHv#ti6b5PngR^k2gHbQW*%dJ9sdeKM$H77Gymh&xamNN"
|
ipv6_stable_secret_seed: "@JW7rQ^P3*f^KRkX3744DZQJb3DfMgZJJMtGc!Jmy!ECBqb^QzAMYLHD8dLvf8m%2bRSRFhgY#SXzAgnxWTvHv#ti6b5PngR^k2gHbQW*%dJ9sdeKM$H77Gymh&xamNN"
|
||||||
|
|
||||||
|
# Bridges and other interfaces that appear after sysctl runs at boot and so miss the accept_ra=2 of
|
||||||
|
# "all"; without it a forwarding host ignores the router advertisements on them.
|
||||||
|
ipv6_accept_ra_interfaces: []
|
||||||
|
|
||||||
# Times of the heavy disk jobs, for hosts on a shared HDD pool that keep them out of the backup window.
|
# Times of the heavy disk jobs, for hosts on a shared HDD pool that keep them out of the backup window.
|
||||||
disk_maintenance:
|
disk_maintenance:
|
||||||
# systemd OnCalendar for fstrim.timer; unset keeps the distribution schedule.
|
# systemd OnCalendar for fstrim.timer; unset keeps the distribution schedule.
|
||||||
fstrim_on_calendar:
|
fstrim_on_calendar:
|
||||||
|
# Mountpoints fstrim.service trims; unset trims every fstab filesystem.
|
||||||
|
fstrim_mountpoints:
|
||||||
# Cron "minute hour" of the monthly ZFS trim and scrub from zfsutils-linux; unset keeps 00:24.
|
# Cron "minute hour" of the monthly ZFS trim and scrub from zfsutils-linux; unset keeps 00:24.
|
||||||
zfs_cron_time:
|
zfs_cron_time:
|
||||||
|
|
||||||
@@ -12,3 +18,7 @@ journald_size_cap:
|
|||||||
SystemMaxUse: 512M
|
SystemMaxUse: 512M
|
||||||
RuntimeMaxUse: 128M
|
RuntimeMaxUse: 128M
|
||||||
MaxRetentionSec: 2week
|
MaxRetentionSec: 2week
|
||||||
|
|
||||||
|
# Remove fail2ban from the host (only while the CrowdSec agent and bouncer run); set with
|
||||||
|
# -e fail2ban_remove=true once CrowdSec covers the jails of the host.
|
||||||
|
fail2ban_remove: false
|
||||||
|
|||||||
@@ -1,5 +1,12 @@
|
|||||||
|
# Only the files of this role that exist: in a container the distribution files hold keys that
|
||||||
|
# are not writable there, and sysctl --system fails on them; -e skips keys a container lacks.
|
||||||
- name: reload_sysctl
|
- name: reload_sysctl
|
||||||
command: sysctl --system
|
shell: >-
|
||||||
|
cd /etc/sysctl.d && sysctl -e -p $(ls
|
||||||
|
ip-forwarding.conf
|
||||||
|
ipv6-slaac-address-generation.conf
|
||||||
|
ipv6-slaac-override.conf
|
||||||
|
tcp-bbr.conf 2>/dev/null)
|
||||||
|
|
||||||
- name: restart_journald
|
- name: restart_journald
|
||||||
systemd:
|
systemd:
|
||||||
|
|||||||
@@ -1,3 +1,9 @@
|
|||||||
|
- name: Ensure .bashrc exists
|
||||||
|
file:
|
||||||
|
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||||
|
state: touch
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
- name: General aliases
|
- name: General aliases
|
||||||
blockinfile:
|
blockinfile:
|
||||||
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||||
@@ -8,11 +14,26 @@
|
|||||||
alias syslog="tail -f --lines=100 /var/log/syslog"
|
alias syslog="tail -f --lines=100 /var/log/syslog"
|
||||||
alias cp="rsync -hlAXEptgoDS --numeric-ids --info=progress2"
|
alias cp="rsync -hlAXEptgoDS --numeric-ids --info=progress2"
|
||||||
|
|
||||||
|
# We can tell bash to check the next word after the alias (i.e sudo) by adding a space to the end of the alias value. https://askubuntu.com/questions/22037/aliases-not-available-when-using-sudo
|
||||||
|
alias sudo='sudo '
|
||||||
|
|
||||||
- name: ls aliases and colors
|
- name: ls aliases and colors
|
||||||
blockinfile:
|
blockinfile:
|
||||||
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||||
marker: "# {mark} ANSIBLE MANAGED BLOCK | ls aliases and colors"
|
marker: "# {mark} ANSIBLE MANAGED BLOCK | ls aliases and colors"
|
||||||
block: |
|
block: |
|
||||||
|
# enable color support of ls and also add handy aliases
|
||||||
|
if [ -x /usr/bin/dircolors ]; then
|
||||||
|
test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
|
||||||
|
alias ls='ls --color=auto'
|
||||||
|
#alias dir='dir --color=auto'
|
||||||
|
#alias vdir='vdir --color=auto'
|
||||||
|
|
||||||
|
alias grep='grep --color=auto'
|
||||||
|
alias fgrep='fgrep --color=auto'
|
||||||
|
alias egrep='egrep --color=auto'
|
||||||
|
fi
|
||||||
|
|
||||||
export LS_OPTIONS='--color=auto'
|
export LS_OPTIONS='--color=auto'
|
||||||
eval "`dircolors`"
|
eval "`dircolors`"
|
||||||
alias ls='ls $LS_OPTIONS'
|
alias ls='ls $LS_OPTIONS'
|
||||||
|
|||||||
@@ -0,0 +1,15 @@
|
|||||||
|
# With manage_etc_hosts in the user-data (Proxmox sets it) cloud-init rewrites /etc/hosts from its
|
||||||
|
# template on every boot and drops the blocks other roles add; user-data outranks cloud.cfg.d, so
|
||||||
|
# the module is taken out of the boot stage instead.
|
||||||
|
- name: Read the cloud-init configuration
|
||||||
|
slurp:
|
||||||
|
path: /etc/cloud/cloud.cfg
|
||||||
|
register: cloud_cfg
|
||||||
|
failed_when: false
|
||||||
|
|
||||||
|
- name: Keep cloud-init from rewriting /etc/hosts
|
||||||
|
when: cloud_cfg.content is defined
|
||||||
|
copy:
|
||||||
|
dest: /etc/cloud/cloud.cfg.d/99-ansible-etc-hosts.cfg
|
||||||
|
content: |
|
||||||
|
cloud_init_modules: {{ (cloud_cfg.content | b64decode | from_yaml).cloud_init_modules | reject('equalto', 'update_etc_hosts') | list | to_json }}
|
||||||
@@ -25,6 +25,36 @@
|
|||||||
daemon_reload: yes
|
daemon_reload: yes
|
||||||
state: restarted
|
state: restarted
|
||||||
|
|
||||||
|
- name: Create the fstrim service drop-in directory
|
||||||
|
when: disk_maintenance.fstrim_mountpoints | default(none) is not none
|
||||||
|
file:
|
||||||
|
path: /etc/systemd/system/fstrim.service.d
|
||||||
|
state: directory
|
||||||
|
|
||||||
|
- name: Set the fstrim mountpoints
|
||||||
|
when: disk_maintenance.fstrim_mountpoints | default(none) is not none
|
||||||
|
copy:
|
||||||
|
dest: /etc/systemd/system/fstrim.service.d/mountpoints.conf
|
||||||
|
content: |
|
||||||
|
[Service]
|
||||||
|
ExecStart=
|
||||||
|
{% for m in disk_maintenance.fstrim_mountpoints %}
|
||||||
|
ExecStart=/sbin/fstrim --verbose --quiet-unsupported {{ m }}
|
||||||
|
{% endfor %}
|
||||||
|
register: fstrim_mountpoints
|
||||||
|
|
||||||
|
- name: Trim every fstab filesystem
|
||||||
|
when: disk_maintenance.fstrim_mountpoints | default(none) is none
|
||||||
|
file:
|
||||||
|
path: /etc/systemd/system/fstrim.service.d/mountpoints.conf
|
||||||
|
state: absent
|
||||||
|
register: fstrim_mountpoints_removed
|
||||||
|
|
||||||
|
- name: Reload systemd for the fstrim mountpoints
|
||||||
|
when: fstrim_mountpoints.changed or fstrim_mountpoints_removed.changed
|
||||||
|
systemd:
|
||||||
|
daemon_reload: yes
|
||||||
|
|
||||||
- name: Schedule the monthly ZFS trim and scrub
|
- name: Schedule the monthly ZFS trim and scrub
|
||||||
when: disk_maintenance.zfs_cron_time | default(none) is not none
|
when: disk_maintenance.zfs_cron_time | default(none) is not none
|
||||||
lineinfile:
|
lineinfile:
|
||||||
|
|||||||
@@ -0,0 +1,27 @@
|
|||||||
|
# CrowdSec reads the same logs and bans through its bouncers. fail2ban is
|
||||||
|
# removed only on a host switched over on purpose (fail2ban_remove) where both
|
||||||
|
# are running, so a host never ends up without a ban mechanism.
|
||||||
|
- name: Check the CrowdSec services
|
||||||
|
command: systemctl is-active crowdsec crowdsec-firewall-bouncer
|
||||||
|
register: crowdsec_active
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
check_mode: false
|
||||||
|
tags: fail2ban
|
||||||
|
|
||||||
|
- name: Stop and disable fail2ban
|
||||||
|
systemd:
|
||||||
|
name: fail2ban
|
||||||
|
state: stopped
|
||||||
|
enabled: false
|
||||||
|
when: fail2ban_remove and crowdsec_active.rc == 0
|
||||||
|
failed_when: false
|
||||||
|
tags: fail2ban
|
||||||
|
|
||||||
|
- name: Remove fail2ban
|
||||||
|
apt:
|
||||||
|
name: fail2ban
|
||||||
|
state: absent
|
||||||
|
purge: true
|
||||||
|
when: fail2ban_remove and crowdsec_active.rc == 0
|
||||||
|
tags: fail2ban
|
||||||
@@ -1,11 +1,15 @@
|
|||||||
- import_tasks: ./packages.yml
|
- import_tasks: ./packages.yml
|
||||||
|
|
||||||
|
- import_tasks: ./fail2ban.yml
|
||||||
|
|
||||||
- import_tasks: ./ssh.yml
|
- import_tasks: ./ssh.yml
|
||||||
|
|
||||||
- import_tasks: ./packages.yml
|
- import_tasks: ./packages.yml
|
||||||
|
|
||||||
- import_tasks: ./timesync.yml
|
- import_tasks: ./timesync.yml
|
||||||
|
|
||||||
|
- import_tasks: ./cloud_init.yml
|
||||||
|
|
||||||
- import_tasks: ./aliases.yml
|
- import_tasks: ./aliases.yml
|
||||||
|
|
||||||
- import_tasks: ./networking.yml
|
- import_tasks: ./networking.yml
|
||||||
|
|||||||
@@ -6,17 +6,55 @@
|
|||||||
net.ipv6.conf.all.forwarding = 1
|
net.ipv6.conf.all.forwarding = 1
|
||||||
notify: reload_sysctl
|
notify: reload_sysctl
|
||||||
|
|
||||||
- name: Set sysctl settings for ipv6-address-generation
|
- name: Check if the sysctl configuration file exists
|
||||||
|
stat:
|
||||||
|
path: "/etc/sysctl.d/ipv6-slaac-address-generation.conf"
|
||||||
|
register: sysctl_conf
|
||||||
|
|
||||||
|
- block:
|
||||||
|
# - name: Generate IPv6 stable-secret segments
|
||||||
|
# set_fact:
|
||||||
|
# stable_secret_segments: "{{ stable_secret_segments | default() + '%0x' | format(range(0, 2**(16*2)) | random(seed=ipv6_stable_secret_seed+inventory_hostname+(stable_secret_segments | default()))) }}"
|
||||||
|
# loop: "{{ range(4) }}"
|
||||||
|
|
||||||
|
# - name: Format IPv6 stable-secret segments
|
||||||
|
# set_fact:
|
||||||
|
# ipv6_stable_secret: "{{ stable_secret_segments | regex_replace('(.{4})(?=.)', '\\1:') }}"
|
||||||
|
|
||||||
|
- name: Generate random IPv6 stable-secret
|
||||||
|
set_fact:
|
||||||
|
ipv6_stable_secret: "{{ lookup('password', '/dev/null length=32 chars=hexdigits') | lower | regex_replace('(.{4})(?!$)', '\\1:') }}"
|
||||||
|
|
||||||
|
# The secret goes first: addr_gen_mode 2 is rejected while the interface has no secret.
|
||||||
|
- name: Set sysctl settings for ipv6-address-generation
|
||||||
copy:
|
copy:
|
||||||
dest: "/etc/sysctl.d/ipv6-slaac-address-generation.conf"
|
dest: "/etc/sysctl.d/ipv6-slaac-address-generation.conf"
|
||||||
content: |
|
content: |
|
||||||
net.ipv6.conf.default.addr_gen_mode = 2
|
{% set iface = ansible_facts.default_ipv6.interface | default(ansible_facts.default_ipv4.interface) %}
|
||||||
net.ipv6.conf.default.stable_secret = {{ ipv6_stable_secret }}
|
net.ipv6.conf.{{ iface }}.stable_secret = {{ ipv6_stable_secret }}
|
||||||
|
net.ipv6.conf.{{ iface }}.addr_gen_mode = 2
|
||||||
notify: reload_sysctl
|
notify: reload_sysctl
|
||||||
|
when:
|
||||||
|
- ansible_facts.default_ipv6 is defined
|
||||||
|
- not sysctl_conf.stat.exists
|
||||||
|
|
||||||
- name: Set sysctl settings to override ipv6-slaac with enabled forwarding
|
- name: Set sysctl settings to override ipv6-slaac with enabled forwarding
|
||||||
copy:
|
copy:
|
||||||
dest: "/etc/sysctl.d/ipv6-slaac-override.conf"
|
dest: "/etc/sysctl.d/ipv6-slaac-override.conf"
|
||||||
content: |
|
content: |
|
||||||
net.ipv6.conf.all.accept_ra = 2
|
net.ipv6.conf.all.accept_ra = 2
|
||||||
|
{% for iface in ipv6_accept_ra_interfaces %}
|
||||||
|
net.ipv6.conf.{{ iface }}.accept_ra = 2
|
||||||
|
{% endfor %}
|
||||||
|
notify: reload_sysctl
|
||||||
|
tags: ipv6_accept_ra
|
||||||
|
|
||||||
|
- name: Set sysctl settings for TCP BBR
|
||||||
|
copy:
|
||||||
|
dest: "/etc/sysctl.d/tcp-bbr.conf"
|
||||||
|
content: |
|
||||||
|
net.core.default_qdisc = fq
|
||||||
|
net.ipv4.tcp_congestion_control = bbr
|
||||||
|
when:
|
||||||
|
- ansible_kernel is version('4.9', '>=')
|
||||||
notify: reload_sysctl
|
notify: reload_sysctl
|
||||||
|
|||||||
@@ -2,7 +2,6 @@
|
|||||||
apt:
|
apt:
|
||||||
update_cache: yes
|
update_cache: yes
|
||||||
upgrade: yes
|
upgrade: yes
|
||||||
when: ansible_facts.distribution == "Debian"
|
|
||||||
|
|
||||||
- name: Install Packages
|
- name: Install Packages
|
||||||
package:
|
package:
|
||||||
@@ -11,10 +10,10 @@
|
|||||||
- htop
|
- htop
|
||||||
- iotop
|
- iotop
|
||||||
- slurm
|
- slurm
|
||||||
|
- nmon
|
||||||
- sudo
|
- sudo
|
||||||
- screen
|
- screen
|
||||||
- curl
|
- curl
|
||||||
- rsync
|
- rsync
|
||||||
- zstd
|
- zstd
|
||||||
state: latest
|
state: latest
|
||||||
when: ansible_facts.distribution == "Debian"
|
|
||||||
|
|||||||
+11
-3
@@ -1,12 +1,20 @@
|
|||||||
- name: Disable SSH password auth
|
- name: Check if SSH daemon is active
|
||||||
|
systemd:
|
||||||
|
name: ssh
|
||||||
|
state: started
|
||||||
|
register: sshd_status
|
||||||
|
|
||||||
|
- block:
|
||||||
|
- name: Disable SSH password auth
|
||||||
lineinfile:
|
lineinfile:
|
||||||
dest: /etc/ssh/sshd_config
|
dest: /etc/ssh/sshd_config
|
||||||
regexp: '^PasswordAuthentication\s*yes'
|
regexp: '^PasswordAuthentication\s*yes'
|
||||||
line: "PasswordAuthentication no"
|
line: "PasswordAuthentication no"
|
||||||
register: sshd_config
|
register: sshd_config
|
||||||
|
|
||||||
- name: Restart SSH daemon
|
- name: Restart SSH daemon
|
||||||
service:
|
service:
|
||||||
name: sshd
|
name: ssh
|
||||||
state: restarted
|
state: restarted
|
||||||
when: sshd_config.changed
|
when: sshd_config.changed
|
||||||
|
when: sshd_status.status.ActiveState == 'active'
|
||||||
|
|||||||
@@ -15,5 +15,6 @@
|
|||||||
|
|
||||||
# Logs and local-time timers line up across hosts.
|
# Logs and local-time timers line up across hosts.
|
||||||
- name: Set the timezone to UTC
|
- name: Set the timezone to UTC
|
||||||
|
tags: timezone
|
||||||
community.general.timezone:
|
community.general.timezone:
|
||||||
name: Etc/UTC
|
name: Etc/UTC
|
||||||
|
|||||||
@@ -4,12 +4,18 @@ crowdsec:
|
|||||||
lapi_url: ""
|
lapi_url: ""
|
||||||
registration_token: ""
|
registration_token: ""
|
||||||
bouncer_api_key: ""
|
bouncer_api_key: ""
|
||||||
|
# Machine name at the LAPI; empty is the short hostname.
|
||||||
|
machine_name: ""
|
||||||
# name -> hub collection, merged across group_vars/host_vars (null drops one).
|
# name -> hub collection, merged across group_vars/host_vars (null drops one).
|
||||||
collections: {}
|
collections: {}
|
||||||
# name -> hub scenario outside the collections.
|
# name -> hub scenario outside the collections.
|
||||||
scenarios: {}
|
scenarios: {}
|
||||||
# path below /etc/crowdsec -> content, for local parsers and scenarios.
|
# path below /etc/crowdsec -> content, for local parsers and scenarios.
|
||||||
local_files: {}
|
local_files: {}
|
||||||
|
# name -> installed hub scenario removed from the agent (null drops one); needed where a local scenario replaces it.
|
||||||
|
disabled_scenarios: {}
|
||||||
|
# name -> path below /etc/crowdsec of a retired local file, removed when present (null drops one).
|
||||||
|
absent_files: {}
|
||||||
# name -> CIDR (single addresses as /32 or /128) never acted upon. Joined by
|
# name -> CIDR (single addresses as /32 or /128) never acted upon. Joined by
|
||||||
# the public_ips (same format) of every inventory host, then whitelisted by
|
# the public_ips (same format) of every inventory host, then whitelisted by
|
||||||
# this agent and, when lapi_allowlist is set, allowlisted on the LAPI.
|
# this agent and, when lapi_allowlist is set, allowlisted on the LAPI.
|
||||||
|
|||||||
+51
-1
@@ -19,6 +19,14 @@
|
|||||||
dest: /etc/apt/keyrings/crowdsec.asc
|
dest: /etc/apt/keyrings/crowdsec.asc
|
||||||
mode: "0644"
|
mode: "0644"
|
||||||
|
|
||||||
|
# A deb822 crowdsec.sources (written by the package or by hand) already
|
||||||
|
# defines the repository; a second crowdsec.list makes apt warn about
|
||||||
|
# duplicate targets.
|
||||||
|
- name: Check for an existing deb822 CrowdSec apt source
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/apt/sources.list.d/crowdsec.sources
|
||||||
|
register: crowdsec_sources
|
||||||
|
|
||||||
- name: Add the CrowdSec apt repository
|
- name: Add the CrowdSec apt repository
|
||||||
ansible.builtin.copy:
|
ansible.builtin.copy:
|
||||||
dest: /etc/apt/sources.list.d/crowdsec.list
|
dest: /etc/apt/sources.list.d/crowdsec.list
|
||||||
@@ -28,6 +36,7 @@
|
|||||||
https://packagecloud.io/crowdsec/crowdsec/{{ ansible_distribution | lower }}/
|
https://packagecloud.io/crowdsec/crowdsec/{{ ansible_distribution | lower }}/
|
||||||
{{ crowdsec.apt_suite_map[ansible_distribution_release] | default(ansible_distribution_release) }} main
|
{{ crowdsec.apt_suite_map[ansible_distribution_release] | default(ansible_distribution_release) }} main
|
||||||
register: crowdsec_repo
|
register: crowdsec_repo
|
||||||
|
when: not crowdsec_sources.stat.exists
|
||||||
|
|
||||||
# The postinst asks these; without them it registers a local machine for a
|
# The postinst asks these; without them it registers a local machine for a
|
||||||
# local LAPI and enrols in the central CAPI.
|
# local LAPI and enrols in the central CAPI.
|
||||||
@@ -53,6 +62,7 @@
|
|||||||
- /etc/crowdsec/bouncers
|
- /etc/crowdsec/bouncers
|
||||||
- /etc/crowdsec/parsers/s02-enrich
|
- /etc/crowdsec/parsers/s02-enrich
|
||||||
- /etc/systemd/system/crowdsec.service.d
|
- /etc/systemd/system/crowdsec.service.d
|
||||||
|
- /etc/systemd/system/crowdsec-hubupdate.service.d
|
||||||
- /etc/systemd/system/crowdsec-firewall-bouncer.service.d
|
- /etc/systemd/system/crowdsec-firewall-bouncer.service.d
|
||||||
- /etc/systemd/system/nftables.service.d
|
- /etc/systemd/system/nftables.service.d
|
||||||
|
|
||||||
@@ -148,7 +158,7 @@
|
|||||||
- name: Register the agent at the LAPI
|
- name: Register the agent at the LAPI
|
||||||
ansible.builtin.command: >-
|
ansible.builtin.command: >-
|
||||||
cscli lapi register --url {{ crowdsec.lapi_url }}
|
cscli lapi register --url {{ crowdsec.lapi_url }}
|
||||||
--token {{ crowdsec.registration_token }} --machine {{ ansible_hostname }}
|
--token {{ crowdsec.registration_token }} --machine {{ crowdsec.machine_name | default(ansible_hostname, true) }}
|
||||||
when: crowdsec_registered.rc != 0
|
when: crowdsec_registered.rc != 0
|
||||||
no_log: true
|
no_log: true
|
||||||
notify: Restart crowdsec
|
notify: Restart crowdsec
|
||||||
@@ -171,6 +181,37 @@
|
|||||||
when: crowdsec_missing | length > 0
|
when: crowdsec_missing | length > 0
|
||||||
notify: Restart crowdsec
|
notify: Restart crowdsec
|
||||||
|
|
||||||
|
# The script upgrades every hub item with --force (a scenario removed with --force taints its collection, and a plain upgrade skips
|
||||||
|
# tainted collections) and removes the disabled scenarios again. It runs here once and daily as crowdsec-hubupdate.service.
|
||||||
|
- name: Install the hub update script
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: crowdsec-hubupdate.sh.j2
|
||||||
|
dest: /usr/local/sbin/crowdsec-hubupdate
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Run the hub update script instead of the package one
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/system/crowdsec-hubupdate.service.d/override.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Service]
|
||||||
|
ExecStart=
|
||||||
|
ExecStart=/usr/local/sbin/crowdsec-hubupdate
|
||||||
|
register: crowdsec_hubupdate_dropin
|
||||||
|
|
||||||
|
- name: Reload systemd for the hub update unit
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
daemon_reload: true
|
||||||
|
when: crowdsec_hubupdate_dropin is changed
|
||||||
|
|
||||||
|
- name: Upgrade the hub items and remove the disabled scenarios
|
||||||
|
ansible.builtin.command: /usr/local/sbin/crowdsec-hubupdate
|
||||||
|
environment:
|
||||||
|
NO_RELOAD: "1"
|
||||||
|
register: crowdsec_hubupdate
|
||||||
|
changed_when: "'changed' in crowdsec_hubupdate.stdout"
|
||||||
|
notify: Restart crowdsec
|
||||||
|
|
||||||
- name: Install the local parsers and scenarios
|
- name: Install the local parsers and scenarios
|
||||||
ansible.builtin.copy:
|
ansible.builtin.copy:
|
||||||
dest: "/etc/crowdsec/{{ item.key }}"
|
dest: "/etc/crowdsec/{{ item.key }}"
|
||||||
@@ -181,6 +222,15 @@
|
|||||||
label: "{{ item.key }}"
|
label: "{{ item.key }}"
|
||||||
notify: Restart crowdsec
|
notify: Restart crowdsec
|
||||||
|
|
||||||
|
- name: Remove retired local files
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "/etc/crowdsec/{{ item.value }}"
|
||||||
|
state: absent
|
||||||
|
loop: "{{ crowdsec.absent_files | dict2items | rejectattr('value', 'none') }}"
|
||||||
|
loop_control:
|
||||||
|
label: "{{ item.value }}"
|
||||||
|
notify: Restart crowdsec
|
||||||
|
|
||||||
- name: Enable the agent and the bouncer
|
- name: Enable the agent and the bouncer
|
||||||
ansible.builtin.systemd:
|
ansible.builtin.systemd:
|
||||||
name: "{{ item }}"
|
name: "{{ item }}"
|
||||||
|
|||||||
@@ -0,0 +1,49 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
# Managed by Ansible. crowdsec-hubupdate.service runs this script instead of /usr/libexec/crowdsec/hubupdate.sh.
|
||||||
|
#
|
||||||
|
# "cscli scenarios remove --force" taints the collection that holds the scenario, and a plain "cscli hub upgrade" skips tainted
|
||||||
|
# collections for good. The upgrade therefore runs with --force, which also brings the removed scenarios back, and the removal is
|
||||||
|
# applied again. crowdsec is reloaded only when the installed hub files or the data files differ afterwards; with NO_RELOAD=1
|
||||||
|
# the script prints "changed" instead, for the role, which restarts crowdsec once at the end of its run. A failed step does not skip
|
||||||
|
# the later ones, so the removal of the disabled scenarios always runs; the script then exits non-zero.
|
||||||
|
set -eu
|
||||||
|
|
||||||
|
test -x /usr/bin/cscli || exit 0
|
||||||
|
|
||||||
|
fingerprint() {
|
||||||
|
{
|
||||||
|
find -L /etc/crowdsec -path /etc/crowdsec/hub -prune -o -type f -exec sha256sum {} +
|
||||||
|
find /var/lib/crowdsec/data -maxdepth 1 -type f ! -name 'crowdsec.db*' ! -name trace -exec sha256sum {} +
|
||||||
|
} 2>/dev/null | sort -k2 | sha256sum
|
||||||
|
}
|
||||||
|
|
||||||
|
before="$(fingerprint)"
|
||||||
|
|
||||||
|
failed=0
|
||||||
|
|
||||||
|
# A failed list command does not skip the removal: the scenario is then removed without knowing whether it is installed.
|
||||||
|
remove_scenario() {
|
||||||
|
if list="$(/usr/bin/cscli scenarios list -o raw)"; then
|
||||||
|
printf '%s\n' "$list" | cut -d, -f1 | grep -qxF "$1" || return 0
|
||||||
|
else
|
||||||
|
failed=1
|
||||||
|
fi
|
||||||
|
/usr/bin/cscli --error scenarios remove "$1" --force >/dev/null || failed=1
|
||||||
|
}
|
||||||
|
|
||||||
|
/usr/bin/cscli --error hub update >/dev/null || failed=1
|
||||||
|
/usr/bin/cscli --error hub upgrade --force >/dev/null || failed=1
|
||||||
|
|
||||||
|
{% for scenario in crowdsec.disabled_scenarios.values() | reject('none') | unique | sort %}
|
||||||
|
remove_scenario '{{ scenario }}'
|
||||||
|
{% endfor %}
|
||||||
|
|
||||||
|
if [ "$before" != "$(fingerprint)" ]; then
|
||||||
|
if [ -n "${NO_RELOAD:-}" ]; then
|
||||||
|
echo changed
|
||||||
|
else
|
||||||
|
systemctl reload crowdsec.service
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
exit "$failed"
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Mirror the CrowdSec range ban decisions into the nftables table inet crowdsec_ranges
|
||||||
|
After=network-online.target
|
||||||
|
Wants=network-online.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/sbin/crowdsec-range-bouncer
|
||||||
|
TimeoutStartSec=60
|
||||||
|
StateDirectory=crowdsec-range-bouncer
|
||||||
|
StateDirectoryMode=0700
|
||||||
|
ProtectSystem=strict
|
||||||
|
ProtectHome=true
|
||||||
|
PrivateTmp=true
|
||||||
|
NoNewPrivileges=true
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Mirror the CrowdSec range ban decisions into nftables every minute
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnBootSec=30s
|
||||||
|
OnUnitActiveSec=60s
|
||||||
|
AccuracySec=5s
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
---
|
||||||
|
- name: Run the range bouncer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: crowdsec-range-bouncer.service
|
||||||
|
state: started
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
@@ -0,0 +1,53 @@
|
|||||||
|
---
|
||||||
|
# crowdsec-firewall-bouncer in nftables mode stores only the network address of
|
||||||
|
# a range decision (CIDR scope "Range") in a plain address set. This role keeps
|
||||||
|
# the ranges in interval sets of its own table, next to the firewall bouncer,
|
||||||
|
# which keeps handling the single addresses.
|
||||||
|
- name: Require LAPI settings
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that:
|
||||||
|
- crowdsec.lapi_url | length > 0
|
||||||
|
- crowdsec.range_bouncer_api_key | default('') | length > 0
|
||||||
|
fail_msg: crowdsec.lapi_url and crowdsec.range_bouncer_api_key must be set
|
||||||
|
|
||||||
|
- name: Install python3 and nftables
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: [python3, nftables]
|
||||||
|
state: present
|
||||||
|
|
||||||
|
- name: Configure the range bouncer
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: crowdsec-range-bouncer.json.j2
|
||||||
|
dest: /etc/crowdsec-range-bouncer.json
|
||||||
|
mode: "0600"
|
||||||
|
no_log: true
|
||||||
|
notify: Run the range bouncer
|
||||||
|
|
||||||
|
- name: Install the range bouncer
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: crowdsec-range-bouncer.py.j2
|
||||||
|
dest: /usr/local/sbin/crowdsec-range-bouncer
|
||||||
|
mode: "0755"
|
||||||
|
notify: Run the range bouncer
|
||||||
|
|
||||||
|
- name: Install the systemd units
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: "{{ item }}"
|
||||||
|
dest: "/etc/systemd/system/{{ item }}"
|
||||||
|
mode: "0644"
|
||||||
|
loop: [crowdsec-range-bouncer.service, crowdsec-range-bouncer.timer]
|
||||||
|
register: crowdsec_range_bouncer_units
|
||||||
|
notify: Run the range bouncer
|
||||||
|
|
||||||
|
- name: Enable the range bouncer timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: crowdsec-range-bouncer.timer
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
daemon_reload: "{{ crowdsec_range_bouncer_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
# The first run has to succeed before the play moves on to the next host.
|
||||||
|
- name: Apply the changes now
|
||||||
|
ansible.builtin.meta: flush_handlers
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
{{ {'lapi_url': crowdsec.lapi_url, 'api_key': crowdsec.range_bouncer_api_key, 'allow': crowdsec_range_bouncer_allow} | to_nice_json }}
|
||||||
@@ -0,0 +1,131 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
# {{ ansible_managed }}
|
||||||
|
"""Mirror the CrowdSec range ban decisions into the nftables table inet crowdsec_ranges.
|
||||||
|
|
||||||
|
Stateless: every run fetches all range decisions from the LAPI, builds the
|
||||||
|
whole table and loads it in one transaction. The table is only touched when
|
||||||
|
its text changed or the table is gone (nftables.service flushes the whole
|
||||||
|
ruleset on reload). Any error leaves the current table in place.
|
||||||
|
"""
|
||||||
|
import hashlib
|
||||||
|
import ipaddress
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
CONFIG = "/etc/crowdsec-range-bouncer.json"
|
||||||
|
STATE_DIR = os.environ.get("STATE_DIRECTORY", "/var/lib/crowdsec-range-bouncer")
|
||||||
|
HASH_FILE = os.path.join(STATE_DIR, "last.sha256")
|
||||||
|
NFT = "/usr/sbin/nft"
|
||||||
|
TABLE = "crowdsec_ranges"
|
||||||
|
# A prefix this wide is a poisoned decision, not a bad network.
|
||||||
|
MIN_DECISION_PREFIXLEN = {4: 8, 6: 16}
|
||||||
|
|
||||||
|
|
||||||
|
def fetch_ranges(lapi_url, api_key):
|
||||||
|
"""Return the networks of all ban decisions with scope Range."""
|
||||||
|
request = urllib.request.Request(
|
||||||
|
lapi_url.rstrip("/") + "/v1/decisions?scopes=range",
|
||||||
|
headers={"X-Api-Key": api_key, "User-Agent": "crowdsec-range-bouncer"},
|
||||||
|
)
|
||||||
|
with urllib.request.urlopen(request, timeout=20) as response:
|
||||||
|
decisions = json.load(response)
|
||||||
|
# The LAPI answers a literal null when nothing matches.
|
||||||
|
if decisions is None:
|
||||||
|
return []
|
||||||
|
if not isinstance(decisions, list):
|
||||||
|
raise ValueError("unexpected LAPI answer: %s" % type(decisions).__name__)
|
||||||
|
networks = []
|
||||||
|
for d in decisions:
|
||||||
|
if d["type"] != "ban" or d["scope"].lower() != "range":
|
||||||
|
continue
|
||||||
|
network = ipaddress.ip_network(d["value"], strict=False)
|
||||||
|
if network.prefixlen < MIN_DECISION_PREFIXLEN[network.version]:
|
||||||
|
print("skipping suspiciously wide range decision %s" % network)
|
||||||
|
continue
|
||||||
|
networks.append(network)
|
||||||
|
return networks
|
||||||
|
|
||||||
|
|
||||||
|
def collapse(networks, version):
|
||||||
|
"""Merge overlapping and adjacent networks: interval set elements must not overlap."""
|
||||||
|
return [str(n) for n in ipaddress.collapse_addresses(n for n in networks if n.version == version)]
|
||||||
|
|
||||||
|
|
||||||
|
def set_text(name, address_type, elements):
|
||||||
|
text = "\tset %s {\n\t\ttype %s\n\t\tflags interval\n" % (name, address_type)
|
||||||
|
if elements:
|
||||||
|
text += "\t\telements = {\n\t\t\t%s\n\t\t}\n" % ",\n\t\t\t".join(elements)
|
||||||
|
return text + "\t}\n"
|
||||||
|
|
||||||
|
|
||||||
|
def table_text(allow, block):
|
||||||
|
# The accept of an allowed address only ends the chain of this table:
|
||||||
|
# host_firewall, Docker, Cilium and the CrowdSec firewall bouncer still decide.
|
||||||
|
# Same hooks and priority as the firewall bouncer: input, and forward for
|
||||||
|
# published Docker ports and guests.
|
||||||
|
rules = (
|
||||||
|
"\t\tip saddr @allow4 accept\n"
|
||||||
|
"\t\tip6 saddr @allow6 accept\n"
|
||||||
|
"\t\tip saddr @block4 counter drop\n"
|
||||||
|
"\t\tip6 saddr @block6 counter drop\n"
|
||||||
|
)
|
||||||
|
return (
|
||||||
|
"table inet %(t)s {}\n"
|
||||||
|
"delete table inet %(t)s\n"
|
||||||
|
"table inet %(t)s {\n"
|
||||||
|
% {"t": TABLE}
|
||||||
|
+ set_text("allow4", "ipv4_addr", collapse(allow, 4))
|
||||||
|
+ set_text("allow6", "ipv6_addr", collapse(allow, 6))
|
||||||
|
+ set_text("block4", "ipv4_addr", collapse(block, 4))
|
||||||
|
+ set_text("block6", "ipv6_addr", collapse(block, 6))
|
||||||
|
+ "\tchain input {\n\t\ttype filter hook input priority -10; policy accept;\n"
|
||||||
|
+ "\t\tiifname \"lo\" accept\n"
|
||||||
|
+ rules
|
||||||
|
+ "\t}\n"
|
||||||
|
+ "\tchain forward {\n\t\ttype filter hook forward priority -10; policy accept;\n"
|
||||||
|
+ rules
|
||||||
|
+ "\t}\n}\n"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def table_exists():
|
||||||
|
result = subprocess.run(
|
||||||
|
[NFT, "list", "table", "inet", TABLE], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL
|
||||||
|
)
|
||||||
|
return result.returncode == 0
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
with open(CONFIG) as f:
|
||||||
|
config = json.load(f)
|
||||||
|
allow = [ipaddress.ip_network(v, strict=False) for v in config["allow"]]
|
||||||
|
block = fetch_ranges(config["lapi_url"], config["api_key"])
|
||||||
|
text = table_text(allow, block)
|
||||||
|
digest = hashlib.sha256(text.encode()).hexdigest()
|
||||||
|
|
||||||
|
try:
|
||||||
|
with open(HASH_FILE) as f:
|
||||||
|
last = f.read().strip()
|
||||||
|
except FileNotFoundError:
|
||||||
|
last = ""
|
||||||
|
if digest == last and table_exists():
|
||||||
|
return
|
||||||
|
|
||||||
|
subprocess.run([NFT, "-f", "-"], input=text.encode(), check=True)
|
||||||
|
tmp = HASH_FILE + ".tmp"
|
||||||
|
with open(tmp, "w") as f:
|
||||||
|
f.write(digest + "\n")
|
||||||
|
os.replace(tmp, HASH_FILE)
|
||||||
|
print("loaded %d IPv4 and %d IPv6 ranges from %d decisions" % (
|
||||||
|
len(collapse(block, 4)), len(collapse(block, 6)), len(block)))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
try:
|
||||||
|
main()
|
||||||
|
except Exception as e:
|
||||||
|
print("error, keeping the current table: %s: %s" % (type(e).__name__, e), file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
---
|
||||||
|
# Same sources as the crowdsec role (roles/crowdsec/vars/main.yml), plus loopback.
|
||||||
|
crowdsec_range_bouncer_allow: >-
|
||||||
|
{{ (crowdsec.whitelist | default({}) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list
|
||||||
|
+ groups['all'] | map('extract', hostvars, 'public_ips') | select('defined') | flatten
|
||||||
|
+ ['127.0.0.0/8', '::1/128']) | unique }}
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
---
|
||||||
|
docker:
|
||||||
|
# Merged into /etc/docker/daemon.json; keys not listed here keep their host value.
|
||||||
|
daemon:
|
||||||
|
# Containers keep running while dockerd restarts or upgrades.
|
||||||
|
live-restore: true
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# Silent on success: cron mails all output to root, so mail arrives only when the prune fails.
|
||||||
|
set -u
|
||||||
|
|
||||||
|
output=$(docker system prune -af --filter "until=168h" 2>&1)
|
||||||
|
rc=$?
|
||||||
|
|
||||||
|
if [ "$rc" -ne 0 ]; then
|
||||||
|
printf '%s\n' "$output"
|
||||||
|
echo "docker system prune exited with rc=$rc"
|
||||||
|
exit "$rc"
|
||||||
|
fi
|
||||||
@@ -2,3 +2,9 @@
|
|||||||
service:
|
service:
|
||||||
name: "docker"
|
name: "docker"
|
||||||
state: restarted
|
state: restarted
|
||||||
|
|
||||||
|
# SIGHUP applies the reloadable daemon.json options without stopping containers.
|
||||||
|
- name: reload_docker
|
||||||
|
service:
|
||||||
|
name: "docker"
|
||||||
|
state: reloaded
|
||||||
|
|||||||
+84
-8
@@ -9,18 +9,45 @@
|
|||||||
name:
|
name:
|
||||||
- gpg
|
- gpg
|
||||||
- gpg-agent
|
- gpg-agent
|
||||||
|
- python3-debian
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
|
- name: Create apt keyrings directory
|
||||||
|
file:
|
||||||
|
path: /etc/apt/keyrings
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
- name: Add docker-key
|
- name: Add docker-key
|
||||||
apt_key:
|
get_url:
|
||||||
url: https://download.docker.com/linux/debian/gpg
|
url: "https://download.docker.com/linux/{{ ansible_facts.distribution | lower }}/gpg"
|
||||||
state: present
|
dest: /etc/apt/keyrings/docker.asc
|
||||||
|
mode: "0644"
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
|
- name: Remove one-line docker-repository
|
||||||
|
file:
|
||||||
|
path: /etc/apt/sources.list.d/docker.list
|
||||||
|
state: absent
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
- name: Add docker-repository
|
- name: Add docker-repository
|
||||||
apt_repository:
|
deb822_repository:
|
||||||
repo: "deb https://download.docker.com/linux/{{ ansible_facts.distribution | lower }} {{ ansible_facts.distribution_release }} stable"
|
name: docker
|
||||||
state: present
|
types: deb
|
||||||
filename: docker
|
uris: "https://download.docker.com/linux/{{ ansible_facts.distribution | lower }}"
|
||||||
|
suites: "{{ ansible_facts.distribution_release }}"
|
||||||
|
components: stable
|
||||||
|
signed_by: /etc/apt/keyrings/docker.asc
|
||||||
|
register: docker_repo
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
|
- name: Update apt cache after docker-repository change
|
||||||
|
apt:
|
||||||
update_cache: yes
|
update_cache: yes
|
||||||
|
when: docker_repo.changed
|
||||||
|
tags: docker_repo
|
||||||
|
|
||||||
- name: Install docker
|
- name: Install docker
|
||||||
package:
|
package:
|
||||||
@@ -32,9 +59,58 @@
|
|||||||
- pass
|
- pass
|
||||||
state: latest
|
state: latest
|
||||||
|
|
||||||
|
- name: Read daemon.json
|
||||||
|
ansible.builtin.slurp:
|
||||||
|
path: /etc/docker/daemon.json
|
||||||
|
register: docker_daemon_json
|
||||||
|
failed_when: false
|
||||||
|
tags: docker_daemon
|
||||||
|
|
||||||
|
- name: Merge daemon options into daemon.json
|
||||||
|
vars:
|
||||||
|
docker_daemon_current: "{{ (docker_daemon_json.content | b64decode | from_json) if docker_daemon_json.content is defined else {} }}"
|
||||||
|
docker_daemon_merged: "{{ docker_daemon_current | combine(docker.daemon) }}"
|
||||||
|
ansible.builtin.copy:
|
||||||
|
content: "{{ docker_daemon_merged | to_nice_json(indent=4, sort_keys=False) }}\n"
|
||||||
|
dest: /etc/docker/daemon.json
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
validate: dockerd --validate --config-file=%s
|
||||||
|
# Rewritten only on a value change, so hand-written formatting survives otherwise.
|
||||||
|
when: docker_daemon_merged != docker_daemon_current
|
||||||
|
notify: reload_docker
|
||||||
|
tags: docker_daemon
|
||||||
|
|
||||||
- name: Deploy docker-compose command to new docker compose plugin
|
- name: Deploy docker-compose command to new docker compose plugin
|
||||||
ansible.builtin.copy:
|
ansible.builtin.copy:
|
||||||
src: docker-compose
|
src: docker-compose
|
||||||
dest: "/usr/local/bin/docker-compose"
|
dest: "/usr/local/bin/docker-compose"
|
||||||
mode: preserve
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Check for docker binary
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /usr/bin/docker
|
||||||
|
register: docker_binary
|
||||||
|
tags: docker_prune
|
||||||
|
|
||||||
|
- name: Deploy docker-prune script
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: docker-prune
|
||||||
|
dest: /usr/local/sbin/docker-prune
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0755"
|
||||||
|
when: docker_binary.stat.exists
|
||||||
|
tags: docker_prune
|
||||||
|
|
||||||
|
- name: Schedule hourly docker-prune
|
||||||
|
ansible.builtin.cron:
|
||||||
|
name: docker prune
|
||||||
|
cron_file: docker-prune
|
||||||
|
user: root
|
||||||
|
minute: "0"
|
||||||
|
job: /usr/local/sbin/docker-prune
|
||||||
|
when: docker_binary.stat.exists
|
||||||
|
tags: docker_prune
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,39 @@
|
|||||||
|
---
|
||||||
|
# Address the node exporter binds to; empty = all addresses. For hosts without host_firewall: the NetBird
|
||||||
|
# address keeps the port off the LAN, and the mesh ACL decides who reaches it.
|
||||||
|
host_exporters_listen_address: ""
|
||||||
|
|
||||||
|
# Adds prometheus-smartctl-exporter (trixie-backports) next to the node exporter
|
||||||
|
# on hosts with physical disks.
|
||||||
|
host_exporters_smart: false
|
||||||
|
|
||||||
|
# Adds ipmitool and prometheus-ipmi-exporter (port 9290) on hosts with a BMC reachable through /dev/ipmi0.
|
||||||
|
host_exporters_ipmi: false
|
||||||
|
host_exporters_ipmi_collectors:
|
||||||
|
- ipmi
|
||||||
|
- bmc
|
||||||
|
- sel
|
||||||
|
- chassis
|
||||||
|
# The tools run as root and parse the FreeIPMI configuration file named by --config-file. The exporter
|
||||||
|
# writes that file itself (a named pipe in its /tmp, empty for in-band local mode), so a compromised
|
||||||
|
# exporter could set options such as sdr-cache-directory and make root write anywhere. The wrappers
|
||||||
|
# therefore replace the path with this static root-owned file, and sudoers admits only that path.
|
||||||
|
host_exporters_ipmi_freeipmi_conf: /etc/ipmi-exporter/freeipmi.conf
|
||||||
|
|
||||||
|
# FreeIPMI tool behind each collector and the fixed arguments the exporter (1.10) passes before
|
||||||
|
# --config-file. sudo admits exactly these, so a compromised exporter cannot run chassis control or
|
||||||
|
# clear the SEL. A different exporter version needs matching arguments (ipmi_up stays 0 until then).
|
||||||
|
# dcmi is not listed: the S1200RP BMC has no power monitoring.
|
||||||
|
host_exporters_ipmi_tools:
|
||||||
|
ipmi:
|
||||||
|
tool: ipmimonitoring
|
||||||
|
args: --quiet-cache --ignore-unrecognized-events --comma-separated-output --no-header-output --sdr-cache-recreate --output-event-bitmask --output-sensor-state
|
||||||
|
bmc:
|
||||||
|
tool: bmc-info
|
||||||
|
args: ""
|
||||||
|
sel:
|
||||||
|
tool: ipmi-sel
|
||||||
|
args: --info
|
||||||
|
chassis:
|
||||||
|
tool: ipmi-chassis
|
||||||
|
args: --get-chassis-status
|
||||||
@@ -0,0 +1,233 @@
|
|||||||
|
---
|
||||||
|
# Both exporters listen on all addresses (the node exporter on host_exporters_listen_address if set); host_firewall
|
||||||
|
# limits who reaches them.
|
||||||
|
# Its recommends (smartmontools, nvme-cli, ipmitool) start units that fail on hosts without such hardware.
|
||||||
|
- name: Install the node exporter
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: prometheus-node-exporter
|
||||||
|
install_recommends: false
|
||||||
|
state: present
|
||||||
|
|
||||||
|
# Left over from installs with recommends; its init script fails at boot without a BMC.
|
||||||
|
# Purge also removes the init script a plain removal keeps.
|
||||||
|
- name: Purge OpenIPMI on hosts without a BMC
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: openipmi
|
||||||
|
state: absent
|
||||||
|
purge: true
|
||||||
|
when: not host_exporters_ipmi
|
||||||
|
|
||||||
|
- name: Bind the node exporter to one address
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
path: /etc/default/prometheus-node-exporter
|
||||||
|
regexp: '^ARGS='
|
||||||
|
line: 'ARGS="--web.listen-address={{ host_exporters_listen_address }}:9100"'
|
||||||
|
when: host_exporters_listen_address | length > 0
|
||||||
|
register: host_exporters_listen
|
||||||
|
# Check mode does not install the package.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Create the node exporter unit drop-in directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/system/prometheus-node-exporter.service.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
when: host_exporters_listen_address | length > 0
|
||||||
|
|
||||||
|
# The NetBird address exists only after the daemon is up, and a failed bind must not exhaust the start limit.
|
||||||
|
- name: Start the bound node exporter after NetBird and retry
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/system/prometheus-node-exporter.service.d/listen-address.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Unit]
|
||||||
|
After=netbird.service
|
||||||
|
StartLimitIntervalSec=0
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
RestartSec=5s
|
||||||
|
when: host_exporters_listen_address | length > 0
|
||||||
|
register: host_exporters_listen_unit
|
||||||
|
|
||||||
|
- name: Enable the node exporter
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: prometheus-node-exporter
|
||||||
|
enabled: true
|
||||||
|
state: "{{ 'restarted' if (host_exporters_listen.changed or host_exporters_listen_unit.changed) else 'started' }}"
|
||||||
|
daemon_reload: "{{ host_exporters_listen_unit.changed }}"
|
||||||
|
# Check mode does not install the package.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Install the smartctl exporter
|
||||||
|
when: host_exporters_smart
|
||||||
|
block:
|
||||||
|
- name: Look for an existing backports source
|
||||||
|
ansible.builtin.shell: >-
|
||||||
|
grep -rEqs '^[^#]*{{ ansible_distribution_release }}-backports'
|
||||||
|
--include='*.list' --include='*.sources' --exclude=host-exporters-backports.sources /etc/apt
|
||||||
|
register: host_exporters_backports
|
||||||
|
changed_when: false
|
||||||
|
failed_when: host_exporters_backports.rc > 1
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
# Backports stay at priority 100, so only packages named with default_release come from there.
|
||||||
|
- name: Add the backports source
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/apt/sources.list.d/host-exporters-backports.sources
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
Types: deb
|
||||||
|
URIs: http://deb.debian.org/debian
|
||||||
|
Suites: {{ ansible_distribution_release }}-backports
|
||||||
|
Components: main
|
||||||
|
Signed-By: /usr/share/keyrings/debian-archive-keyring.gpg
|
||||||
|
register: host_exporters_source
|
||||||
|
when: host_exporters_backports.rc == 1
|
||||||
|
|
||||||
|
# The module rejects default_release while the release is missing from its package cache.
|
||||||
|
- name: Look for the backports release in the package lists
|
||||||
|
ansible.builtin.shell: apt-cache policy | grep -q 'n={{ ansible_distribution_release }}-backports'
|
||||||
|
register: host_exporters_lists
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
- name: Refresh the package lists for the backports source
|
||||||
|
ansible.builtin.apt:
|
||||||
|
update_cache: true
|
||||||
|
when: host_exporters_lists.rc != 0
|
||||||
|
|
||||||
|
- name: Install the smartctl exporter from backports
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: prometheus-smartctl-exporter
|
||||||
|
default_release: "{{ ansible_distribution_release }}-backports"
|
||||||
|
state: present
|
||||||
|
# Check mode does not write the backports source.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
# The packaged unit runs as root, which smartctl needs for the disks.
|
||||||
|
- name: Enable the smartctl exporter
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: smartctl_exporter
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
# Reads the BMC through /dev/ipmi0, read-only: no raw commands, no configuration.
|
||||||
|
# FreeIPMI refuses in-band access for any uid but 0, so the exporter runs as the packaged
|
||||||
|
# unprivileged user prometheus and starts the FreeIPMI tools it needs through sudo.
|
||||||
|
- name: Install the IPMI exporter
|
||||||
|
when: host_exporters_ipmi
|
||||||
|
block:
|
||||||
|
- name: Install ipmitool and the IPMI exporter
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name:
|
||||||
|
- ipmitool
|
||||||
|
- sudo
|
||||||
|
- prometheus-ipmi-exporter
|
||||||
|
install_recommends: false
|
||||||
|
state: present
|
||||||
|
|
||||||
|
- name: Allow the exporter user to run the FreeIPMI tools
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/sudoers.d/prometheus-ipmi-exporter
|
||||||
|
mode: "0440"
|
||||||
|
validate: visudo -cf %s
|
||||||
|
content: |
|
||||||
|
Defaults:prometheus !pam_session
|
||||||
|
{% for collector in host_exporters_ipmi_collectors %}
|
||||||
|
prometheus ALL = (root) NOPASSWD: /usr/sbin/{{ host_exporters_ipmi_tools[collector].tool }} {{ host_exporters_ipmi_tools[collector].args }} --config-file {{ host_exporters_ipmi_freeipmi_conf }}
|
||||||
|
{% endfor %}
|
||||||
|
register: host_exporters_ipmi_sudo
|
||||||
|
|
||||||
|
- name: Create the FreeIPMI configuration directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ host_exporters_ipmi_freeipmi_conf | dirname }}"
|
||||||
|
state: directory
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# See the defaults for why the file is static.
|
||||||
|
- name: Write the FreeIPMI configuration
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: "{{ host_exporters_ipmi_freeipmi_conf }}"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
# In-band access needs no settings. Not even sdr-cache-directory: the tools without an SDR cache
|
||||||
|
# reject it, and the cache of the ipmi tool stays in the home of root.
|
||||||
|
|
||||||
|
# collector_cmd replaces the tool itself, so each collector gets a wrapper that adds sudo. It swaps
|
||||||
|
# the exporter's --config-file for the static one. The exporter fills a named pipe at the path it
|
||||||
|
# passes and waits for a reader; the wrapper drains it so that writer does not hang.
|
||||||
|
- name: Create the sudo wrappers directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /usr/local/libexec/ipmi-exporter
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Write the sudo wrappers
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /usr/local/libexec/ipmi-exporter/{{ item.key }}
|
||||||
|
mode: "0755"
|
||||||
|
content: |
|
||||||
|
#!/bin/sh
|
||||||
|
n=$#
|
||||||
|
while [ "$n" -gt 0 ]; do
|
||||||
|
a=$1; shift; n=$((n - 1))
|
||||||
|
if [ "$a" = --config-file ] && [ "$n" -gt 0 ]; then
|
||||||
|
timeout 5 cat "$1" > /dev/null 2>&1
|
||||||
|
shift; n=$((n - 1))
|
||||||
|
else
|
||||||
|
set -- "$@" "$a"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
exec sudo -n /usr/sbin/{{ item.value.tool }} "$@" --config-file {{ host_exporters_ipmi_freeipmi_conf }}
|
||||||
|
loop: "{{ host_exporters_ipmi_tools | dict2items | selectattr('key', 'in', host_exporters_ipmi_collectors) | list }}"
|
||||||
|
loop_control:
|
||||||
|
label: "{{ item.key }}"
|
||||||
|
register: host_exporters_ipmi_wrappers
|
||||||
|
|
||||||
|
- name: Write the IPMI exporter configuration
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/prometheus/ipmi-local.yml
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
modules:
|
||||||
|
default:
|
||||||
|
collectors:
|
||||||
|
{% for collector in host_exporters_ipmi_collectors %}
|
||||||
|
- {{ collector }}
|
||||||
|
{% endfor %}
|
||||||
|
collector_cmd:
|
||||||
|
{% for collector in host_exporters_ipmi_collectors %}
|
||||||
|
{{ collector }}: /usr/local/libexec/ipmi-exporter/{{ collector }}
|
||||||
|
{% endfor %}
|
||||||
|
register: host_exporters_ipmi_config
|
||||||
|
|
||||||
|
- name: Create the IPMI exporter unit drop-in directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/system/prometheus-ipmi-exporter.service.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# sudo needs setuid, so NoNewPrivileges stays off.
|
||||||
|
- name: Run the IPMI exporter with that configuration
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/system/prometheus-ipmi-exporter.service.d/local.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Service]
|
||||||
|
ExecStart=
|
||||||
|
ExecStart=/usr/bin/prometheus-ipmi-exporter --config.file=/etc/prometheus/ipmi-local.yml
|
||||||
|
register: host_exporters_ipmi_unit
|
||||||
|
|
||||||
|
- name: Enable the IPMI exporter
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: prometheus-ipmi-exporter
|
||||||
|
enabled: true
|
||||||
|
state: "{{ 'restarted' if (host_exporters_ipmi_config.changed or host_exporters_ipmi_unit.changed or host_exporters_ipmi_wrappers.changed) else 'started' }}"
|
||||||
|
daemon_reload: true
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
@@ -13,7 +13,15 @@ firewall:
|
|||||||
vpn:
|
vpn:
|
||||||
tcp: {}
|
tcp: {}
|
||||||
udp: {}
|
udp: {}
|
||||||
|
# tcp: ports accepted from the admin set alone, never from the geo sets.
|
||||||
admin:
|
admin:
|
||||||
|
tcp: {}
|
||||||
|
v4: {}
|
||||||
|
v6: {}
|
||||||
|
# Metrics scrapers: on wt0 only these source addresses reach the listed tcp
|
||||||
|
# ports (the vpn zone applies to every peer). Rendered only when both are set.
|
||||||
|
scrapers:
|
||||||
|
tcp: {}
|
||||||
v4: {}
|
v4: {}
|
||||||
v6: {}
|
v6: {}
|
||||||
# Interface names (nft wildcards allowed) whose traffic is trusted.
|
# Interface names (nft wildcards allowed) whose traffic is trusted.
|
||||||
@@ -26,6 +34,16 @@ firewall:
|
|||||||
ifaces: {}
|
ifaces: {}
|
||||||
v4: {}
|
v4: {}
|
||||||
v6: {}
|
v6: {}
|
||||||
|
# Hosts outside the ring that reach a NodePort service (CrowdSec LAPI) over wt0, and the port of its pods: Cilium
|
||||||
|
# translates the NodePort before netfilter, so the flows arrive as client -> pod:port.
|
||||||
|
lapi:
|
||||||
|
port: null
|
||||||
|
clients: {}
|
||||||
|
# Hosts outside the ring that upload their journal through Traefik over wt0, and the Traefik container port; as
|
||||||
|
# with lapi, the flows arrive as client -> pod:port.
|
||||||
|
journal:
|
||||||
|
port: null
|
||||||
|
clients: {}
|
||||||
# IPv4 port forwards: name -> {daddr, to, tcp: ports, udp: ports}, ports as in
|
# IPv4 port forwards: name -> {daddr, to, tcp: ports, udp: ports}, ports as in
|
||||||
# the maps above. Forwarded traffic passes the forward hook, not input.
|
# the maps above. Forwarded traffic passes the forward hook, not input.
|
||||||
dnat: {}
|
dnat: {}
|
||||||
@@ -36,7 +54,92 @@ firewall:
|
|||||||
# in on ifaces pass, the listed ports and types pass, the rest to daddr drops;
|
# in on ifaces pass, the listed ports and types pass, the rest to daddr drops;
|
||||||
# traffic to other addresses is not filtered.
|
# traffic to other addresses is not filtered.
|
||||||
forward_guard: {}
|
forward_guard: {}
|
||||||
ssh_rate_limit: "10/minute burst 5 packets"
|
# Limits on new inbound TCP connections per service, applied to the public and geo ports the host serves (input) and to
|
||||||
|
# DNATed traffic (forward: port forwards and Docker-published ports), after the admin, cluster, VPN, guest and internal
|
||||||
|
# sources and the public_ips of every inventory host (IPv4 per address, IPv6 per /64) are exempted. The rate and burst
|
||||||
|
# below are the service limit, enforced by the handshake meter per source: it counts the packet that completes a TCP
|
||||||
|
# handshake, which a spoofed source cannot send, and logs the excess with fw-rl-hs: and resets the connection. Each service
|
||||||
|
# also has a SYN meter at twice the rate and burst, as a flood cap above the service limit so that a real client reaches the
|
||||||
|
# handshake meter first: a tier per source (IPv4 /32, IPv6 /64) and a tier per range (IPv4 /24, IPv6 /48) at
|
||||||
|
# rate * range_factor. Its excess drops with the log prefix fw-rl-syn-addr: (source tier) or fw-rl-syn-range: (range tier);
|
||||||
|
# a spoofed source can trigger both, so they are evidence only. Log limit: log.ratelimit_rate.
|
||||||
|
# name -> {ports: port or list, rate: connections per `per`, per: second|minute (minute), burst: connections (2 * rate),
|
||||||
|
# range_factor_v4, range_factor_v6: override the factors below}; null drops a service, a service is idle unless a port is served.
|
||||||
|
# Values are 3x the highest legitimate rate seen, with a floor of 12 per minute (3x four connections per minute) where
|
||||||
|
# there is no or too little history; the measurement is noted at each service.
|
||||||
|
ratelimit:
|
||||||
|
range_factor:
|
||||||
|
v4: 6
|
||||||
|
v6: 3
|
||||||
|
services:
|
||||||
|
# 14 days of sshd Accepted lines in VictoriaLogs (all hosts, per host and source, /64 and /24 grouped): at most 8 per
|
||||||
|
# minute and 4 per 10 seconds from one address or /64 (Ansible runs), 22 per 10 minutes.
|
||||||
|
ssh:
|
||||||
|
ports: 22
|
||||||
|
rate: 24
|
||||||
|
# 14 days of Traefik access logs of the cluster: distinct client ports of one source within a minute, which bounds the
|
||||||
|
# new connections, at most 51 (IPv4) and 58 (IPv6 /64); 16 per second at most. Applies to the host ports 80 and 443.
|
||||||
|
web:
|
||||||
|
ports: [80, 443]
|
||||||
|
rate: 180
|
||||||
|
# Kernel log of dropped inbound packets (fw-in-drop: ), rate-limited connections (fw-rl-syn-addr: , fw-rl-syn-range: , fw-rl-hs: ) and of rejected
|
||||||
|
# outbound mail (fw-out-reject: ), read from the journal by CrowdSec. Each
|
||||||
|
# rate is one limit shared by all matching packets.
|
||||||
|
log:
|
||||||
|
in_rate: "5/second burst 30 packets"
|
||||||
|
# One limit each for fw-rl-syn-addr: , fw-rl-syn-range: and fw-rl-hs: , shared by all services.
|
||||||
|
ratelimit_rate: "5/second burst 30 packets"
|
||||||
|
out_rate: "6/minute burst 5 packets"
|
||||||
|
# Lets the kernel log the nft log statements of container network
|
||||||
|
# namespaces (LXC guests) into the host kernel log.
|
||||||
|
all_netns: false
|
||||||
|
# Shared by the Spamhaus (fw-spamhaus-in: , fw-spamhaus-out: ), FireHOL level1 (fw-firehol1-in: , fw-firehol1-out: ),
|
||||||
|
# FireHOL level2 (fw-firehol2-in: , fw-firehol2-out: ) and scanner (fw-scanners-in: ) chains, one limit each.
|
||||||
|
spamhaus_rate: "6/minute burst 10 packets"
|
||||||
|
# Spamhaus DROP, DROPv6 and ASN-DROP: traffic from the listed networks drops
|
||||||
|
# (input, forward), traffic to them is rejected (output, forward). The sets
|
||||||
|
# are refreshed daily by nft-host-spamhaus.
|
||||||
|
spamhaus: true
|
||||||
|
# FireHOL lists (IPv4 only, FireHOL has no IPv6 lists), from github.com/firehol/blocklist-ipsets:
|
||||||
|
# level1 and level2 (level2 includes GreenSnow): treated like the Spamhaus lists, with the prefixes fw-firehol1-in: ,
|
||||||
|
# fw-firehol1-out: (level1) and fw-firehol2-in: , fw-firehol2-out: (level2) and the same log limit.
|
||||||
|
# Entries in private or reserved space and ones holding an address of the host are left out. Both sets are refreshed
|
||||||
|
# daily by nft-host-firehol.
|
||||||
|
firehol: true
|
||||||
|
# Internet-wide scanners (Censys, Shodan, ONYPHE, Shadowserver, ...), IPv4
|
||||||
|
# and IPv6: the cidr files of github.com/OpenFilters/internet-scanners
|
||||||
|
# (Unlicense). Inbound traffic from the listed networks drops (input,
|
||||||
|
# forward) once the established rule has passed; outbound traffic is never
|
||||||
|
# filtered. Log prefix fw-scanners-in: with the Spamhaus log limit, which
|
||||||
|
# CrowdSec whitelists. Entries in private or reserved space, overlapping the
|
||||||
|
# admin, scraper and cluster sets, the CrowdSec whitelist or the public_ips
|
||||||
|
# of any host, and ones holding an address of the host are left out
|
||||||
|
# (/etc/nft-host-scanners.allowlist). Refreshed daily by nft-host-scanners.
|
||||||
|
scanners: true
|
||||||
|
# Uplink interfaces (name -> interface). New forwarded connections that arrive on one are dropped unless they were
|
||||||
|
# DNATed here or a forward_guard zone admits the destination. The datacenter gateway routes packets for foreign
|
||||||
|
# addresses of the subnet to the host; with ip_forward they would be forwarded and masqueraded with the host address.
|
||||||
|
# Not for hosts whose forwarded inbound traffic is not DNATed in netfilter (Cilium NodePorts are DNATed in BPF).
|
||||||
|
uplinks: {}
|
||||||
|
# Guest bridges (name -> interface) that IPv6 traffic from an uplink may be routed out of; IPv6 has no DNAT. New forwarded
|
||||||
|
# IPv6 connections that arrive on an uplink pass the uplink drop only when they leave through one of them, so the host
|
||||||
|
# never routes foreign destinations back out of the uplink or into the mesh and other interfaces. The kernel routes the
|
||||||
|
# prefix of the guest bridge, so no address is listed. The guest firewalls decide about the ports. IPv4 stays DNAT only.
|
||||||
|
routed_v6: {}
|
||||||
|
# Interfaces (name -> interface) whose forwarded traffic must not leave through the interface it arrived on, added to the
|
||||||
|
# interfaces of the default routes (IPv4 and IPv6) that every host gets. New connections that would be reflected drop;
|
||||||
|
# forwarding hosts (Kubernetes with Cilium, Docker, routing peers) otherwise route packets for foreign destinations that
|
||||||
|
# the datacenter sends to them back out. An uplink (see above) is already covered and left out.
|
||||||
|
no_reflect: {}
|
||||||
|
# Forward chain default. drop: forwarded traffic that no rule admits (replies, DNATed connections, trusted interfaces:
|
||||||
|
# wt0, cluster, internal and guest ifaces, routed_v6 bridges, forward_ifaces, pod interfaces) is logged with fw-fwd-drop:
|
||||||
|
# and dropped. log: the same, but nothing is dropped. accept: no tail, forwarded traffic passes unless a rule above drops it.
|
||||||
|
forward_policy: drop
|
||||||
|
# Interfaces (name -> interface, wildcards allowed) whose forwarded traffic is accepted without trusting their input,
|
||||||
|
# e.g. a transit bridge to a guest that only needs routing.
|
||||||
|
forward_ifaces: {}
|
||||||
|
# Reject outbound TCP 25; the mail group turns it off.
|
||||||
|
block_smtp_out: true
|
||||||
# EU-27 plus CH, NO, GB, IS, LI (ipdeny country codes). Empty leaves the geo
|
# EU-27 plus CH, NO, GB, IS, LI (ipdeny country codes). Empty leaves the geo
|
||||||
# ports to the admin set; a load peaks at about 60 MB of kernel memory, too much for a 1 GB host.
|
# ports to the admin set; a load peaks at about 60 MB of kernel memory, too much for a 1 GB host.
|
||||||
geo_countries: [at, be, bg, hr, cy, cz, dk, ee, fi, fr, de, gr, hu, ie, it, lv, lt, lu, mt, nl, pl, pt, ro, sk, si, es, se, ch, "no", gb, is, li]
|
geo_countries: [at, be, bg, hr, cy, cz, dk, ee, fi, fr, de, gr, hu, ie, it, lv, lt, lu, mt, nl, pl, pt, ro, sk, si, es, se, ch, "no", gb, is, li]
|
||||||
|
|||||||
@@ -0,0 +1,143 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
# Managed by Ansible (role host_firewall), do not edit.
|
||||||
|
"""Rebuilds the FireHOL sets of table inet host (IPv4 only, FireHOL has no IPv6 lists).
|
||||||
|
|
||||||
|
Every set is built from one or more lists of the FireHOL blocklist-ipsets
|
||||||
|
(single addresses or CIDR networks, comment lines start with #). All sets go
|
||||||
|
into one file, so one reload replaces them together. A failed download or
|
||||||
|
sanity check of any list exits non-zero before anything changes, so the
|
||||||
|
previous sets stay in place.
|
||||||
|
"""
|
||||||
|
import ipaddress
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import tempfile
|
||||||
|
import time
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
PERSISTED = "/etc/nftables.d/host-firehol.nft"
|
||||||
|
BASE_URL = "https://raw.githubusercontent.com/firehol/blocklist-ipsets/master/"
|
||||||
|
USER_AGENT = "ruekov-host-firewall (nft-host-firehol)"
|
||||||
|
|
||||||
|
# set name -> (lists merged into it, lower bound for their entries together that
|
||||||
|
# catches an empty or truncated answer; the lists hold about 4700 (level1) and
|
||||||
|
# 18700 (level2)).
|
||||||
|
SETS = {
|
||||||
|
"firehol_v4": (["firehol_level1.netset"], 1000),
|
||||||
|
"firehol_level2_v4": (["firehol_level2.netset"], 5000),
|
||||||
|
}
|
||||||
|
# A prefix this wide is a parse error, not a bad network.
|
||||||
|
MIN_PREFIXLEN = 8
|
||||||
|
# Private, CGNAT (NetBird), loopback, link-local and multicast/reserved space:
|
||||||
|
# an entry overlapping one of these never lands in the set, so the own
|
||||||
|
# infrastructure cannot block itself.
|
||||||
|
EXCLUDED = [ipaddress.ip_network(n) for n in (
|
||||||
|
"0.0.0.0/8", "10.0.0.0/8", "100.64.0.0/10", "127.0.0.0/8",
|
||||||
|
"169.254.0.0/16", "172.16.0.0/12", "192.168.0.0/16", "224.0.0.0/3")]
|
||||||
|
|
||||||
|
|
||||||
|
def fail(message):
|
||||||
|
print(f"nft-host-firehol: {message}", file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def fetch(name):
|
||||||
|
url = BASE_URL + name
|
||||||
|
error = None
|
||||||
|
for attempt in range(3):
|
||||||
|
try:
|
||||||
|
request = urllib.request.Request(url, headers={"User-Agent": USER_AGENT})
|
||||||
|
with urllib.request.urlopen(request, timeout=120) as response:
|
||||||
|
return response.read().decode("utf-8")
|
||||||
|
except OSError as e:
|
||||||
|
error = e
|
||||||
|
time.sleep(5 * (attempt + 1))
|
||||||
|
fail(f"download of {url} failed: {error}")
|
||||||
|
|
||||||
|
|
||||||
|
def own_addresses():
|
||||||
|
result = subprocess.run(["ip", "-j", "-4", "address", "show"], capture_output=True, text=True)
|
||||||
|
if result.returncode != 0:
|
||||||
|
fail(f"ip address show failed: {result.stderr.strip()}")
|
||||||
|
return [ipaddress.ip_address(a["local"]) for link in json.loads(result.stdout)
|
||||||
|
for a in link.get("addr_info", []) if a.get("family") == "inet"]
|
||||||
|
|
||||||
|
|
||||||
|
def build_set(lists, minimum, own):
|
||||||
|
networks = []
|
||||||
|
for name in lists:
|
||||||
|
for line in fetch(name).splitlines():
|
||||||
|
line = line.strip()
|
||||||
|
if not line or line.startswith("#"):
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
networks.append(ipaddress.IPv4Network(line))
|
||||||
|
except ValueError:
|
||||||
|
fail(f"unparsable line in {name}: {line!r}")
|
||||||
|
if len(networks) < minimum:
|
||||||
|
fail(f"only {len(networks)} entries in {', '.join(lists)}")
|
||||||
|
|
||||||
|
kept, excluded, own_skipped = [], 0, 0
|
||||||
|
for network in networks:
|
||||||
|
if any(network.overlaps(e) for e in EXCLUDED):
|
||||||
|
excluded += 1
|
||||||
|
elif any(address in network for address in own):
|
||||||
|
own_skipped += 1
|
||||||
|
else:
|
||||||
|
if network.prefixlen < MIN_PREFIXLEN:
|
||||||
|
fail(f"suspiciously wide prefix {network}")
|
||||||
|
kept.append(network)
|
||||||
|
merged = list(ipaddress.collapse_addresses(kept))
|
||||||
|
return networks, excluded, own_skipped, merged
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
own = own_addresses()
|
||||||
|
definitions = []
|
||||||
|
for set_name, (lists, minimum) in SETS.items():
|
||||||
|
networks, excluded, own_skipped, merged = build_set(lists, minimum, own)
|
||||||
|
print(f"{set_name}: {len(networks)} entries, {excluded} in private or reserved space and "
|
||||||
|
f"{own_skipped} holding an own address skipped -> {len(merged)} merged")
|
||||||
|
elements = ",\n\t\t".join(str(n) for n in merged) + ","
|
||||||
|
definitions.append(f"\tset {set_name} {{ type ipv4_addr; flags interval; auto-merge; elements = {{\n"
|
||||||
|
f"\t\t{elements}\n\t}} }}\n")
|
||||||
|
persisted = ("# Generated by nft-host-firehol, do not edit.\n"
|
||||||
|
"table inet host {\n" + "".join(definitions) + "}\n")
|
||||||
|
|
||||||
|
# Checked under another table name: a dry run against the live table
|
||||||
|
# name changes the live sets for its duration and unlisted addresses match.
|
||||||
|
check_rules = persisted.replace("table inet host {", "table inet host_firehol_check {")
|
||||||
|
checked = subprocess.run(["nft", "-c", "-f", "-"], input=check_rules, capture_output=True, text=True)
|
||||||
|
if checked.returncode != 0:
|
||||||
|
fail(f"nft rejects the sets: {checked.stderr.strip()}")
|
||||||
|
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
previous = None
|
||||||
|
if os.path.exists(PERSISTED):
|
||||||
|
previous = os.path.join(tmp, "previous.nft")
|
||||||
|
shutil.copyfile(PERSISTED, previous)
|
||||||
|
with open(PERSISTED + ".new", "w", encoding="utf-8") as f:
|
||||||
|
f.write(persisted)
|
||||||
|
os.chmod(PERSISTED + ".new", 0o644)
|
||||||
|
os.replace(PERSISTED + ".new", PERSISTED)
|
||||||
|
|
||||||
|
# A reload replaces the whole table, sets included, in one transaction.
|
||||||
|
active = subprocess.run(["systemctl", "-q", "is-active", "nft-host.service"]).returncode == 0
|
||||||
|
if active:
|
||||||
|
reloaded = subprocess.run(["systemctl", "reload", "nft-host.service"], capture_output=True, text=True)
|
||||||
|
if reloaded.returncode != 0:
|
||||||
|
if previous:
|
||||||
|
shutil.copyfile(previous, PERSISTED)
|
||||||
|
fail(f"reloading the rule set failed, kept the previous set: {reloaded.stderr.strip()}")
|
||||||
|
print("reloaded the rule set" if active else "persisted only")
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
main()
|
||||||
|
except SystemExit:
|
||||||
|
raise
|
||||||
|
except Exception as e: # keep the previous set on any surprise
|
||||||
|
fail(f"{type(e).__name__}: {e}")
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Refresh the FireHOL sets of the host firewall
|
||||||
|
Wants=network-online.target
|
||||||
|
After=network-online.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/sbin/nft-host-firehol
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Daily refresh of the host firewall FireHOL sets
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnCalendar=daily
|
||||||
|
RandomizedDelaySec=6h
|
||||||
|
Persistent=true
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
Executable
+182
@@ -0,0 +1,182 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
# Managed by Ansible (role host_firewall), do not edit.
|
||||||
|
"""Rebuilds the internet scanner sets scanners_v4 and scanners_v6 of table inet host.
|
||||||
|
|
||||||
|
Source: the cidr directory of OpenFilters/internet-scanners (Unlicense), read
|
||||||
|
from the tarball of the default branch. A failed download or sanity check
|
||||||
|
exits non-zero before anything changes, so the previous sets stay in place.
|
||||||
|
"""
|
||||||
|
import io
|
||||||
|
import ipaddress
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import tarfile
|
||||||
|
import tempfile
|
||||||
|
import time
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
PERSISTED = "/etc/nftables.d/host-scanners.nft"
|
||||||
|
# One CIDR or address per line: the public addresses of the hosts, the
|
||||||
|
# CrowdSec whitelist and the admin, scraper and cluster sets of the firewall.
|
||||||
|
ALLOWLIST = "/etc/nft-host-scanners.allowlist"
|
||||||
|
URL = "https://codeload.github.com/OpenFilters/internet-scanners/tar.gz/refs/heads/main"
|
||||||
|
USER_AGENT = "ruekov-host-firewall (nft-host-scanners)"
|
||||||
|
MEMBER = re.compile(r"^[^/]+/cidr/[a-z0-9]+_v([46])\.txt$")
|
||||||
|
MAX_BYTES = 50 * 1024 * 1024
|
||||||
|
|
||||||
|
# Lower bounds that catch an empty or truncated answer (the list holds about
|
||||||
|
# 21000 IPv4 and 3000 IPv6 entries).
|
||||||
|
MIN_ENTRIES = {4: 5000, 6: 500}
|
||||||
|
# A prefix this wide is a parse error, not a scanner network.
|
||||||
|
MIN_PREFIXLEN = {4: 12, 6: 24}
|
||||||
|
# Private, CGNAT (NetBird), loopback, link-local, ULA and multicast/reserved
|
||||||
|
# space: an entry overlapping one of these never lands in a set, so the own
|
||||||
|
# infrastructure cannot block itself.
|
||||||
|
EXCLUDED = [ipaddress.ip_network(n) for n in (
|
||||||
|
"0.0.0.0/8", "10.0.0.0/8", "100.64.0.0/10", "127.0.0.0/8",
|
||||||
|
"169.254.0.0/16", "172.16.0.0/12", "192.168.0.0/16", "224.0.0.0/3",
|
||||||
|
"::/128", "::1/128", "::ffff:0:0/96", "fc00::/7", "fe80::/10", "ff00::/8")]
|
||||||
|
|
||||||
|
|
||||||
|
def fail(message):
|
||||||
|
print(f"nft-host-scanners: {message}", file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def fetch():
|
||||||
|
error = None
|
||||||
|
for attempt in range(3):
|
||||||
|
try:
|
||||||
|
request = urllib.request.Request(URL, headers={"User-Agent": USER_AGENT})
|
||||||
|
with urllib.request.urlopen(request, timeout=120) as response:
|
||||||
|
data = response.read(MAX_BYTES + 1)
|
||||||
|
if len(data) > MAX_BYTES:
|
||||||
|
fail(f"answer from {URL} exceeds {MAX_BYTES} bytes")
|
||||||
|
return data
|
||||||
|
except OSError as e:
|
||||||
|
error = e
|
||||||
|
time.sleep(5 * (attempt + 1))
|
||||||
|
fail(f"download of {URL} failed: {error}")
|
||||||
|
|
||||||
|
|
||||||
|
def parse(data):
|
||||||
|
"""Returns {4: [networks], 6: [networks]} from the cidr/*_v4.txt and *_v6.txt files."""
|
||||||
|
networks = {4: [], 6: []}
|
||||||
|
try:
|
||||||
|
archive = tarfile.open(fileobj=io.BytesIO(data), mode="r:gz")
|
||||||
|
except (tarfile.TarError, OSError) as e:
|
||||||
|
fail(f"unreadable archive: {e}")
|
||||||
|
with archive:
|
||||||
|
for member in archive:
|
||||||
|
match = MEMBER.match(member.name)
|
||||||
|
if not match or not member.isfile():
|
||||||
|
continue
|
||||||
|
version = int(match.group(1))
|
||||||
|
for line in archive.extractfile(member).read().decode("utf-8").splitlines():
|
||||||
|
line = line.strip()
|
||||||
|
if not line or line.startswith("#"):
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
# Host bits set (34.19.127.176/27) are masked, not rejected.
|
||||||
|
network = ipaddress.ip_network(line, strict=False)
|
||||||
|
except ValueError:
|
||||||
|
fail(f"unparsable line in {member.name}: {line!r}")
|
||||||
|
if network.version != version:
|
||||||
|
fail(f"IPv{network.version} entry in {member.name}: {line!r}")
|
||||||
|
networks[version].append(network)
|
||||||
|
return networks
|
||||||
|
|
||||||
|
|
||||||
|
def read_allowlist():
|
||||||
|
entries = []
|
||||||
|
with open(ALLOWLIST, encoding="utf-8") as f:
|
||||||
|
for line in f:
|
||||||
|
line = line.strip()
|
||||||
|
if not line or line.startswith("#"):
|
||||||
|
continue
|
||||||
|
try:
|
||||||
|
entries.append(ipaddress.ip_network(line, strict=False))
|
||||||
|
except ValueError:
|
||||||
|
fail(f"unparsable line in {ALLOWLIST}: {line!r}")
|
||||||
|
return entries
|
||||||
|
|
||||||
|
|
||||||
|
def own_addresses():
|
||||||
|
result = subprocess.run(["ip", "-j", "address", "show"], capture_output=True, text=True)
|
||||||
|
if result.returncode != 0:
|
||||||
|
fail(f"ip address show failed: {result.stderr.strip()}")
|
||||||
|
return [ipaddress.ip_address(a["local"]) for link in json.loads(result.stdout)
|
||||||
|
for a in link.get("addr_info", []) if a.get("family") in ("inet", "inet6")]
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
listed = parse(fetch())
|
||||||
|
for version, minimum in MIN_ENTRIES.items():
|
||||||
|
if len(listed[version]) < minimum:
|
||||||
|
fail(f"only {len(listed[version])} IPv{version} entries")
|
||||||
|
|
||||||
|
protected = EXCLUDED + read_allowlist()
|
||||||
|
own = own_addresses()
|
||||||
|
merged = {}
|
||||||
|
for version in (4, 6):
|
||||||
|
kept, protected_skipped, own_skipped = [], 0, 0
|
||||||
|
for network in listed[version]:
|
||||||
|
if network.prefixlen < MIN_PREFIXLEN[version]:
|
||||||
|
fail(f"suspiciously wide prefix {network}")
|
||||||
|
if any(p.version == version and network.overlaps(p) for p in protected):
|
||||||
|
protected_skipped += 1
|
||||||
|
elif any(a.version == version and a in network for a in own):
|
||||||
|
own_skipped += 1
|
||||||
|
else:
|
||||||
|
kept.append(network)
|
||||||
|
merged[version] = list(ipaddress.collapse_addresses(kept))
|
||||||
|
print(f"scanners_v{version}: {len(listed[version])} entries, {protected_skipped} in private, reserved or "
|
||||||
|
f"allowlisted space and {own_skipped} holding an own address skipped -> {len(merged[version])} merged")
|
||||||
|
|
||||||
|
persisted = "# Generated by nft-host-scanners, do not edit.\ntable inet host {\n"
|
||||||
|
for version in (4, 6):
|
||||||
|
elements = ",\n\t\t".join(str(n) for n in merged[version]) + ","
|
||||||
|
persisted += (f"\tset scanners_v{version} {{ type ipv{version}_addr; flags interval; auto-merge; elements = {{\n"
|
||||||
|
f"\t\t{elements}\n\t}} }}\n")
|
||||||
|
persisted += "}\n"
|
||||||
|
|
||||||
|
# Checked under another table name: a dry run against the live table
|
||||||
|
# name changes the live sets for its duration and unlisted addresses match.
|
||||||
|
check_rules = persisted.replace("table inet host {", "table inet host_scanners_check {")
|
||||||
|
checked = subprocess.run(["nft", "-c", "-f", "-"], input=check_rules, capture_output=True, text=True)
|
||||||
|
if checked.returncode != 0:
|
||||||
|
fail(f"nft rejects the sets: {checked.stderr.strip()}")
|
||||||
|
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
previous = None
|
||||||
|
if os.path.exists(PERSISTED):
|
||||||
|
previous = os.path.join(tmp, "previous.nft")
|
||||||
|
shutil.copyfile(PERSISTED, previous)
|
||||||
|
with open(PERSISTED + ".new", "w", encoding="utf-8") as f:
|
||||||
|
f.write(persisted)
|
||||||
|
os.chmod(PERSISTED + ".new", 0o644)
|
||||||
|
os.replace(PERSISTED + ".new", PERSISTED)
|
||||||
|
|
||||||
|
# A reload replaces the whole table, sets included, in one transaction.
|
||||||
|
active = subprocess.run(["systemctl", "-q", "is-active", "nft-host.service"]).returncode == 0
|
||||||
|
if active:
|
||||||
|
reloaded = subprocess.run(["systemctl", "reload", "nft-host.service"], capture_output=True, text=True)
|
||||||
|
if reloaded.returncode != 0:
|
||||||
|
if previous:
|
||||||
|
shutil.copyfile(previous, PERSISTED)
|
||||||
|
else:
|
||||||
|
os.remove(PERSISTED)
|
||||||
|
fail(f"reloading the rule set failed, kept the previous sets: {reloaded.stderr.strip()}")
|
||||||
|
print("reloaded the rule set" if active else "persisted only")
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
main()
|
||||||
|
except SystemExit:
|
||||||
|
raise
|
||||||
|
except Exception as e: # keep the previous sets on any surprise
|
||||||
|
fail(f"{type(e).__name__}: {e}")
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Refresh the internet scanner sets of the host firewall
|
||||||
|
Wants=network-online.target
|
||||||
|
After=network-online.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/sbin/nft-host-scanners
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Daily refresh of the host firewall internet scanner sets
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnCalendar=daily
|
||||||
|
RandomizedDelaySec=6h
|
||||||
|
Persistent=true
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
@@ -0,0 +1,167 @@
|
|||||||
|
#!/usr/bin/python3
|
||||||
|
# Managed by Ansible (role host_firewall), do not edit.
|
||||||
|
"""Rebuilds the Spamhaus sets spamhaus_v4 and spamhaus_v6 of table inet host.
|
||||||
|
|
||||||
|
Sources are the Spamhaus DROP and DROPv6 prefix lists and the ASN-DROP list,
|
||||||
|
whose ASNs are expanded to prefixes with the iptoasn bulk files (one download
|
||||||
|
per address family). Any failed download or sanity check exits non-zero before
|
||||||
|
anything changes, so the previous sets stay in place.
|
||||||
|
"""
|
||||||
|
import gzip
|
||||||
|
import http.client
|
||||||
|
import ipaddress
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import tempfile
|
||||||
|
import time
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
PERSISTED = "/etc/nftables.d/host-spamhaus.nft"
|
||||||
|
SPAMHAUS = "https://www.spamhaus.org/drop/"
|
||||||
|
IPTOASN = "https://iptoasn.com/data/"
|
||||||
|
USER_AGENT = "ruekov-host-firewall (nft-host-spamhaus)"
|
||||||
|
|
||||||
|
# Lower bounds that catch an empty or truncated answer.
|
||||||
|
MIN_RECORDS = {"drop_v4": 800, "drop_v6": 30, "asndrop": 200}
|
||||||
|
MIN_TSV_LINES = {4: 200000, 6: 20000}
|
||||||
|
MIN_ASN_PREFIXES_V4 = 100
|
||||||
|
# A prefix this wide is a parse error, not a bad network.
|
||||||
|
MIN_PREFIXLEN = {4: 8, 6: 16}
|
||||||
|
|
||||||
|
|
||||||
|
def fail(message):
|
||||||
|
print(f"nft-host-spamhaus: {message}", file=sys.stderr)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def fetch(url, dest):
|
||||||
|
error = None
|
||||||
|
for attempt in range(3):
|
||||||
|
try:
|
||||||
|
request = urllib.request.Request(url, headers={"User-Agent": USER_AGENT})
|
||||||
|
with urllib.request.urlopen(request, timeout=120) as response, open(dest, "wb") as out:
|
||||||
|
shutil.copyfileobj(response, out)
|
||||||
|
return
|
||||||
|
except (OSError, http.client.HTTPException) as e:
|
||||||
|
error = e
|
||||||
|
time.sleep(5 * (attempt + 1))
|
||||||
|
fail(f"download of {url} failed: {error}")
|
||||||
|
|
||||||
|
|
||||||
|
def spamhaus_records(name, tmp):
|
||||||
|
path = os.path.join(tmp, name + ".json")
|
||||||
|
fetch(f"{SPAMHAUS}{name}.json", path)
|
||||||
|
records, meta = [], None
|
||||||
|
with open(path, encoding="utf-8") as f:
|
||||||
|
for line in f:
|
||||||
|
if not line.strip():
|
||||||
|
continue
|
||||||
|
record = json.loads(line)
|
||||||
|
if record.get("type") == "metadata":
|
||||||
|
meta = record
|
||||||
|
else:
|
||||||
|
records.append(record)
|
||||||
|
if meta is None or meta.get("records") != len(records):
|
||||||
|
fail(f"{name}: record count does not match the metadata record")
|
||||||
|
if len(records) < MIN_RECORDS[name]:
|
||||||
|
fail(f"{name}: only {len(records)} records")
|
||||||
|
return records
|
||||||
|
|
||||||
|
|
||||||
|
def asn_prefixes(asns, family, tmp):
|
||||||
|
path = os.path.join(tmp, f"ip2asn-v{family}.tsv.gz")
|
||||||
|
fetch(f"{IPTOASN}ip2asn-v{family}.tsv.gz", path)
|
||||||
|
networks, lines = [], 0
|
||||||
|
with gzip.open(path, "rt", encoding="utf-8") as f:
|
||||||
|
for line in f:
|
||||||
|
lines += 1
|
||||||
|
fields = line.split("\t", 3)
|
||||||
|
if len(fields) < 3 or fields[2] not in asns:
|
||||||
|
continue
|
||||||
|
networks.extend(ipaddress.summarize_address_range(
|
||||||
|
ipaddress.ip_address(fields[0]), ipaddress.ip_address(fields[1])))
|
||||||
|
if lines < MIN_TSV_LINES[family]:
|
||||||
|
fail(f"ip2asn-v{family}: only {lines} lines")
|
||||||
|
return networks
|
||||||
|
|
||||||
|
|
||||||
|
def merge(family, *groups):
|
||||||
|
networks, skipped = [], 0
|
||||||
|
for group in groups:
|
||||||
|
for network in group:
|
||||||
|
network = ipaddress.ip_network(network)
|
||||||
|
if network.prefixlen < MIN_PREFIXLEN[family]:
|
||||||
|
fail(f"suspiciously wide prefix {network}")
|
||||||
|
if not network.is_global:
|
||||||
|
skipped += 1
|
||||||
|
continue
|
||||||
|
networks.append(network)
|
||||||
|
return list(ipaddress.collapse_addresses(networks)), skipped
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
with tempfile.TemporaryDirectory() as tmp:
|
||||||
|
drop4 = [r["cidr"] for r in spamhaus_records("drop_v4", tmp)]
|
||||||
|
drop6 = [r["cidr"] for r in spamhaus_records("drop_v6", tmp)]
|
||||||
|
asns = {str(r["asn"]) for r in spamhaus_records("asndrop", tmp)}
|
||||||
|
asn4 = asn_prefixes(asns, 4, tmp)
|
||||||
|
asn6 = asn_prefixes(asns, 6, tmp)
|
||||||
|
if len(asn4) < MIN_ASN_PREFIXES_V4:
|
||||||
|
fail(f"only {len(asn4)} IPv4 prefixes for {len(asns)} ASNs")
|
||||||
|
sets = {}
|
||||||
|
for family, name, drop, asn in ((4, "spamhaus_v4", drop4, asn4), (6, "spamhaus_v6", drop6, asn6)):
|
||||||
|
sets[name], skipped = merge(family, drop, asn)
|
||||||
|
print(f"{name}: {len(drop)} DROP + {len(asn)} ASN-DROP prefixes -> "
|
||||||
|
f"{len(sets[name])} merged, {skipped} non-global skipped")
|
||||||
|
print(f"ASN-DROP: {len(asns)} ASNs")
|
||||||
|
|
||||||
|
def elements(networks):
|
||||||
|
return ",\n\t\t".join(str(n) for n in networks) + ","
|
||||||
|
|
||||||
|
persisted = ["# Generated by nft-host-spamhaus, do not edit.", "table inet host {"]
|
||||||
|
for name, kind in (("spamhaus_v4", "ipv4_addr"), ("spamhaus_v6", "ipv6_addr")):
|
||||||
|
persisted.append(f"\tset {name} {{ type {kind}; flags interval; auto-merge; elements = {{\n"
|
||||||
|
f"\t\t{elements(sets[name])}\n\t}} }}")
|
||||||
|
persisted.append("}\n")
|
||||||
|
|
||||||
|
candidate = os.path.join(tmp, "host-spamhaus.nft")
|
||||||
|
with open(candidate, "w", encoding="utf-8") as f:
|
||||||
|
f.write("\n".join(persisted))
|
||||||
|
# Checked under another table name: a dry run against the live table
|
||||||
|
# name changes the live sets for its duration and unlisted addresses match.
|
||||||
|
with open(candidate, encoding="utf-8") as f:
|
||||||
|
check_rules = f.read().replace("table inet host {", "table inet host_spamhaus_check {")
|
||||||
|
checked = subprocess.run(["nft", "-c", "-f", "-"], input=check_rules, capture_output=True, text=True)
|
||||||
|
if checked.returncode != 0:
|
||||||
|
fail(f"nft rejects the sets: {checked.stderr.strip()}")
|
||||||
|
|
||||||
|
previous = None
|
||||||
|
if os.path.exists(PERSISTED):
|
||||||
|
previous = os.path.join(tmp, "previous.nft")
|
||||||
|
shutil.copyfile(PERSISTED, previous)
|
||||||
|
shutil.copyfile(candidate, PERSISTED + ".new")
|
||||||
|
os.chmod(PERSISTED + ".new", 0o644)
|
||||||
|
os.replace(PERSISTED + ".new", PERSISTED)
|
||||||
|
|
||||||
|
# A reload replaces the whole table, sets included, in one transaction.
|
||||||
|
# Flushing and refilling a running interval set instead lets packets of
|
||||||
|
# unlisted addresses match while the transaction commits.
|
||||||
|
active = subprocess.run(["systemctl", "-q", "is-active", "nft-host.service"]).returncode == 0
|
||||||
|
if active:
|
||||||
|
reloaded = subprocess.run(["systemctl", "reload", "nft-host.service"], capture_output=True, text=True)
|
||||||
|
if reloaded.returncode != 0:
|
||||||
|
if previous:
|
||||||
|
shutil.copyfile(previous, PERSISTED)
|
||||||
|
fail(f"reloading the rule set failed, kept the previous sets: {reloaded.stderr.strip()}")
|
||||||
|
print("reloaded the rule set" if active else "persisted only")
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
main()
|
||||||
|
except SystemExit:
|
||||||
|
raise
|
||||||
|
except Exception as e: # keep the previous sets on any surprise
|
||||||
|
fail(f"{type(e).__name__}: {e}")
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Refresh the Spamhaus sets of the host firewall
|
||||||
|
Wants=network-online.target
|
||||||
|
After=network-online.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/sbin/nft-host-spamhaus
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=Daily refresh of the host firewall Spamhaus sets
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnCalendar=daily
|
||||||
|
RandomizedDelaySec=6h
|
||||||
|
Persistent=true
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
@@ -10,6 +10,11 @@
|
|||||||
fail_msg: "wt0 address {{ ansible_wt0.ipv4.address }} is missing from firewall.cluster.v4"
|
fail_msg: "wt0 address {{ ansible_wt0.ipv4.address }} is missing from firewall.cluster.v4"
|
||||||
when: firewall.cluster.v4 | default({}, true) | length > 0 and ansible_wt0.ipv4.address is defined
|
when: firewall.cluster.v4 | default({}, true) | length > 0 and ansible_wt0.ipv4.address is defined
|
||||||
|
|
||||||
|
- name: Check the forward policy
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: firewall.forward_policy | default('drop', true) in ['accept', 'log', 'drop']
|
||||||
|
fail_msg: "firewall.forward_policy is {{ firewall.forward_policy }}, expected accept, log or drop"
|
||||||
|
|
||||||
- name: Remove the include block of the old nftables role
|
- name: Remove the include block of the old nftables role
|
||||||
ansible.builtin.blockinfile:
|
ansible.builtin.blockinfile:
|
||||||
path: /etc/nftables.conf
|
path: /etc/nftables.conf
|
||||||
@@ -27,12 +32,39 @@
|
|||||||
state: directory
|
state: directory
|
||||||
mode: "0755"
|
mode: "0755"
|
||||||
|
|
||||||
|
# The kernel logs nft log statements of other network namespaces (LXC guests)
|
||||||
|
# only with this sysctl; the lines land in the host kernel log.
|
||||||
|
- name: Log the firewalls of container network namespaces
|
||||||
|
ansible.posix.sysctl:
|
||||||
|
name: net.netfilter.nf_log_all_netns
|
||||||
|
value: "1"
|
||||||
|
sysctl_file: /etc/sysctl.d/90-nf-log-all-netns.conf
|
||||||
|
sysctl_set: true
|
||||||
|
reload: false
|
||||||
|
when: firewall.log.all_netns
|
||||||
|
|
||||||
|
# The handshake meters match `ct original packets 2`, which counts only with conntrack accounting (off by default).
|
||||||
|
# The module is loaded at boot so that systemd-sysctl finds the key.
|
||||||
|
- name: Load nf_conntrack at boot
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/modules-load.d/nf_conntrack.conf
|
||||||
|
content: "nf_conntrack\n"
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Count packets per connection in conntrack
|
||||||
|
ansible.posix.sysctl:
|
||||||
|
name: net.netfilter.nf_conntrack_acct
|
||||||
|
value: "1"
|
||||||
|
sysctl_file: /etc/sysctl.d/90-nf-conntrack-acct.conf
|
||||||
|
sysctl_set: true
|
||||||
|
reload: false
|
||||||
|
|
||||||
- name: Install the systemd units
|
- name: Install the systemd units
|
||||||
ansible.builtin.copy:
|
ansible.builtin.copy:
|
||||||
src: "{{ item }}"
|
src: "{{ item }}"
|
||||||
dest: "/etc/systemd/system/{{ item }}"
|
dest: "/etc/systemd/system/{{ item }}"
|
||||||
mode: "0644"
|
mode: "0644"
|
||||||
loop: [nft-host.service, nft-host-geo.service, nft-host-geo.timer]
|
loop: [nft-host.service, nft-host-geo.service, nft-host-geo.timer, nft-host-spamhaus.service, nft-host-spamhaus.timer, nft-host-firehol.service, nft-host-firehol.timer, nft-host-scanners.service, nft-host-scanners.timer]
|
||||||
register: firewall_units
|
register: firewall_units
|
||||||
|
|
||||||
- name: Install the rollback script
|
- name: Install the rollback script
|
||||||
@@ -86,12 +118,195 @@
|
|||||||
enabled: false
|
enabled: false
|
||||||
state: stopped
|
state: stopped
|
||||||
daemon_reload: "{{ firewall_units is changed }}"
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
- name: Remove the geo sets file
|
- name: Remove the geo sets file
|
||||||
ansible.builtin.file:
|
ansible.builtin.file:
|
||||||
path: /etc/nftables.d/host-geo.nft
|
path: /etc/nftables.d/host-geo.nft
|
||||||
state: absent
|
state: absent
|
||||||
|
|
||||||
|
- name: Spamhaus sets
|
||||||
|
when: firewall.spamhaus
|
||||||
|
block:
|
||||||
|
- name: Install the Spamhaus set updater
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: nft-host-spamhaus
|
||||||
|
dest: /usr/local/sbin/nft-host-spamhaus
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# The rule set includes this file, so a missing one would fail the load at boot.
|
||||||
|
- name: Build the Spamhaus sets on first run
|
||||||
|
ansible.builtin.command: /usr/local/sbin/nft-host-spamhaus
|
||||||
|
args:
|
||||||
|
creates: /etc/nftables.d/host-spamhaus.nft
|
||||||
|
|
||||||
|
- name: Read the Spamhaus sets file
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/nftables.d/host-spamhaus.nft
|
||||||
|
register: firewall_spamhaus
|
||||||
|
|
||||||
|
- name: Require non-empty Spamhaus sets
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: firewall_spamhaus.stat.exists and firewall_spamhaus.stat.size > 0
|
||||||
|
fail_msg: /etc/nftables.d/host-spamhaus.nft is missing or empty, refusing to apply the firewall
|
||||||
|
# Check mode neither installs the updater nor builds the sets.
|
||||||
|
when: not ansible_check_mode
|
||||||
|
|
||||||
|
- name: Enable the Spamhaus set timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-spamhaus.timer
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Stop the Spamhaus set refresh
|
||||||
|
when: not firewall.spamhaus
|
||||||
|
block:
|
||||||
|
- name: Disable the Spamhaus set timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-spamhaus.timer
|
||||||
|
enabled: false
|
||||||
|
state: stopped
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Remove the Spamhaus sets file
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/nftables.d/host-spamhaus.nft
|
||||||
|
state: absent
|
||||||
|
|
||||||
|
- name: FireHOL sets
|
||||||
|
when: firewall.firehol
|
||||||
|
block:
|
||||||
|
- name: Install the FireHOL set updater
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: nft-host-firehol
|
||||||
|
dest: /usr/local/sbin/nft-host-firehol
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# The rule set includes this file and uses both sets, so a missing file or set would fail the load at boot.
|
||||||
|
- name: Look for the FireHOL sets
|
||||||
|
ansible.builtin.command: grep -cE 'set (firehol_v4|firehol_level2_v4) ' /etc/nftables.d/host-firehol.nft
|
||||||
|
register: firewall_firehol_sets
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
# Sets of removed lists are unused by the new rule set, which nft accepts, but the deployed one still uses them:
|
||||||
|
# a rebuild before the new rule set is confirmed would fail its reload. The rebuild at the end of the role drops them.
|
||||||
|
- name: Look for sets of removed FireHOL lists
|
||||||
|
ansible.builtin.command: grep -cE 'set (bruteforceblocker_v4|malware_v4) ' /etc/nftables.d/host-firehol.nft
|
||||||
|
register: firewall_firehol_stale
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
- name: Build the FireHOL sets when missing
|
||||||
|
ansible.builtin.command: /usr/local/sbin/nft-host-firehol
|
||||||
|
when: firewall_firehol_sets.stdout != '2'
|
||||||
|
|
||||||
|
- name: Read the FireHOL sets file
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/nftables.d/host-firehol.nft
|
||||||
|
register: firewall_firehol
|
||||||
|
|
||||||
|
- name: Require non-empty FireHOL sets
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: firewall_firehol.stat.exists and firewall_firehol.stat.size > 0
|
||||||
|
fail_msg: /etc/nftables.d/host-firehol.nft is missing or empty, refusing to apply the firewall
|
||||||
|
# Check mode neither installs the updater nor builds the sets.
|
||||||
|
when: not ansible_check_mode
|
||||||
|
|
||||||
|
- name: Enable the FireHOL sets timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-firehol.timer
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Stop the FireHOL sets refresh
|
||||||
|
when: not firewall.firehol
|
||||||
|
block:
|
||||||
|
- name: Disable the FireHOL sets timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-firehol.timer
|
||||||
|
enabled: false
|
||||||
|
state: stopped
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Remove the FireHOL sets file
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/nftables.d/host-firehol.nft
|
||||||
|
state: absent
|
||||||
|
|
||||||
|
- name: Internet scanner sets
|
||||||
|
when: firewall.scanners
|
||||||
|
block:
|
||||||
|
- name: Install the internet scanner set updater
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: nft-host-scanners
|
||||||
|
dest: /usr/local/sbin/nft-host-scanners
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# The updater leaves out entries overlapping these addresses.
|
||||||
|
- name: Install the internet scanner allowlist
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: nft-host-scanners.allowlist.j2
|
||||||
|
dest: /etc/nft-host-scanners.allowlist
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
# The rule set includes this file, so a missing one would fail the load at boot.
|
||||||
|
- name: Build the internet scanner sets on first run
|
||||||
|
ansible.builtin.command: /usr/local/sbin/nft-host-scanners
|
||||||
|
args:
|
||||||
|
creates: /etc/nftables.d/host-scanners.nft
|
||||||
|
|
||||||
|
- name: Read the internet scanner sets file
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/nftables.d/host-scanners.nft
|
||||||
|
register: firewall_scanners
|
||||||
|
|
||||||
|
- name: Require non-empty internet scanner sets
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: firewall_scanners.stat.exists and firewall_scanners.stat.size > 0
|
||||||
|
fail_msg: /etc/nftables.d/host-scanners.nft is missing or empty, refusing to apply the firewall
|
||||||
|
# Check mode neither installs the updater nor builds the sets.
|
||||||
|
when: not ansible_check_mode
|
||||||
|
|
||||||
|
- name: Enable the internet scanner set timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-scanners.timer
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Stop the internet scanner set refresh
|
||||||
|
when: not firewall.scanners
|
||||||
|
block:
|
||||||
|
- name: Disable the internet scanner set timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-scanners.timer
|
||||||
|
enabled: false
|
||||||
|
state: stopped
|
||||||
|
daemon_reload: "{{ firewall_units is changed }}"
|
||||||
|
# Check mode does not install the unit.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Remove the internet scanner sets file
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/nftables.d/host-scanners.nft
|
||||||
|
state: absent
|
||||||
|
|
||||||
- name: Render the rule set
|
- name: Render the rule set
|
||||||
ansible.builtin.template:
|
ansible.builtin.template:
|
||||||
src: host.nft.j2
|
src: host.nft.j2
|
||||||
@@ -166,3 +381,45 @@
|
|||||||
dest: /etc/nftables.d/host.nft.good
|
dest: /etc/nftables.d/host.nft.good
|
||||||
remote_src: true
|
remote_src: true
|
||||||
mode: "0644"
|
mode: "0644"
|
||||||
|
|
||||||
|
# GreenSnow is part of FireHOL level2. The rule file goes last: the last confirmed rule set (host.nft.good) and a
|
||||||
|
# reload by a refresh service still include it until the new rule set is confirmed. The set itself leaves the live
|
||||||
|
# table with the reload of the new rule set.
|
||||||
|
- name: Look for the GreenSnow timer
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/systemd/system/nft-host-greensnow.timer
|
||||||
|
register: firewall_greensnow_timer
|
||||||
|
|
||||||
|
- name: Stop the GreenSnow refresh
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: nft-host-greensnow.timer
|
||||||
|
enabled: false
|
||||||
|
state: stopped
|
||||||
|
when: firewall_greensnow_timer.stat.exists
|
||||||
|
# Check mode does not stop the timer.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Remove the GreenSnow files
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "{{ item }}"
|
||||||
|
state: absent
|
||||||
|
loop:
|
||||||
|
- /etc/systemd/system/nft-host-greensnow.service
|
||||||
|
- /etc/systemd/system/nft-host-greensnow.timer
|
||||||
|
- /usr/local/sbin/nft-host-greensnow
|
||||||
|
- /etc/nftables.d/host-greensnow.nft
|
||||||
|
register: firewall_greensnow_files
|
||||||
|
|
||||||
|
- name: Reload systemd after removing the GreenSnow units
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
daemon_reload: true
|
||||||
|
when: firewall_greensnow_files is changed
|
||||||
|
|
||||||
|
# The sets file keeps sets of removed FireHOL lists until the rule set without them is confirmed (see above).
|
||||||
|
- name: Drop sets of removed FireHOL lists
|
||||||
|
ansible.builtin.command: /usr/local/sbin/nft-host-firehol
|
||||||
|
when:
|
||||||
|
- firewall.firehol
|
||||||
|
- firewall_firehol_sets.stdout == '2'
|
||||||
|
- (firewall_firehol_stale.stdout | default('0') | int) > 0
|
||||||
|
- not ansible_check_mode
|
||||||
|
|||||||
@@ -11,14 +11,64 @@ set {{ name }} {
|
|||||||
{% endif %}
|
{% endif %}
|
||||||
}
|
}
|
||||||
{%- endmacro %}
|
{%- endmacro %}
|
||||||
|
{% macro addr_list_set(name, type, items) -%}
|
||||||
|
set {{ name }} {
|
||||||
|
type {{ type }}; flags interval; auto-merge;
|
||||||
|
{% if items %}
|
||||||
|
elements = { {{ items | join(', ') }} }
|
||||||
|
{% endif %}
|
||||||
|
}
|
||||||
|
{%- endmacro %}
|
||||||
{% set cluster = firewall.cluster | default({}, true) %}
|
{% set cluster = firewall.cluster | default({}, true) %}
|
||||||
|
{# public_ips of every inventory host: IPv4 per address, IPv6 per /64 (a longer prefix is widened, nft masks the host bits) #}
|
||||||
|
{% set public_ips = groups['all'] | map('extract', hostvars, 'public_ips') | select('defined') | flatten | map('string') | unique | list %}
|
||||||
|
{% set exempt_v4 = public_ips | reject('search', ':') | map('regex_replace', '^([^/]+)$', '\\1/32') | list %}
|
||||||
|
{% set exempt_v6 = public_ips | select('search', ':') | map('regex_replace', '^([^/]+)$', '\\1/128') | map('regex_replace', '/(6[5-9]|[7-9][0-9]|1[01][0-9]|12[0-8])$', '/64') | list %}
|
||||||
{% set cluster_ifaces = cluster.ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
{% set cluster_ifaces = cluster.ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
{% set internal_ifaces = firewall.internal_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
{% set internal_ifaces = firewall.internal_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
{% set guest_ifaces = firewall.guest_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
{% set guest_ifaces = firewall.guest_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
{% set guest_match = 'iifname { "' ~ (guest_ifaces | join('", "')) ~ '" }' %}
|
{% set guest_match = 'iifname { "' ~ (guest_ifaces | join('", "')) ~ '" }' %}
|
||||||
{% set dnat = firewall.dnat | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list %}
|
{% set dnat = firewall.dnat | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list %}
|
||||||
{% set masquerade = firewall.masquerade | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
{% set masquerade = firewall.masquerade | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
|
{% set lapi = cluster.lapi | default({}, true) %}
|
||||||
|
{% set lapi_rule = list(lapi.clients) and lapi.port %}
|
||||||
|
{% set journal = cluster.journal | default({}, true) %}
|
||||||
|
{% set journal_rule = list(journal.clients) and journal.port %}
|
||||||
|
{% set scrapers = firewall.scrapers | default({}, true) %}
|
||||||
{% set forward_guard = firewall.forward_guard | default({}, true) | dict2items | rejectattr('value', 'none') | list %}
|
{% set forward_guard = firewall.forward_guard | default({}, true) | dict2items | rejectattr('value', 'none') | list %}
|
||||||
|
{% set routed_v6 = firewall.routed_v6 | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
|
{% set uplink_ifaces = firewall.uplinks | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list %}
|
||||||
|
{% set no_reflect = ((firewall.no_reflect | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list) + ([ansible_default_ipv4.interface | default(none), ansible_default_ipv6.interface | default(none)] | select | list)) | unique | difference(uplink_ifaces) | list %}
|
||||||
|
{% set blocklists = firewall.spamhaus or firewall.firehol %}
|
||||||
|
{% macro port_values(map) -%}
|
||||||
|
{{ map | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | map('string') | unique | join(' ') }}
|
||||||
|
{%- endmacro %}
|
||||||
|
{# Per-service limits apply only to ports the host serves: input for the public and geo ports, forward for DNATed traffic (port forwards of the host and Docker-published ports). #}
|
||||||
|
{% set served_input = (port_values(firewall.public.tcp) ~ ' ' ~ port_values(firewall.geo.tcp)).split() %}
|
||||||
|
{% set served_forward = (port_values(firewall.public.tcp) ~ ' ' ~ port_values(firewall.geo.tcp) ~ ' ' ~ (dnat | map(attribute='tcp') | map('default', {}, true) | map('dict2items') | sum(start=[]) | rejectattr('value', 'none') | map(attribute='value') | map('string') | join(' '))).split() %}
|
||||||
|
{% set rl = firewall.ratelimit | default({}, true) %}
|
||||||
|
{% set rl_factor = rl.range_factor | default({}, true) %}
|
||||||
|
{% set rl_services = [] %}
|
||||||
|
{% for svc in rl.services | default({}, true) | dict2items | rejectattr('value', 'none') %}
|
||||||
|
{% set ports = [svc.value.ports] | flatten | map('string') | list %}
|
||||||
|
{% set per = svc.value.per | default('minute', true) %}
|
||||||
|
{% set burst = svc.value.burst | default(svc.value.rate * 2, true) %}
|
||||||
|
{% set _ = rl_services.append({
|
||||||
|
'name': svc.key | replace('-', '_'),
|
||||||
|
'ports': ports | join(', '),
|
||||||
|
'rate': svc.value.rate,
|
||||||
|
'burst': burst,
|
||||||
|
'syn_rate': svc.value.rate * 2,
|
||||||
|
'syn_burst': burst * 2,
|
||||||
|
'per': per,
|
||||||
|
'f4': svc.value.range_factor_v4 | default(rl_factor.v4 | default(6), true),
|
||||||
|
'f6': svc.value.range_factor_v6 | default(rl_factor.v6 | default(3), true),
|
||||||
|
'input': (ports | select('in', served_input) | list | length) > 0,
|
||||||
|
'forward': (ports | select('in', served_forward) | list | length) > 0,
|
||||||
|
}) %}
|
||||||
|
{% endfor %}
|
||||||
|
{% set rl_input = rl_services | selectattr('input') | list %}
|
||||||
|
{% set rl_forward = rl_services | selectattr('forward') | list %}
|
||||||
|
|
||||||
# Declare-then-delete makes every load one atomic transaction that replaces
|
# Declare-then-delete makes every load one atomic transaction that replaces
|
||||||
# only these tables; Cilium, Docker, NetBird and CrowdSec tables stay untouched.
|
# only these tables; Cilium, Docker, NetBird and CrowdSec tables stay untouched.
|
||||||
@@ -30,24 +80,121 @@ delete table ip host_nat
|
|||||||
{% if firewall.geo_countries %}
|
{% if firewall.geo_countries %}
|
||||||
include "/etc/nftables.d/host-geo.nft"
|
include "/etc/nftables.d/host-geo.nft"
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
{% if firewall.spamhaus %}
|
||||||
|
include "/etc/nftables.d/host-spamhaus.nft"
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.firehol %}
|
||||||
|
include "/etc/nftables.d/host-firehol.nft"
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.scanners %}
|
||||||
|
include "/etc/nftables.d/host-scanners.nft"
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
table inet host {
|
table inet host {
|
||||||
{{ addr_set('admin_v4', 'ipv4_addr', firewall.admin.v4) }}
|
{{ addr_set('admin_v4', 'ipv4_addr', firewall.admin.v4) }}
|
||||||
{{ addr_set('admin_v6', 'ipv6_addr', firewall.admin.v6) }}
|
{{ addr_set('admin_v6', 'ipv6_addr', firewall.admin.v6) }}
|
||||||
{{ addr_set('cluster_v4', 'ipv4_addr', cluster.v4) }}
|
{{ addr_set('cluster_v4', 'ipv4_addr', cluster.v4) }}
|
||||||
{{ addr_set('cluster_v6', 'ipv6_addr', cluster.v6) }}
|
{{ addr_set('cluster_v6', 'ipv6_addr', cluster.v6) }}
|
||||||
set ssh_meter_v4 {
|
{% if lapi_rule %}
|
||||||
|
{{ addr_set('lapi_clients_v4', 'ipv4_addr', lapi.clients) }}
|
||||||
|
{% endif %}
|
||||||
|
{% if journal_rule %}
|
||||||
|
{{ addr_set('journal_clients_v4', 'ipv4_addr', journal.clients) }}
|
||||||
|
{% endif %}
|
||||||
|
{{ addr_set('scrapers_v4', 'ipv4_addr', scrapers.v4) }}
|
||||||
|
{{ addr_set('scrapers_v6', 'ipv6_addr', scrapers.v6) }}
|
||||||
|
{{ addr_list_set('rl_exempt_v4', 'ipv4_addr', exempt_v4) }}
|
||||||
|
{{ addr_list_set('rl_exempt_v6', 'ipv6_addr', exempt_v6) }}
|
||||||
|
{% for svc in rl_services if svc.input or svc.forward %}
|
||||||
|
set rl_{{ svc.name }}_v4 {
|
||||||
type ipv4_addr; flags dynamic; timeout 10m; size 65535;
|
type ipv4_addr; flags dynamic; timeout 10m; size 65535;
|
||||||
}
|
}
|
||||||
set ssh_meter_v6 {
|
set rl_{{ svc.name }}_v6 {
|
||||||
type ipv6_addr; flags dynamic; timeout 10m; size 65535;
|
type ipv6_addr; flags dynamic; timeout 10m; size 65535;
|
||||||
}
|
}
|
||||||
|
set rl_{{ svc.name }}_v4r {
|
||||||
|
type ipv4_addr; flags dynamic; timeout 10m; size 16384;
|
||||||
|
}
|
||||||
|
set rl_{{ svc.name }}_v6r {
|
||||||
|
type ipv6_addr; flags dynamic; timeout 10m; size 16384;
|
||||||
|
}
|
||||||
|
set rl_hs_{{ svc.name }}_v4 {
|
||||||
|
type ipv4_addr; flags dynamic; timeout 10m; size 65535;
|
||||||
|
}
|
||||||
|
set rl_hs_{{ svc.name }}_v6 {
|
||||||
|
type ipv6_addr; flags dynamic; timeout 10m; size 65535;
|
||||||
|
}
|
||||||
|
{% endfor %}
|
||||||
|
{% if rl_input or rl_forward %}
|
||||||
|
# Flows the handshake meter rejected: the client sends its first data segment right behind the ACK, which reaches the
|
||||||
|
# host before the reset reaches the client and would complete the handshake there.
|
||||||
|
set rl_hs_rejected_v4 {
|
||||||
|
type ipv4_addr . inet_service . ipv4_addr . inet_service; flags dynamic,timeout; timeout 30s; size 65535;
|
||||||
|
}
|
||||||
|
set rl_hs_rejected_v6 {
|
||||||
|
type ipv6_addr . inet_service . ipv6_addr . inet_service; flags dynamic,timeout; timeout 30s; size 65535;
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
{% if cluster.v4 is defined and cluster.v4.pods is defined %}
|
||||||
|
# NetBird marks new flows in prerouting (priority mangle, -150) and masquerades marked ones in postrouting, which
|
||||||
|
# rewrites the source of cross-node pod traffic and breaks Cilium identity and network policy when pod traffic passes
|
||||||
|
# the host stack (veth with legacy host routing). This chain runs right after. Flows from the cluster ring (pods,
|
||||||
|
# node NetBird addresses) into the pod CIDR arriving on wt0 get mark 0x1bd20: not masqueraded, and accepted by the
|
||||||
|
# NetBird forward filter, which drops forwarded wt0 traffic that no route group allows. Other pod to pod flows
|
||||||
|
# lose their marks. The same mark lets the LAPI clients (@lapi_clients_v4) reach the pod port of the NodePort service
|
||||||
|
# with their own address: Cilium has translated the NodePort before this point, so NetBird would masquerade the flow
|
||||||
|
# to the cilium_host address and the network policy would see world.
|
||||||
|
# The journal uploaders (@journal_clients_v4) get the same mark on the Traefik pod port: the NetBird allowlist of
|
||||||
|
# the ingest route checks their own address.
|
||||||
|
chain pod_identity {
|
||||||
|
type filter hook prerouting priority -140; policy accept;
|
||||||
|
iifname "wt0" ct state new ip saddr @cluster_v4 ip daddr {{ cluster.v4.pods }} meta mark set 0x0001bd20
|
||||||
|
{% if lapi_rule %}
|
||||||
|
iifname "wt0" ct state new ip saddr @lapi_clients_v4 ip daddr {{ cluster.v4.pods }} tcp dport {{ lapi.port }} meta mark set 0x0001bd20
|
||||||
|
{% endif %}
|
||||||
|
{% if journal_rule %}
|
||||||
|
iifname "wt0" ct state new ip saddr @journal_clients_v4 ip daddr {{ cluster.v4.pods }} tcp dport {{ journal.port }} meta mark set 0x0001bd20
|
||||||
|
{% endif %}
|
||||||
|
ct state new ip saddr {{ cluster.v4.pods }} ip daddr {{ cluster.v4.pods }} meta mark 0x0001bd21 meta mark set 0
|
||||||
|
ct state new ip saddr {{ cluster.v4.pods }} ip daddr {{ cluster.v4.pods }} meta mark 0x0001bd22 meta mark set 0
|
||||||
|
}
|
||||||
|
|
||||||
|
{% endif %}
|
||||||
chain input {
|
chain input {
|
||||||
type filter hook input priority filter; policy drop;
|
type filter hook input priority filter; policy drop;
|
||||||
|
{% if blocklists %}
|
||||||
|
|
||||||
|
# Before the established rule: outbound is blocked too, so listed
|
||||||
|
# addresses have no legitimate replies.
|
||||||
|
{% if firewall.spamhaus %}
|
||||||
|
ip saddr @spamhaus_v4 jump spamhaus_in
|
||||||
|
ip6 saddr @spamhaus_v6 jump spamhaus_in
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.firehol %}
|
||||||
|
ip saddr @firehol_v4 jump firehol1_in
|
||||||
|
ip saddr @firehol_level2_v4 jump firehol2_in
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
{% endif %}
|
||||||
|
{% if rl_input %}
|
||||||
|
# Before the established rule. Packets of rejected flows get a reset (not on RST, so that the half-open socket of the
|
||||||
|
# client side reset is cleaned up; a reset per packet is cheap, the client sends only a few before it sees the first).
|
||||||
|
# The packet that completes a handshake is a bare ACK and the second original-direction packet (needs
|
||||||
|
# net.netfilter.nf_conntrack_acct); an RST or FIN as second packet is no handshake, and a blind spoofer can send it.
|
||||||
|
meta l4proto tcp tcp flags & rst == 0 ip saddr . tcp sport . ip daddr . tcp dport @rl_hs_rejected_v4 counter reject with tcp reset
|
||||||
|
meta l4proto tcp tcp flags & rst == 0 ip6 saddr . tcp sport . ip6 daddr . tcp dport @rl_hs_rejected_v6 counter reject with tcp reset
|
||||||
|
meta l4proto tcp tcp flags & (fin | syn | rst | ack) == ack ct state established ct direction original ct original packets 2 jump ratelimit_hs_in
|
||||||
|
{% endif %}
|
||||||
ct state established,related accept
|
ct state established,related accept
|
||||||
ct state invalid drop
|
{% if firewall.scanners %}
|
||||||
|
|
||||||
|
# After the established rule: only inbound connections of scanners drop.
|
||||||
|
ip saddr @scanners_v4 jump scanners_in
|
||||||
|
ip6 saddr @scanners_v6 jump scanners_in
|
||||||
|
|
||||||
|
{% endif %}
|
||||||
|
ct state invalid jump drop_log
|
||||||
iif lo accept
|
iif lo accept
|
||||||
|
|
||||||
icmp type { echo-request, destination-unreachable, time-exceeded, parameter-problem } accept
|
icmp type { echo-request, destination-unreachable, time-exceeded, parameter-problem } accept
|
||||||
@@ -82,9 +229,176 @@ table inet host {
|
|||||||
# VPN peers get the vpn ports, then everything public.
|
# VPN peers get the vpn ports, then everything public.
|
||||||
iifname "wt0" jump vpn
|
iifname "wt0" jump vpn
|
||||||
jump public
|
jump public
|
||||||
|
|
||||||
|
# Broadcasts and multicasts are never scans; they stay out of the log.
|
||||||
|
meta pkttype { broadcast, multicast } drop
|
||||||
|
jump drop_log
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# A single rule makes the limit global: a flood logs at the limit and the
|
||||||
|
# rest drops silently. The kernel log line has the iptables LOG fields that
|
||||||
|
# the CrowdSec iptables-logs parser reads.
|
||||||
|
chain drop_log {
|
||||||
|
limit rate {{ firewall.log.in_rate }} log prefix "fw-in-drop: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
{% if rl_services | selectattr('input') | list or rl_forward %}
|
||||||
|
|
||||||
|
# Per-service limits on new inbound TCP connections (firewall.ratelimit): per source address (IPv4 /32, IPv6 /64) and per
|
||||||
|
# range (IPv4 /24, IPv6 /48; the per-source rate times range_factor). Admin, cluster, VPN, guest and internal sources
|
||||||
|
# and the public addresses of all inventory hosts (rl_exempt_v4, rl_exempt_v6) are exempt: cluster nodes reach other hosts
|
||||||
|
# with their public address (ArgoCD git fetches, mail submission). The public set is checked only here, no other chain
|
||||||
|
# trusts it. The handshake meters carry the service limit (rate and burst of firewall.ratelimit): they count the packet that
|
||||||
|
# completes a handshake (the second original-direction packet of an established connection), which a spoofed source cannot
|
||||||
|
# send, so a real client above the limit is logged with fw-rl-hs: and reset. Only the address tier exists there; ranges are
|
||||||
|
# left to CrowdSec. The SYN meters are a looser flood cap at twice the rate and burst: they drop the excess with the log
|
||||||
|
# prefixes fw-rl-syn-addr: (per address) and fw-rl-syn-range: (per range), which a spoofed source can trigger, so they are
|
||||||
|
# evidence only. Their cap sits above the service limit so that a real client reaches the handshake meter first.
|
||||||
|
{% macro rl_exempt() %}
|
||||||
|
iifname "wt0" return
|
||||||
|
{% for iface in cluster_ifaces + internal_ifaces + guest_ifaces %}
|
||||||
|
iifname "{{ iface }}" return
|
||||||
|
{% endfor %}
|
||||||
|
ip saddr @admin_v4 return
|
||||||
|
ip6 saddr @admin_v6 return
|
||||||
|
ip saddr @cluster_v4 return
|
||||||
|
ip6 saddr @cluster_v6 return
|
||||||
|
ip saddr @rl_exempt_v4 return
|
||||||
|
ip6 saddr @rl_exempt_v6 return
|
||||||
|
{% endmacro %}
|
||||||
|
{% for hook, svcs in [('in', rl_input), ('fwd', rl_forward)] if svcs %}
|
||||||
|
chain ratelimit_{{ hook }} {
|
||||||
|
{{ rl_exempt() }}
|
||||||
|
{% for svc in svcs %}
|
||||||
|
meta l4proto tcp ct original proto-dst { {{ svc.ports }} } counter jump rl_{{ svc.name }}
|
||||||
|
{% endfor %}
|
||||||
|
}
|
||||||
|
|
||||||
|
{% endfor %}
|
||||||
|
{% for hook, svcs in [('in', rl_input), ('fwd', rl_forward)] if svcs %}
|
||||||
|
chain ratelimit_hs_{{ hook }} {
|
||||||
|
{{ rl_exempt() }}
|
||||||
|
{% for svc in svcs %}
|
||||||
|
meta l4proto tcp ct original proto-dst { {{ svc.ports }} } counter jump rl_hs_{{ svc.name }}
|
||||||
|
{% endfor %}
|
||||||
|
}
|
||||||
|
|
||||||
|
{% endfor %}
|
||||||
|
{% for svc in rl_services if svc.input or svc.forward %}
|
||||||
|
chain rl_{{ svc.name }} {
|
||||||
|
update @rl_{{ svc.name }}_v4 { ip saddr limit rate over {{ svc.syn_rate }}/{{ svc.per }} burst {{ svc.syn_burst }} packets } counter jump rl_drop_addr
|
||||||
|
update @rl_{{ svc.name }}_v6 { ip6 saddr & ffff:ffff:ffff:ffff:: limit rate over {{ svc.syn_rate }}/{{ svc.per }} burst {{ svc.syn_burst }} packets } counter jump rl_drop_addr
|
||||||
|
update @rl_{{ svc.name }}_v4r { ip saddr & 255.255.255.0 limit rate over {{ svc.syn_rate * svc.f4 }}/{{ svc.per }} burst {{ svc.syn_burst * svc.f4 }} packets } counter jump rl_drop_range
|
||||||
|
update @rl_{{ svc.name }}_v6r { ip6 saddr & ffff:ffff:ffff:: limit rate over {{ svc.syn_rate * svc.f6 }}/{{ svc.per }} burst {{ svc.syn_burst * svc.f6 }} packets } counter jump rl_drop_range
|
||||||
|
}
|
||||||
|
|
||||||
|
{% endfor %}
|
||||||
|
{% for svc in rl_services if svc.input or svc.forward %}
|
||||||
|
chain rl_hs_{{ svc.name }} {
|
||||||
|
update @rl_hs_{{ svc.name }}_v4 { ip saddr limit rate over {{ svc.rate }}/{{ svc.per }} burst {{ svc.burst }} packets } counter jump rl_hs_reject
|
||||||
|
update @rl_hs_{{ svc.name }}_v6 { ip6 saddr & ffff:ffff:ffff:ffff:: limit rate over {{ svc.rate }}/{{ svc.per }} burst {{ svc.burst }} packets } counter jump rl_hs_reject
|
||||||
|
}
|
||||||
|
|
||||||
|
{% endfor %}
|
||||||
|
# One log limit per prefix, so a flood of spoofed SYNs cannot use up the budget of the handshake evidence.
|
||||||
|
chain rl_drop_addr {
|
||||||
|
limit rate {{ firewall.log.ratelimit_rate }} log prefix "fw-rl-syn-addr: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
|
||||||
|
chain rl_drop_range {
|
||||||
|
limit rate {{ firewall.log.ratelimit_rate }} log prefix "fw-rl-syn-range: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
|
||||||
|
# The handshake is complete, so the connection has to be ended actively; the flow is remembered so that its later
|
||||||
|
# packets are reset without a log line (one fw-rl-hs: line per rejected connection).
|
||||||
|
chain rl_hs_reject {
|
||||||
|
meta nfproto ipv4 add @rl_hs_rejected_v4 { ip saddr . tcp sport . ip daddr . tcp dport }
|
||||||
|
meta nfproto ipv6 add @rl_hs_rejected_v6 { ip6 saddr . tcp sport . ip6 daddr . tcp dport }
|
||||||
|
limit rate {{ firewall.log.ratelimit_rate }} log prefix "fw-rl-hs: "
|
||||||
|
reject with tcp reset
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.spamhaus %}
|
||||||
|
|
||||||
|
# Own limits, so a listed scanner cannot use up the budget of fw-in-drop.
|
||||||
|
# CrowdSec whitelists both prefixes: the lists already ban these networks.
|
||||||
|
chain spamhaus_in {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-spamhaus-in: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
|
||||||
|
chain spamhaus_out {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-spamhaus-out: "
|
||||||
|
reject
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.firehol %}
|
||||||
|
|
||||||
|
chain firehol1_in {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-firehol1-in: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
|
||||||
|
chain firehol1_out {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-firehol1-out: "
|
||||||
|
reject
|
||||||
|
}
|
||||||
|
|
||||||
|
chain firehol2_in {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-firehol2-in: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
|
||||||
|
chain firehol2_out {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-firehol2-out: "
|
||||||
|
reject
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.scanners %}
|
||||||
|
|
||||||
|
# Own limit and prefix, so scanners use up neither the fw-in-drop budget
|
||||||
|
# nor the one of the blocklists. CrowdSec whitelists the prefix: scans of
|
||||||
|
# these networks are known and need no decision.
|
||||||
|
chain scanners_in {
|
||||||
|
limit rate {{ firewall.log.spamhaus_rate }} log prefix "fw-scanners-in: "
|
||||||
|
drop
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.block_smtp_out or blocklists %}
|
||||||
|
|
||||||
|
# Outbound mail goes through the mail host only. Loopback stays open for a
|
||||||
|
# local MTA; the log lines carry OUT=, which CrowdSec does not count as a scan.
|
||||||
|
chain output {
|
||||||
|
type filter hook output priority filter; policy accept;
|
||||||
|
{% if firewall.spamhaus %}
|
||||||
|
|
||||||
|
ip daddr @spamhaus_v4 jump spamhaus_out
|
||||||
|
ip6 daddr @spamhaus_v6 jump spamhaus_out
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.firehol %}
|
||||||
|
|
||||||
|
ip daddr @firehol_v4 jump firehol1_out
|
||||||
|
ip daddr @firehol_level2_v4 jump firehol2_out
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.block_smtp_out %}
|
||||||
|
|
||||||
|
oifname != "lo" tcp dport 25 limit rate {{ firewall.log.out_rate }} log prefix "fw-out-reject: "
|
||||||
|
oifname != "lo" tcp dport 25 reject with tcp reset
|
||||||
|
{% endif %}
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
chain vpn {
|
chain vpn {
|
||||||
|
{% if list(scrapers.tcp) %}
|
||||||
|
{% if list(scrapers.v4) %}
|
||||||
|
ip saddr @scrapers_v4 tcp dport { {{ list(scrapers.tcp) }} } accept
|
||||||
|
{% endif %}
|
||||||
|
{% if list(scrapers.v6) %}
|
||||||
|
ip6 saddr @scrapers_v6 tcp dport { {{ list(scrapers.tcp) }} } accept
|
||||||
|
{% endif %}
|
||||||
|
{% endif %}
|
||||||
{% if list(firewall.vpn.tcp) %}
|
{% if list(firewall.vpn.tcp) %}
|
||||||
tcp dport { {{ list(firewall.vpn.tcp) }} } accept
|
tcp dport { {{ list(firewall.vpn.tcp) }} } accept
|
||||||
{% endif %}
|
{% endif %}
|
||||||
@@ -94,6 +408,9 @@ table inet host {
|
|||||||
}
|
}
|
||||||
|
|
||||||
chain public {
|
chain public {
|
||||||
|
{% if rl_input %}
|
||||||
|
ct state new jump ratelimit_in
|
||||||
|
{% endif %}
|
||||||
{% if list(firewall.public.tcp) %}
|
{% if list(firewall.public.tcp) %}
|
||||||
tcp dport { {{ list(firewall.public.tcp) }} } accept
|
tcp dport { {{ list(firewall.public.tcp) }} } accept
|
||||||
{% endif %}
|
{% endif %}
|
||||||
@@ -102,8 +419,18 @@ table inet host {
|
|||||||
{% endif %}
|
{% endif %}
|
||||||
{% if list(firewall.geo.tcp) %}
|
{% if list(firewall.geo.tcp) %}
|
||||||
tcp dport { {{ list(firewall.geo.tcp) }} } jump geo
|
tcp dport { {{ list(firewall.geo.tcp) }} } jump geo
|
||||||
|
{% endif %}
|
||||||
|
{% if list(firewall.admin.tcp) %}
|
||||||
|
tcp dport { {{ list(firewall.admin.tcp) }} } jump admin
|
||||||
{% endif %}
|
{% endif %}
|
||||||
}
|
}
|
||||||
|
{% if list(firewall.admin.tcp) %}
|
||||||
|
|
||||||
|
chain admin {
|
||||||
|
ip saddr @admin_v4 accept
|
||||||
|
ip6 saddr @admin_v6 accept
|
||||||
|
}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
chain geo {
|
chain geo {
|
||||||
{% if guest_ifaces %}
|
{% if guest_ifaces %}
|
||||||
@@ -112,18 +439,51 @@ table inet host {
|
|||||||
{% endif %}
|
{% endif %}
|
||||||
ip saddr @admin_v4 accept
|
ip saddr @admin_v4 accept
|
||||||
ip6 saddr @admin_v6 accept
|
ip6 saddr @admin_v6 accept
|
||||||
tcp dport 22 ct state new update @ssh_meter_v4 { ip saddr limit rate over {{ firewall.ssh_rate_limit }} } drop
|
|
||||||
# One IPv6 client usually holds a whole /64.
|
|
||||||
tcp dport 22 ct state new update @ssh_meter_v6 { ip6 saddr & ffff:ffff:ffff:ffff:: limit rate over {{ firewall.ssh_rate_limit }} } drop
|
|
||||||
{% if firewall.geo_countries %}
|
{% if firewall.geo_countries %}
|
||||||
ip saddr @geo_v4 accept
|
ip saddr @geo_v4 accept
|
||||||
ip6 saddr @geo_v6 accept
|
ip6 saddr @geo_v6 accept
|
||||||
{% endif %}
|
{% endif %}
|
||||||
}
|
}
|
||||||
{% if forward_guard %}
|
{% set forward_policy = firewall.forward_policy | default('drop', true) %}
|
||||||
|
{% set forward_ifaces = firewall.forward_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||||
|
{% set forward_trusted = (([] if 'external' in group_names else ['wt0']) + cluster_ifaces + internal_ifaces + guest_ifaces + forward_ifaces) | unique | list %}
|
||||||
|
{% if forward_guard or blocklists or firewall.scanners or rl_forward or firewall.block_smtp_out or firewall.uplinks or no_reflect or forward_policy != 'accept' %}
|
||||||
|
|
||||||
chain forward {
|
chain forward {
|
||||||
type filter hook forward priority filter; policy accept;
|
type filter hook forward priority filter; policy {{ 'drop' if forward_policy == 'drop' else 'accept' }};
|
||||||
|
{% if no_reflect %}
|
||||||
|
|
||||||
|
# A packet that arrives on the interface of the default route and would leave through it again is a foreign
|
||||||
|
# destination the datacenter routed to this host: it is not forwarded, or the host acts as a reflector.
|
||||||
|
iifname { "{{ no_reflect | join('", "') }}" } oifname { "{{ no_reflect | join('", "') }}" } ct state new counter drop
|
||||||
|
{% endif %}
|
||||||
|
{% if rl_forward %}
|
||||||
|
|
||||||
|
# Docker-published ports and port forwards arrive here after DNAT; pod and guest egress is not DNATed.
|
||||||
|
ct status dnat ct state new jump ratelimit_fwd
|
||||||
|
meta l4proto tcp ct status dnat tcp flags & rst == 0 ip saddr . tcp sport . ip daddr . tcp dport @rl_hs_rejected_v4 counter reject with tcp reset
|
||||||
|
meta l4proto tcp ct status dnat tcp flags & rst == 0 ip6 saddr . tcp sport . ip6 daddr . tcp dport @rl_hs_rejected_v6 counter reject with tcp reset
|
||||||
|
meta l4proto tcp tcp flags & (fin | syn | rst | ack) == ack ct status dnat ct state established ct direction original ct original packets 2 jump ratelimit_hs_fwd
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.spamhaus %}
|
||||||
|
|
||||||
|
ip saddr @spamhaus_v4 jump spamhaus_in
|
||||||
|
ip6 saddr @spamhaus_v6 jump spamhaus_in
|
||||||
|
ip daddr @spamhaus_v4 jump spamhaus_out
|
||||||
|
ip6 daddr @spamhaus_v6 jump spamhaus_out
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.firehol %}
|
||||||
|
|
||||||
|
ip saddr @firehol_v4 jump firehol1_in
|
||||||
|
ip daddr @firehol_v4 jump firehol1_out
|
||||||
|
ip saddr @firehol_level2_v4 jump firehol2_in
|
||||||
|
ip daddr @firehol_level2_v4 jump firehol2_out
|
||||||
|
{% endif %}
|
||||||
|
{% if firewall.scanners %}
|
||||||
|
|
||||||
|
ct state new ip saddr @scanners_v4 jump scanners_in
|
||||||
|
ct state new ip6 saddr @scanners_v6 jump scanners_in
|
||||||
|
{% endif %}
|
||||||
{% for guard in forward_guard %}
|
{% for guard in forward_guard %}
|
||||||
|
|
||||||
# {{ guard.key }}
|
# {{ guard.key }}
|
||||||
@@ -141,9 +501,51 @@ table inet host {
|
|||||||
{% if list(zone.icmp) %}
|
{% if list(zone.icmp) %}
|
||||||
{{ match }} {{ icmp }} type { {{ list(zone.icmp) }} } accept
|
{{ match }} {{ icmp }} type { {{ list(zone.icmp) }} } accept
|
||||||
{% endif %}
|
{% endif %}
|
||||||
{{ match }} drop
|
{{ match }} jump drop_log
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
|
{% for name, iface in firewall.uplinks.items() if iface is not none %}
|
||||||
|
|
||||||
|
{% if routed_v6 %}
|
||||||
|
# {{ name }}: from outside only what was DNATed here, admitted by a forward_guard zone above or, for IPv6, routed out of a guest bridge.
|
||||||
|
iifname "{{ iface }}" ct state new ct status & dnat == 0 meta nfproto ipv4 counter drop
|
||||||
|
iifname "{{ iface }}" ct state new ct status & dnat == 0 meta nfproto ipv6 oifname != { "{{ routed_v6 | join('", "') }}" } counter drop
|
||||||
|
{% else %}
|
||||||
|
# {{ name }}: from outside only what was DNATed here or admitted by a forward_guard zone above.
|
||||||
|
iifname "{{ iface }}" ct state new ct status & dnat == 0 counter drop
|
||||||
|
{% endif %}
|
||||||
|
{% endfor %}
|
||||||
|
{% if firewall.block_smtp_out %}
|
||||||
|
{% set smtp_oif = ('oifname { "' ~ (uplink_ifaces | join('", "')) ~ '" } ') if uplink_ifaces else '' %}
|
||||||
|
|
||||||
|
# Pod, container and guest egress to tcp/25 is rejected like the host's own (chain output). Connections DNATed to
|
||||||
|
# a mail host (ct status dnat) and traffic inside the cluster ring (nodes, pods) pass. With uplinks configured
|
||||||
|
# only packets leaving through one are egress: a scan forwarded from the uplink to a guest is not.
|
||||||
|
ct status & dnat == 0 {{ smtp_oif }}ip daddr != @cluster_v4 tcp dport 25 limit rate {{ firewall.log.out_rate }} log prefix "fw-out-reject: "
|
||||||
|
ct status & dnat == 0 {{ smtp_oif }}ip daddr != @cluster_v4 tcp dport 25 reject with tcp reset
|
||||||
|
ct status & dnat == 0 {{ smtp_oif }}ip6 daddr != @cluster_v6 tcp dport 25 limit rate {{ firewall.log.out_rate }} log prefix "fw-out-reject: "
|
||||||
|
ct status & dnat == 0 {{ smtp_oif }}ip6 daddr != @cluster_v6 tcp dport 25 reject with tcp reset
|
||||||
|
{% endif %}
|
||||||
|
{% if forward_policy != 'accept' %}
|
||||||
|
|
||||||
|
# What is forwarded on purpose: replies, connections DNATed here, traffic that arrives on a trusted interface (mesh,
|
||||||
|
# cluster, internal and guest interfaces) and traffic to the pods (Cilium translates services before netfilter, so
|
||||||
|
# connections from outside arrive as client -> pod without ct status dnat). One rule per interface: a set that mixes
|
||||||
|
# wildcards and plain names did not match wt0. Everything else is logged (fw-fwd-drop:, the first place to look when a Cilium or network change breaks forwarding), counted and, with forward_policy drop, dropped. Reflected packets drop above, silently.
|
||||||
|
ct state established,related accept
|
||||||
|
ct status dnat accept
|
||||||
|
{% for iface in forward_trusted %}
|
||||||
|
iifname "{{ iface }}" accept
|
||||||
|
{% endfor %}
|
||||||
|
{% for iface in cluster_ifaces %}
|
||||||
|
oifname "{{ iface }}" accept
|
||||||
|
{% endfor %}
|
||||||
|
{% if routed_v6 %}
|
||||||
|
meta nfproto ipv6 oifname { "{{ routed_v6 | join('", "') }}" } accept
|
||||||
|
{% endif %}
|
||||||
|
limit rate {{ firewall.log.in_rate }} log prefix "fw-fwd-drop: "
|
||||||
|
counter
|
||||||
|
{% endif %}
|
||||||
}
|
}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -37,7 +37,9 @@ elements() {
|
|||||||
echo '}'
|
echo '}'
|
||||||
} >"$tmp/host-geo.nft"
|
} >"$tmp/host-geo.nft"
|
||||||
|
|
||||||
nft -c -f "$tmp/host-geo.nft"
|
# Checked under another table name: a dry run against the live table name
|
||||||
|
# changes the live sets for its duration and unlisted addresses match.
|
||||||
|
sed 's/^table inet host {/table inet host_geo_check {/' "$tmp/host-geo.nft" | nft -c -f -
|
||||||
install -m 0644 "$tmp/host-geo.nft" "$out.new"
|
install -m 0644 "$tmp/host-geo.nft" "$out.new"
|
||||||
mv -f "$out.new" "$out"
|
mv -f "$out.new" "$out"
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,11 @@
|
|||||||
|
# {{ ansible_managed }}
|
||||||
|
{% set maps = [
|
||||||
|
(crowdsec | default({}, true)).whitelist | default({}, true),
|
||||||
|
firewall.admin.v4 | default({}, true), firewall.admin.v6 | default({}, true),
|
||||||
|
firewall.scrapers.v4 | default({}, true), firewall.scrapers.v6 | default({}, true),
|
||||||
|
firewall.cluster.v4 | default({}, true), firewall.cluster.v6 | default({}, true)] %}
|
||||||
|
{% set entries = (maps | map('dict2items') | sum(start=[]) | rejectattr('value', 'none') | map(attribute='value') | map('string') | list
|
||||||
|
+ groups['all'] | map('extract', hostvars, 'public_ips') | select('defined') | flatten) | unique %}
|
||||||
|
{% for entry in entries %}
|
||||||
|
{{ entry }}
|
||||||
|
{% endfor %}
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
---
|
||||||
|
journal_upload:
|
||||||
|
# Ingest route of VictoriaLogs (insert path only, NetBird sources, basic auth per host).
|
||||||
|
# The public DNS answers with the cluster's public address, where the route rejects
|
||||||
|
# every source outside NetBird; /etc/hosts pins the name to the NetBird addresses below.
|
||||||
|
host: ""
|
||||||
|
path: /insert/journald
|
||||||
|
# NetBird addresses of the Traefik nodes. The client tries them in this order when one is down.
|
||||||
|
addresses: []
|
||||||
|
# Basic auth credential; the user is the host's entry in the Secret vl-ingest-users.
|
||||||
|
user: "{{ inventory_hostname }}"
|
||||||
|
password: ""
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
---
|
||||||
|
- name: Reload systemd manager
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
daemon_reload: true
|
||||||
|
|
||||||
|
- name: Restart systemd-journal-upload
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: systemd-journal-upload
|
||||||
|
state: restarted
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
@@ -0,0 +1,83 @@
|
|||||||
|
---
|
||||||
|
# Ships the whole journal to VictoriaLogs. The uploader keeps the cursor of the last uploaded
|
||||||
|
# entry in its state directory, so a restart resumes where it stopped.
|
||||||
|
- name: Require the endpoint and the credential
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that:
|
||||||
|
- journal_upload.host | length > 0
|
||||||
|
- journal_upload.addresses | length > 0
|
||||||
|
- journal_upload.user | length > 0
|
||||||
|
- journal_upload.password | length > 0
|
||||||
|
fail_msg: journal_upload.host, addresses, user and password must be set
|
||||||
|
|
||||||
|
- name: Install the journal uploader
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: systemd-journal-remote
|
||||||
|
install_recommends: false
|
||||||
|
state: present
|
||||||
|
|
||||||
|
# A node reaching its own address arrives at Traefik from its cilium_host address, which the
|
||||||
|
# NetBird allowlist rejects; it takes the other nodes.
|
||||||
|
- name: Pin the ingest name to the NetBird addresses
|
||||||
|
ansible.builtin.blockinfile:
|
||||||
|
path: /etc/hosts
|
||||||
|
marker: "# {mark} journal_upload"
|
||||||
|
block: |
|
||||||
|
{% for address in journal_upload.addresses | reject('in', ansible_facts.all_ipv4_addresses) %}
|
||||||
|
{{ address }} {{ journal_upload.host }}
|
||||||
|
{% endfor %}
|
||||||
|
notify: Restart systemd-journal-upload
|
||||||
|
|
||||||
|
- name: Create the uploader config directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/journal-upload.conf.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
# The service runs as a dynamic user, which reads the file after the manager dropped privileges.
|
||||||
|
- name: Configure the upload URL
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/journal-upload.conf.d/10-victorialogs.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Upload]
|
||||||
|
URL=https://{{ journal_upload.user }}:{{ journal_upload.password }}@{{ journal_upload.host }}{{ journal_upload.path }}
|
||||||
|
# No client certificate; the server certificate is checked against the system CAs.
|
||||||
|
ServerKeyFile=-
|
||||||
|
ServerCertificateFile=-
|
||||||
|
TrustedCertificateFile=/etc/ssl/certs/ca-certificates.crt
|
||||||
|
notify: Restart systemd-journal-upload
|
||||||
|
no_log: true
|
||||||
|
|
||||||
|
# The default start limit (5 starts within 10 seconds) gives up during an ingest outage. The
|
||||||
|
# uploader resumes from its cursor, so it keeps retrying.
|
||||||
|
- name: Create the uploader unit drop-in directory
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/system/systemd-journal-upload.service.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Keep the uploader retrying through ingest outages
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/systemd/system/systemd-journal-upload.service.d/restart.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[Unit]
|
||||||
|
StartLimitIntervalSec=0
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Restart=always
|
||||||
|
RestartSec=30s
|
||||||
|
notify: Reload systemd manager
|
||||||
|
|
||||||
|
# The reload has to precede the start below, which otherwise hits the default start limit.
|
||||||
|
- name: Load the uploader drop-in
|
||||||
|
ansible.builtin.meta: flush_handlers
|
||||||
|
|
||||||
|
- name: Enable the journal uploader
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: systemd-journal-upload
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
# Check mode does not install the package.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
@@ -20,6 +20,8 @@ kopia_backup:
|
|||||||
# Database dumps written to /var/backups/dumps before the snapshot, which then includes that directory.
|
# Database dumps written to /var/backups/dumps before the snapshot, which then includes that directory.
|
||||||
# Each item: file, container, command (run with sh -c inside the container, output is the dump).
|
# Each item: file, container, command (run with sh -c inside the container, output is the dump).
|
||||||
dumps: []
|
dumps: []
|
||||||
|
# Files copied to the host as they are, each { src: local path, dest, mode }; owned by root.
|
||||||
|
files: []
|
||||||
# Snapshot the newest k3s etcd snapshot, staged in /var/backups/etcd.
|
# Snapshot the newest k3s etcd snapshot, staged in /var/backups/etcd.
|
||||||
etcd_snapshot: false
|
etcd_snapshot: false
|
||||||
# Explicit UTC: the hosts run in different timezones.
|
# Explicit UTC: the hosts run in different timezones.
|
||||||
|
|||||||
@@ -73,6 +73,15 @@
|
|||||||
when: kopia_backup_status.rc != 0
|
when: kopia_backup_status.rc != 0
|
||||||
no_log: true
|
no_log: true
|
||||||
|
|
||||||
|
- name: Install the files of the host
|
||||||
|
ansible.builtin.copy:
|
||||||
|
src: "{{ item.src }}"
|
||||||
|
dest: "{{ item.dest }}"
|
||||||
|
mode: "{{ item.mode }}"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
loop: "{{ kopia_backup.files }}"
|
||||||
|
|
||||||
- name: Install the backup script
|
- name: Install the backup script
|
||||||
ansible.builtin.template:
|
ansible.builtin.template:
|
||||||
src: kopia-backup.j2
|
src: kopia-backup.j2
|
||||||
|
|||||||
@@ -35,6 +35,10 @@ dump() { # file, container, command run inside the container
|
|||||||
dump {{ d.file | quote }} {{ d.container | quote }} {{ d.command | quote }}
|
dump {{ d.file | quote }} {{ d.container | quote }} {{ d.command | quote }}
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
|
# Global policy of the repository, inherited by every source; the repository is shared by all hosts of the bucket
|
||||||
|
kopia policy set --global --compression=zstd >/dev/null 2>&1 ||
|
||||||
|
{ echo "setting the global compression failed" >&2; failed=1; }
|
||||||
{% set ignores = kopia_backup.ignore | dict2items | rejectattr('value', 'none') | list %}
|
{% set ignores = kopia_backup.ignore | dict2items | rejectattr('value', 'none') | list %}
|
||||||
{% if ignores %}
|
{% if ignores %}
|
||||||
|
|
||||||
@@ -50,6 +54,24 @@ ignore() {
|
|||||||
ignore {{ i.key | quote }} {{ i.value | map('quote') | join(' ') }}
|
ignore {{ i.key | quote }} {{ i.value | map('quote') | join(' ') }}
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
{% set retentions = kopia_backup.retention | default({}) | dict2items | rejectattr('value', 'none') | list %}
|
||||||
|
{% if retentions %}
|
||||||
|
|
||||||
|
# Per-source retention overrides, applied as a whole. A keep flag of 0 means "inherit",
|
||||||
|
# so setting all four flags explicitly fully defines the retention for the path.
|
||||||
|
retention() {
|
||||||
|
local path=$1; shift
|
||||||
|
kopia policy set "$path" "$@" >/dev/null 2>&1 ||
|
||||||
|
{ echo "setting the retention of $path failed" >&2; failed=1; }
|
||||||
|
}
|
||||||
|
{% for r in retentions %}
|
||||||
|
retention {{ r.key | quote }} \
|
||||||
|
--keep-daily={{ r.value.keep_daily | default(0) }} \
|
||||||
|
--keep-weekly={{ r.value.keep_weekly | default(0) }} \
|
||||||
|
--keep-monthly={{ r.value.keep_monthly | default(0) }} \
|
||||||
|
--keep-annual={{ r.value.keep_annual | default(0) }}
|
||||||
|
{% endfor %}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
for p in {{ kopia_backup.sources | map('quote') | join(' ') }}{{ ' "$etcd"' if kopia_backup.etcd_snapshot }}{{ ' "$dumps"' if kopia_backup.dumps }}; do
|
for p in {{ kopia_backup.sources | map('quote') | join(' ') }}{{ ' "$etcd"' if kopia_backup.etcd_snapshot }}{{ ' "$dumps"' if kopia_backup.dumps }}; do
|
||||||
[ -d "$p" ] && sources+=("$p")
|
[ -d "$p" ] && sources+=("$p")
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ kubernetes:
|
|||||||
service_cidr: 10.43.0.0/16
|
service_cidr: 10.43.0.0/16
|
||||||
ipv6:
|
ipv6:
|
||||||
# Minimum: /120
|
# Minimum: /120
|
||||||
cluster_cidr: fd42::/56
|
cluster_cidr: fd42::/112
|
||||||
service_cidr: fd43::/112
|
service_cidr: fd43::/112
|
||||||
|
|
||||||
# Interface to grab node-IPv4/v6 from
|
# Interface to grab node-IPv4/v6 from
|
||||||
@@ -19,7 +19,17 @@ kubernetes:
|
|||||||
token: <shared token for nodes to join>
|
token: <shared token for nodes to join>
|
||||||
|
|
||||||
network:
|
network:
|
||||||
# One of [flannel, calico]
|
# Writes /etc/resolv-k3s.conf (k3s resolv-conf, CoreDNS upstreams) from
|
||||||
|
# resolv_conf_nameservers
|
||||||
|
clean_resolv_conf: false
|
||||||
|
|
||||||
|
# Fixed upstreams, not copied from the node: a copied snapshot goes stale
|
||||||
|
# when the node's DNS changes and can leave CoreDNS with a single upstream
|
||||||
|
resolv_conf_nameservers:
|
||||||
|
- 1.1.1.1
|
||||||
|
- 9.9.9.9
|
||||||
|
|
||||||
|
# One of [none, flannel, calico, cilium]
|
||||||
plugin: calico
|
plugin: calico
|
||||||
|
|
||||||
# Helper for networking
|
# Helper for networking
|
||||||
@@ -29,13 +39,25 @@ kubernetes:
|
|||||||
# Helpful, when nodeIp_interface is a wireguard-interface
|
# Helpful, when nodeIp_interface is a wireguard-interface
|
||||||
routingtabletowg: false
|
routingtabletowg: false
|
||||||
|
|
||||||
# One of [traefik-ingress]
|
# One of [none, traefik-ingress, nginx-ingress]
|
||||||
ingress_controller: traefik-ingress
|
ingress_controller: traefik-ingress
|
||||||
|
|
||||||
# k3s version to install, e.g. v1.37.1+k3s1. An installed k3s is replaced only
|
# k3s version to install, e.g. v1.37.1+k3s1. An installed k3s is replaced only
|
||||||
# when this is set and differs; empty installs the latest when k3s is missing.
|
# when this is set and differs; empty installs the latest when k3s is missing.
|
||||||
version: ""
|
version: ""
|
||||||
|
|
||||||
|
# KubeletConfiguration fields (evictionHard, evictionSoft, ...) written to
|
||||||
|
# /etc/rancher/k3s/kubelet.conf.d/20-memory.conf; empty writes no file
|
||||||
|
kubelet_memory: {}
|
||||||
|
|
||||||
|
# KubeletConfiguration fields systemReserved and kubeReserved written to
|
||||||
|
# /etc/rancher/k3s/kubelet.conf.d/30-reserved.conf; empty writes no file.
|
||||||
|
# Both only shrink the allocatable of the node (enforceNodeAllocatable stays
|
||||||
|
# pods). Sized in group_vars per node type from the measured memory and CPU
|
||||||
|
# of k3s.service (kubeReserved) and of everything else outside kubepods.slice
|
||||||
|
# (systemReserved).
|
||||||
|
kubelet_reserved: {}
|
||||||
|
|
||||||
# Extra config of the nodes running etcd, left out with disable-etcd
|
# Extra config of the nodes running etcd, left out with disable-etcd
|
||||||
etcd_config_extra:
|
etcd_config_extra:
|
||||||
# Without it etcd serves metrics on 127.0.0.1 only, out of reach of vmagent
|
# Without it etcd serves metrics on 127.0.0.1 only, out of reach of vmagent
|
||||||
@@ -48,3 +70,14 @@ kubernetes:
|
|||||||
etcd-arg:
|
etcd-arg:
|
||||||
heartbeat-interval: 500
|
heartbeat-interval: 500
|
||||||
election-timeout: 5000
|
election-timeout: 5000
|
||||||
|
|
||||||
|
registries_config:
|
||||||
|
# Defines the names and endpoints of registries
|
||||||
|
# When embedded-registry is enabled, every registry needs to be defined here to allow this node to distribute those images.
|
||||||
|
#mirrors:
|
||||||
|
# Enable distribution for all registries
|
||||||
|
#"*": {}
|
||||||
|
|
||||||
|
# Defines authentication and extra settings for the registries
|
||||||
|
#config:
|
||||||
|
|
||||||
@@ -17,3 +17,23 @@
|
|||||||
- name: wait_for_connection
|
- name: wait_for_connection
|
||||||
wait_for_connection:
|
wait_for_connection:
|
||||||
delay: 5
|
delay: 5
|
||||||
|
|
||||||
|
# Restarts the kubelet to read changed drop-ins. Runs only with
|
||||||
|
# -e k3s_restart_allowed=true; node.yml refuses it for more than one host.
|
||||||
|
- name: restart_k3s
|
||||||
|
ansible.builtin.service:
|
||||||
|
name: k3s
|
||||||
|
state: restarted
|
||||||
|
when:
|
||||||
|
- k3s_restart_allowed | default(false) | bool
|
||||||
|
- not ansible_check_mode
|
||||||
|
notify: wait_for_k3s
|
||||||
|
|
||||||
|
- name: wait_for_k3s
|
||||||
|
command: k3s kubectl get --raw /readyz
|
||||||
|
register: k3s_readyz
|
||||||
|
until: k3s_readyz.rc == 0 and k3s_readyz.stdout == 'ok'
|
||||||
|
retries: 30
|
||||||
|
delay: 10
|
||||||
|
changed_when: false
|
||||||
|
when: not ansible_check_mode
|
||||||
|
|||||||
@@ -1,3 +1,3 @@
|
|||||||
---
|
---
|
||||||
dependencies:
|
#dependencies:
|
||||||
- role: docker
|
# - role: docker
|
||||||
|
|||||||
@@ -0,0 +1,36 @@
|
|||||||
|
# kubelet gives kubepods.slice a cpu.weight from its allocatable CPUs (313 on
|
||||||
|
# 8 cores), while system.slice and k3s.service keep the default 100. Under load
|
||||||
|
# the pods then outweigh etcd, apiserver and kubelet. Weight 1000 lets the
|
||||||
|
# control plane win that contention.
|
||||||
|
- name: Set the CPUWeight of system.slice and the k3s unit
|
||||||
|
vars:
|
||||||
|
k3s_unit: "{{ 'k3s' if type == 'server' else 'k3s-agent' }}.service"
|
||||||
|
block:
|
||||||
|
- name: Create the drop-in directories
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: "/etc/systemd/system/{{ item }}.d"
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
loop:
|
||||||
|
- system.slice
|
||||||
|
- "{{ k3s_unit }}"
|
||||||
|
|
||||||
|
- name: Write the CPUWeight drop-ins
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: "/etc/systemd/system/{{ item.unit }}.d/50-cpu-weight.conf"
|
||||||
|
mode: "0644"
|
||||||
|
content: |
|
||||||
|
[{{ item.section }}]
|
||||||
|
CPUWeight=1000
|
||||||
|
loop:
|
||||||
|
- unit: system.slice
|
||||||
|
section: Slice
|
||||||
|
- unit: "{{ k3s_unit }}"
|
||||||
|
section: Service
|
||||||
|
register: cpu_weight
|
||||||
|
|
||||||
|
# Only daemon-reload: the weight applies to the running k3s unit without a restart
|
||||||
|
- name: Reload systemd for the CPUWeight drop-ins
|
||||||
|
ansible.builtin.systemd_service:
|
||||||
|
daemon_reload: true
|
||||||
|
when: cpu_weight is changed
|
||||||
@@ -2,7 +2,7 @@
|
|||||||
ansible.builtin.file:
|
ansible.builtin.file:
|
||||||
path: /etc/rancher/k3s/
|
path: /etc/rancher/k3s/
|
||||||
state: directory
|
state: directory
|
||||||
mode: '0755'
|
mode: "0755"
|
||||||
|
|
||||||
- name: Read the live k3s config
|
- name: Read the live k3s config
|
||||||
slurp:
|
slurp:
|
||||||
@@ -33,14 +33,33 @@
|
|||||||
get_url:
|
get_url:
|
||||||
url: https://get.k3s.io
|
url: https://get.k3s.io
|
||||||
dest: /root/k3s_install.sh
|
dest: /root/k3s_install.sh
|
||||||
mode: '744'
|
mode: "744"
|
||||||
# todo: update when file changed?
|
# todo: update when file changed?
|
||||||
|
|
||||||
|
- name: Read the live registries.yaml
|
||||||
|
slurp:
|
||||||
|
src: /etc/rancher/k3s/registries.yaml
|
||||||
|
register: live_registries
|
||||||
|
failed_when: false
|
||||||
|
when: "type == 'server'"
|
||||||
|
|
||||||
|
# Written only on a change k3s would see, like config.yaml
|
||||||
|
- name: Deploy registries.yaml
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: k3s/server/registries.yaml.j2
|
||||||
|
dest: /etc/rancher/k3s/registries.yaml
|
||||||
|
register: registries_config
|
||||||
|
when:
|
||||||
|
- "type == 'server'"
|
||||||
|
- >-
|
||||||
|
live_registries.content is not defined or
|
||||||
|
(live_registries.content | b64decode | from_yaml) != (lookup('template', 'k3s/server/registries.yaml.j2') | from_yaml)
|
||||||
|
|
||||||
- import_tasks: ./install/server/setup_network.yml
|
- import_tasks: ./install/server/setup_network.yml
|
||||||
when: "type == 'server'"
|
when: "type == 'server'"
|
||||||
|
|
||||||
- import_tasks: ./install/server/install_helm.yml
|
#- import_tasks: ./install/server/install_helm.yml
|
||||||
when: "type == 'server'"
|
# when: "type == 'server'"
|
||||||
|
|
||||||
- import_tasks: ./install/server/install_k3s.yml
|
- import_tasks: ./install/server/install_k3s.yml
|
||||||
when: "type == 'server'"
|
when: "type == 'server'"
|
||||||
|
|||||||
@@ -1,63 +1,50 @@
|
|||||||
- name: Install K3s-server for 1st-node
|
- block:
|
||||||
|
- name: Install K3s-server
|
||||||
command: /root/k3s_install.sh {{ type }}
|
command: /root/k3s_install.sh {{ type }}
|
||||||
environment:
|
environment:
|
||||||
|
INSTALL_K3S_CHANNEL: latest
|
||||||
INSTALL_K3S_VERSION: "{{ kubernetes.version }}"
|
INSTALL_K3S_VERSION: "{{ kubernetes.version }}"
|
||||||
when:
|
when: k3s_installed.rc != 0 or (kubernetes.version != '' and ('k3s version ' ~ kubernetes.version ~ ' ') not in k3s_installed.stdout)
|
||||||
- "inventory_hostname == groups['kubernetes'][0]"
|
|
||||||
- k3s_installed.rc != 0 or (kubernetes.version != '' and ('k3s version ' ~ kubernetes.version ~ ' ') not in k3s_installed.stdout)
|
|
||||||
register: command
|
|
||||||
changed_when: "'No change detected' not in command.stdout"
|
|
||||||
|
|
||||||
- name: Make sure service is started / restarted on config change
|
|
||||||
service:
|
|
||||||
name: k3s
|
|
||||||
state: "{{ 'restarted' if not command.changed and config.changed else 'started' }}"
|
|
||||||
when: "inventory_hostname == groups['kubernetes'][0]"
|
|
||||||
|
|
||||||
- name: Waiting for K3s-server to accept connections
|
|
||||||
ansible.builtin.wait_for:
|
|
||||||
host: "{{ inventory_hostname }}"
|
|
||||||
port: 6443
|
|
||||||
state: started
|
|
||||||
when: "inventory_hostname == groups['kubernetes'][0]"
|
|
||||||
|
|
||||||
- name: Install K3s-server for other nodes
|
|
||||||
command: /root/k3s_install.sh {{ type }}
|
|
||||||
environment:
|
|
||||||
INSTALL_K3S_VERSION: "{{ kubernetes.version }}"
|
|
||||||
when:
|
|
||||||
- "inventory_hostname != groups['kubernetes'][0]"
|
|
||||||
- k3s_installed.rc != 0 or (kubernetes.version != '' and ('k3s version ' ~ kubernetes.version ~ ' ') not in k3s_installed.stdout)
|
|
||||||
register: command
|
register: command
|
||||||
changed_when: "'No change detected' not in command.stdout"
|
changed_when: "'No change detected' not in command.stdout"
|
||||||
until: "command is not failed"
|
until: "command is not failed"
|
||||||
retries: 2
|
retries: 2
|
||||||
delay: 10
|
delay: 10
|
||||||
|
|
||||||
- name: Make sure service is started / restarted on config change
|
- name: Make sure service is started / restarted on config change
|
||||||
service:
|
service:
|
||||||
name: k3s
|
name: k3s
|
||||||
state: "{{ 'restarted' if not command.changed and config.changed else 'started' }}"
|
enabled: true
|
||||||
when: "inventory_hostname != groups['kubernetes'][0]"
|
state: "{{ 'restarted' if not command.changed and (config.changed or registries_config.changed) else 'started' }}"
|
||||||
|
|
||||||
- name: Waiting for K3s-server to accept connections on other nodes
|
- name: Waiting for K3s-server to accept connections
|
||||||
ansible.builtin.wait_for:
|
ansible.builtin.wait_for:
|
||||||
host: "{{ inventory_hostname }}"
|
host: "{{ inventory_hostname }}"
|
||||||
port: 6443
|
port: 6443
|
||||||
state: started
|
state: started
|
||||||
when: "inventory_hostname != groups['kubernetes'][0]"
|
throttle: 1
|
||||||
|
|
||||||
#- name: Add Kubernetes environment-vars to /etc/profile.d/
|
- name: Ensure the .kube directory exists
|
||||||
# blockinfile:
|
file:
|
||||||
# path: /etc/profile.d/k3s-bin.sh
|
path: "~/.kube"
|
||||||
# marker: "# {mark} ANSIBLE MANAGED BLOCK | k3s"
|
state: directory
|
||||||
# block: |
|
mode: "0755"
|
||||||
# export KUBECONFIG="/etc/rancher/k3s/k3s.yaml"
|
|
||||||
# create: true
|
- name: Create symbolic link for k3s.yaml
|
||||||
|
file:
|
||||||
|
src: "/etc/rancher/k3s/k3s.yaml"
|
||||||
|
dest: "~/.kube/config"
|
||||||
|
state: link
|
||||||
|
|
||||||
- name: Deploy calico
|
- name: Deploy calico
|
||||||
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_calico.yml
|
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_calico.yml
|
||||||
when: "kubernetes.network.plugin == 'calico'"
|
when:
|
||||||
|
- "kubernetes.network.plugin == 'calico'"
|
||||||
|
|
||||||
|
- name: Deploy cilium
|
||||||
|
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_cilium.yml
|
||||||
|
when:
|
||||||
|
- "kubernetes.network.plugin == 'cilium'"
|
||||||
|
|
||||||
- name: Deploy network-helpers
|
- name: Deploy network-helpers
|
||||||
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_network_helper.yml
|
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_network_helper.yml
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
- name: Deploy calico operator
|
- name: Deploy calico operator
|
||||||
command: kubectl create -f https://raw.githubusercontent.com/projectcalico/calico/v3.25.0/manifests/tigera-operator.yaml
|
command: kubectl create -f https://raw.githubusercontent.com/projectcalico/calico/v3.28.0/manifests/tigera-operator.yaml
|
||||||
register: command
|
register: command
|
||||||
changed_when: "'created' in command.stdout"
|
changed_when: "'created' in command.stdout"
|
||||||
run_once: true
|
run_once: true
|
||||||
|
|||||||
@@ -0,0 +1,71 @@
|
|||||||
|
- name: Check if already installed in cluster
|
||||||
|
command: "cilium status"
|
||||||
|
register: cilium_status
|
||||||
|
ignore_errors: true
|
||||||
|
changed_when: false
|
||||||
|
check_mode: false
|
||||||
|
run_once: true
|
||||||
|
|
||||||
|
- name: Check if the Cilium CLI is installed
|
||||||
|
stat:
|
||||||
|
path: /usr/local/bin/cilium
|
||||||
|
register: cilium_cli
|
||||||
|
|
||||||
|
- name: Get Cilium CLI version
|
||||||
|
ansible.builtin.command:
|
||||||
|
argv:
|
||||||
|
- curl
|
||||||
|
- -s
|
||||||
|
- https://raw.githubusercontent.com/cilium/cilium-cli/main/stable.txt
|
||||||
|
register: cilium_cli_version
|
||||||
|
check_mode: no
|
||||||
|
changed_when: false
|
||||||
|
run_once: true
|
||||||
|
|
||||||
|
- name: Determine CLI architecture
|
||||||
|
set_fact:
|
||||||
|
cli_arch: "{{ 'arm64' if ansible_architecture == 'aarch64' else 'amd64' }}"
|
||||||
|
run_once: true
|
||||||
|
|
||||||
|
- name: Download and verify Cilium CLI
|
||||||
|
block:
|
||||||
|
- name: Download Cilium CLI tar.gz file
|
||||||
|
get_url:
|
||||||
|
url: "https://github.com/cilium/cilium-cli/releases/download/{{ cilium_cli_version.stdout }}/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||||
|
dest: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||||
|
checksum: "sha256:{{ lookup('url', 'https://github.com/cilium/cilium-cli/releases/download/' + cilium_cli_version.stdout + '/cilium-linux-' + cli_arch + '.tar.gz.sha256sum', wantlist=True)[0].split(' ')[0] }}"
|
||||||
|
mode: '0755'
|
||||||
|
|
||||||
|
- name: Extract Cilium CLI tar.gz to /usr/local/bin
|
||||||
|
unarchive:
|
||||||
|
src: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||||
|
dest: "/usr/local/bin"
|
||||||
|
remote_src: yes
|
||||||
|
#extra_opts: ["--strip-components=1"]
|
||||||
|
mode: 777
|
||||||
|
# An installed CLI is left alone, not upgraded to the latest release
|
||||||
|
when: cilium_cli_version.stdout is defined and not cilium_cli.stat.exists
|
||||||
|
become: yes
|
||||||
|
|
||||||
|
- name: Clean up temporary files
|
||||||
|
file:
|
||||||
|
path: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||||
|
state: absent
|
||||||
|
|
||||||
|
# Install cilium via cli
|
||||||
|
- block:
|
||||||
|
- name: Install cilium
|
||||||
|
command: >
|
||||||
|
cilium install
|
||||||
|
--set
|
||||||
|
imap.mode=kubernetes,
|
||||||
|
ipv6.enabled=true,
|
||||||
|
#ipam.operator.clusterPoolIPv4PodCIDRList={{ kubernetes.ipPool.ipv4.cluster_cidr }},
|
||||||
|
#ipam.operator.clusterPoolIPv6PodCIDRList={{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
||||||
|
|
||||||
|
- name: Wait for cilium
|
||||||
|
command: cilium status --wait
|
||||||
|
changed_when: false
|
||||||
|
run_once: true
|
||||||
|
when:
|
||||||
|
- cilium_status.rc != 0
|
||||||
@@ -2,5 +2,8 @@
|
|||||||
|
|
||||||
- import_tasks: ./node.yml
|
- import_tasks: ./node.yml
|
||||||
|
|
||||||
- import_tasks: ./install.yml
|
- import_tasks: ./cpu_weight.yml
|
||||||
|
tags: cpu_weight
|
||||||
|
|
||||||
|
- import_tasks: ./install.yml
|
||||||
|
when: target_host is not defined or inventory_hostname == target_host
|
||||||
|
|||||||
@@ -18,6 +18,83 @@
|
|||||||
imageGCLowThresholdPercent: 55
|
imageGCLowThresholdPercent: 55
|
||||||
imageMaximumGCAge: 168h
|
imageMaximumGCAge: 168h
|
||||||
|
|
||||||
|
# KubeletConfiguration fields from kubernetes.kubelet_memory (eviction) and
|
||||||
|
# kubernetes.kubelet_reserved (systemReserved, kubeReserved); a file is removed
|
||||||
|
# while its variable is empty. The kubelet reads the drop-ins only when k3s
|
||||||
|
# starts, so a change takes effect after a k3s restart. The restart_k3s handler
|
||||||
|
# restarts only with -e k3s_restart_allowed=true, on one node per run.
|
||||||
|
- name: Kubelet memory reservation and eviction
|
||||||
|
tags: [kubelet_memory, kubelet_reserved]
|
||||||
|
block:
|
||||||
|
- name: Refuse a k3s restart on several nodes at once
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: ansible_play_hosts_all | length == 1
|
||||||
|
fail_msg: k3s_restart_allowed restarts k3s on every changed node of the play; limit the run to one node (--limit <node>) to keep the etcd quorum
|
||||||
|
when: k3s_restart_allowed | default(false) | bool
|
||||||
|
|
||||||
|
- name: Create the kubelet drop-in directory
|
||||||
|
file:
|
||||||
|
path: /etc/rancher/k3s/kubelet.conf.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Set the kubelet eviction thresholds
|
||||||
|
copy:
|
||||||
|
dest: /etc/rancher/k3s/kubelet.conf.d/20-memory.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: "{{ {'apiVersion': 'kubelet.config.k8s.io/v1beta1', 'kind': 'KubeletConfiguration'} | combine(kubernetes.kubelet_memory) | to_nice_yaml(indent=2) }}"
|
||||||
|
when: kubernetes.kubelet_memory | length > 0
|
||||||
|
register: kubelet_memory_dropin
|
||||||
|
notify: restart_k3s
|
||||||
|
|
||||||
|
- name: Remove the kubelet memory drop-in
|
||||||
|
file:
|
||||||
|
path: /etc/rancher/k3s/kubelet.conf.d/20-memory.conf
|
||||||
|
state: absent
|
||||||
|
when: kubernetes.kubelet_memory | length == 0
|
||||||
|
notify: restart_k3s
|
||||||
|
|
||||||
|
- name: Set the kubelet system and kube reservations
|
||||||
|
copy:
|
||||||
|
dest: /etc/rancher/k3s/kubelet.conf.d/30-reserved.conf
|
||||||
|
mode: "0644"
|
||||||
|
content: "{{ {'apiVersion': 'kubelet.config.k8s.io/v1beta1', 'kind': 'KubeletConfiguration'} | combine(kubernetes.kubelet_reserved) | to_nice_yaml(indent=2) }}"
|
||||||
|
when: kubernetes.kubelet_reserved | length > 0
|
||||||
|
register: kubelet_reserved_dropin
|
||||||
|
notify: restart_k3s
|
||||||
|
|
||||||
|
- name: Remove the kubelet reservation drop-in
|
||||||
|
file:
|
||||||
|
path: /etc/rancher/k3s/kubelet.conf.d/30-reserved.conf
|
||||||
|
state: absent
|
||||||
|
when: kubernetes.kubelet_reserved | length == 0
|
||||||
|
notify: restart_k3s
|
||||||
|
|
||||||
|
# Compares the file times with the start of the running k3s, so a pending
|
||||||
|
# restart is reported on every run, not only on the run that wrote the file.
|
||||||
|
- name: List the kubelet drop-ins written after k3s started
|
||||||
|
shell: |
|
||||||
|
since=$(systemctl show k3s -p ActiveEnterTimestamp --value)
|
||||||
|
[ -n "$since" ] || exit 0
|
||||||
|
start=$(date -d "$since" +%s) || exit 1
|
||||||
|
for f in /etc/rancher/k3s/kubelet.conf.d/*; do
|
||||||
|
[ "$(stat -c %Y "$f")" -gt "$start" ] && echo "$f"
|
||||||
|
done
|
||||||
|
exit 0
|
||||||
|
register: kubelet_dropins_pending
|
||||||
|
changed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
- name: Report the pending k3s restart
|
||||||
|
ansible.builtin.debug:
|
||||||
|
msg: >-
|
||||||
|
k3s restart pending on {{ inventory_hostname }}: the kubelet reads
|
||||||
|
/etc/rancher/k3s/kubelet.conf.d only at start. Restart one node at a
|
||||||
|
time with --limit {{ inventory_hostname }} -e k3s_restart_allowed=true.
|
||||||
|
when:
|
||||||
|
- not (k3s_restart_allowed | default(false) | bool)
|
||||||
|
- kubelet_dropins_pending.stdout | length > 0 or kubelet_memory_dropin is changed or kubelet_reserved_dropin is changed
|
||||||
|
|
||||||
# Every pod watching its config files takes inotify instances and watches from
|
# Every pod watching its config files takes inotify instances and watches from
|
||||||
# the per-user pool. An LXC container inherits these from its host. Only this
|
# the per-user pool. An LXC container inherits these from its host. Only this
|
||||||
# file is loaded: sysctl --system would also apply distribution defaults such as
|
# file is loaded: sysctl --system would also apply distribution defaults such as
|
||||||
|
|||||||
@@ -35,8 +35,25 @@
|
|||||||
|
|
||||||
- name: Getting nodeIp-data from interface
|
- name: Getting nodeIp-data from interface
|
||||||
set_fact:
|
set_fact:
|
||||||
nodeip_ipv4: "{{ ansible_facts[ interface ].ipv4.address }}"
|
nodeip_ipv4: >-
|
||||||
nodeip_ipv6: "{{ ansible_facts[ interface ].ipv6[0].address if ansible_facts[ interface ].ipv6 is defined }}"
|
{{ (ansible_facts[interface].ipv4.address)
|
||||||
|
if (ansible_facts is defined and ansible_facts.get(interface) is defined and ansible_facts[interface].ipv4 is defined)
|
||||||
|
else (ansible_default_ipv4.address | default('')) }}
|
||||||
|
nodeip_ipv6: >-
|
||||||
|
{{ (ansible_facts[interface].ipv6[0].address)
|
||||||
|
if (ansible_facts is defined and ansible_facts.get(interface) is defined and ansible_facts[interface].ipv6 is defined and (ansible_facts[interface].ipv6 | length) > 0)
|
||||||
|
else (ansible_default_ipv6.address | default('')) }}
|
||||||
|
|
||||||
|
- block:
|
||||||
|
- name: Write /etc/resolv-k3s.conf with the fixed nameservers
|
||||||
|
template:
|
||||||
|
src: resolv-k3s.conf.jinja2
|
||||||
|
dest: /etc/resolv-k3s.conf
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
when: kubernetes.network.clean_resolv_conf is true
|
||||||
|
tags: resolv_conf
|
||||||
|
|
||||||
- name: Run handlers to reload configurations
|
- name: Run handlers to reload configurations
|
||||||
meta: flush_handlers
|
meta: flush_handlers
|
||||||
|
|||||||
@@ -1,12 +1,37 @@
|
|||||||
|
{% set disabled_components = [] %}
|
||||||
|
|
||||||
|
## Base ##
|
||||||
|
node-name: {{ ansible_fqdn }}
|
||||||
|
# Join cluster
|
||||||
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
||||||
token: '{{ kubernetes.token }}'
|
token: '{{ kubernetes.token }}'
|
||||||
|
|
||||||
|
# Networking
|
||||||
|
{% if ansible_default_ipv6 is defined %}
|
||||||
|
node-external-ip: {{ ansible_default_ipv4.address }},{{ ansible_default_ipv6.address }}
|
||||||
|
{% else %}
|
||||||
|
node-external-ip: {{ ansible_default_ipv4.address }}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
{% if kubernetes.network.clean_resolv_conf %}
|
||||||
|
resolv-conf: /etc/resolv-k3s.conf
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
||||||
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
||||||
{% else %}
|
{% else %}
|
||||||
node-ip: {{ nodeip_ipv4 }}
|
node-ip: {{ nodeip_ipv4 }}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
|
# Network-plugin
|
||||||
|
{% if kubernetes.network.plugin == "flannel" %}
|
||||||
|
{% else %}
|
||||||
|
{% if kubernetes.network.plugin == "cilium" %}
|
||||||
|
# Cilium requires servicelb to be disabled when replacing kube-proxy
|
||||||
|
{% set _ = disabled_components.append('servicelb') %}
|
||||||
|
{% endif %}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
## Label
|
## Label
|
||||||
# Region & DC
|
# Region & DC
|
||||||
node-label:
|
node-label:
|
||||||
@@ -16,3 +41,13 @@ node-label:
|
|||||||
{% if zone is defined %}
|
{% if zone is defined %}
|
||||||
- topology.kubernetes.io/zone={{ zone }}
|
- topology.kubernetes.io/zone={{ zone }}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
{% for item in kubernetes.labels_extra %}
|
||||||
|
- {{ item }}
|
||||||
|
{% endfor %}
|
||||||
|
|
||||||
|
# Disabled components
|
||||||
|
{% if disabled_components %}
|
||||||
|
disable: {{ disabled_components | join(',') }}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
{{ kubernetes.config_extra | to_yaml }}
|
||||||
|
|||||||
@@ -1,8 +1,12 @@
|
|||||||
|
{% set disabled_components = [] %}
|
||||||
|
|
||||||
## Base ##
|
## Base ##
|
||||||
|
node-name: {{ ansible_fqdn }}
|
||||||
{% if inventory_hostname == groups['kubernetes'][0] %}
|
{% if inventory_hostname == groups['kubernetes'][0] %}
|
||||||
# Initialize with internal etcd
|
# Initialize with internal etcd
|
||||||
cluster-init: true
|
cluster-init: true
|
||||||
{% else %}
|
{% else %}
|
||||||
|
# Join cluster
|
||||||
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
@@ -11,6 +15,16 @@ tls-san:
|
|||||||
- {{ kubernetes.control_plane.dns_name }}
|
- {{ kubernetes.control_plane.dns_name }}
|
||||||
|
|
||||||
# Networking
|
# Networking
|
||||||
|
{% if ansible_default_ipv6 is defined and ansible_default_ipv6.address is defined %}
|
||||||
|
node-external-ip: {{ ansible_default_ipv4.address }},{{ ansible_default_ipv6.address }}
|
||||||
|
{% else %}
|
||||||
|
node-external-ip: {{ ansible_default_ipv4.address }}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
{% if kubernetes.network.clean_resolv_conf %}
|
||||||
|
resolv-conf: /etc/resolv-k3s.conf
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
||||||
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
||||||
cluster-cidr: {{ kubernetes.ipPool.ipv4.cluster_cidr }},{{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
cluster-cidr: {{ kubernetes.ipPool.ipv4.cluster_cidr }},{{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
||||||
@@ -34,11 +48,15 @@ flannel-backend: vxlan
|
|||||||
{% else %}
|
{% else %}
|
||||||
disable-network-policy: true
|
disable-network-policy: true
|
||||||
flannel-backend: none
|
flannel-backend: none
|
||||||
|
{% if kubernetes.network.plugin == "cilium" %}
|
||||||
|
# Cilium requires servicelb to be disabled when replacing kube-proxy
|
||||||
|
{% set _ = disabled_components.append('servicelb') %}
|
||||||
|
{% endif %}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
# Ingress-plugin
|
# Ingress-plugin
|
||||||
{% if kubernetes.ingress_controller != "traefik-ingress" %}
|
{% if kubernetes.ingress_controller != "traefik-ingress" %}
|
||||||
disable: traefik
|
{% set _ = disabled_components.append('traefik') %}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
|
||||||
## Label
|
## Label
|
||||||
@@ -50,6 +68,16 @@ node-label:
|
|||||||
{% if zone is defined %}
|
{% if zone is defined %}
|
||||||
- topology.kubernetes.io/zone={{ zone }}
|
- topology.kubernetes.io/zone={{ zone }}
|
||||||
{% endif %}
|
{% endif %}
|
||||||
|
{% if kubernetes.labels_extra is defined %}
|
||||||
|
{% for item in kubernetes.labels_extra %}
|
||||||
|
- {{ item }}
|
||||||
|
{% endfor %}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
# Disabled components
|
||||||
|
{% if disabled_components %}
|
||||||
|
disable: {{ disabled_components | join(',') }}
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
{{ kubernetes.config_extra | to_yaml }}
|
{{ kubernetes.config_extra | to_yaml }}
|
||||||
|
|
||||||
|
|||||||
@@ -23,12 +23,14 @@ spec:
|
|||||||
hostNetwork: true
|
hostNetwork: true
|
||||||
containers:
|
containers:
|
||||||
- name: routingtabletowg
|
- name: routingtabletowg
|
||||||
image: "ruakij/routingtabletowg:0.2.0"
|
image: "ghcr.io/ruakij/routingtabletowg:0.3.0@sha256:a2c505e0f716dbbfdda1a535e2631e5a73b64236cd68d459eb407beab2e1032e"
|
||||||
env:
|
env:
|
||||||
- name: INTERFACE
|
- name: INTERFACE
|
||||||
value: {{ kubernetes.ipPool.nodeIp_interface }}
|
value: {{ kubernetes.ipPool.nodeIp_interface }}
|
||||||
- name: FILTER_PROTOCOL
|
- name: FILTER_PROTOCOL
|
||||||
value: bird
|
value: bird
|
||||||
|
- name: FILTER_TABLE
|
||||||
|
value: main
|
||||||
- name: PERIODIC_SYNC
|
- name: PERIODIC_SYNC
|
||||||
value: '300'
|
value: '300'
|
||||||
securityContext:
|
securityContext:
|
||||||
|
|||||||
@@ -0,0 +1 @@
|
|||||||
|
{{ kubernetes.registries_config | to_nice_yaml(indent=2) }}
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
# Managed by Ansible (role kubernetes). Fixed upstreams, not copied from the node.
|
||||||
|
{% for nameserver in kubernetes.network.resolv_conf_nameservers %}
|
||||||
|
nameserver {{ nameserver }}
|
||||||
|
{% endfor %}
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
---
|
||||||
|
# Every host sends its mail through the mailcow submission port with its own mailbox
|
||||||
|
# (doc/security-perimeter.md in the kubernetes repo). The password is set in host_vars.
|
||||||
|
mail_relay:
|
||||||
|
host: tranio.ruekov.eu
|
||||||
|
port: 587
|
||||||
|
# SASL login of the mailcow mailbox; the password is an SMTP-only app password of it.
|
||||||
|
username: "{{ inventory_hostname_short }}.system@mail.ruekov.eu"
|
||||||
|
# Sender address every local address is rewritten to; mailcow accepts only addresses of the login.
|
||||||
|
sender: "{{ mail_relay.username }}"
|
||||||
|
password: ""
|
||||||
|
# Root mail goes to this address: /etc/aliases and, on Proxmox hosts, the email of root@pam.
|
||||||
|
root_mail: admin@ruekov.eu
|
||||||
|
myhostname: "{{ inventory_hostname }}"
|
||||||
|
# The local postfix only takes mail from the host itself.
|
||||||
|
inet_interfaces: loopback-only
|
||||||
|
# The smtp inet service of master.cf; off where another daemon holds port 25 (tranio: mailcow).
|
||||||
|
smtpd_listener: true
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
---
|
||||||
|
- name: Restart postfix
|
||||||
|
ansible.builtin.service:
|
||||||
|
name: postfix
|
||||||
|
state: restarted
|
||||||
@@ -0,0 +1,208 @@
|
|||||||
|
---
|
||||||
|
- name: Mailbox password is set
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that: mail_relay.password | length > 0
|
||||||
|
fail_msg: "mail_relay.password of {{ inventory_hostname }} is empty (host_vars)"
|
||||||
|
quiet: true
|
||||||
|
|
||||||
|
- name: Postfix state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /usr/sbin/postfix
|
||||||
|
register: mail_relay_postfix
|
||||||
|
|
||||||
|
- name: Exim state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /usr/sbin/exim4
|
||||||
|
register: mail_relay_exim
|
||||||
|
|
||||||
|
# Postfix replaces exim4 as the mail-transport-agent; the package scripts do not stop a running exim4
|
||||||
|
# while policy-rc.d denies service actions, and its listener would block postfix on port 25.
|
||||||
|
- name: Stop exim4
|
||||||
|
ansible.builtin.systemd_service:
|
||||||
|
name: exim4
|
||||||
|
state: stopped
|
||||||
|
enabled: false
|
||||||
|
when: mail_relay_exim.stat.exists and not mail_relay_postfix.stat.exists
|
||||||
|
|
||||||
|
- name: Preseed postfix
|
||||||
|
ansible.builtin.debconf:
|
||||||
|
name: postfix
|
||||||
|
question: "{{ item.question }}"
|
||||||
|
vtype: "{{ item.vtype }}"
|
||||||
|
value: "{{ item.value }}"
|
||||||
|
loop:
|
||||||
|
- { question: postfix/main_mailer_type, vtype: select, value: Internet Site }
|
||||||
|
- { question: postfix/mailname, vtype: string, value: "{{ mail_relay.myhostname }}" }
|
||||||
|
loop_control:
|
||||||
|
label: "{{ item.question }}"
|
||||||
|
when: not mail_relay_postfix.stat.exists
|
||||||
|
|
||||||
|
# A third-party repository with a bad signature makes the refresh fail on some hosts; the install
|
||||||
|
# below still fails if the index lacks the packages.
|
||||||
|
- name: Refresh apt cache
|
||||||
|
ansible.builtin.apt:
|
||||||
|
update_cache: true
|
||||||
|
cache_valid_time: 3600
|
||||||
|
failed_when: false
|
||||||
|
|
||||||
|
# The package starts postfix with the Debian defaults, which listen on all interfaces; on a host whose
|
||||||
|
# port 25 is taken (tranio: mailcow) that start fails. policy-rc.d keeps the start until the
|
||||||
|
# configuration is in place.
|
||||||
|
- name: Install postfix
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name:
|
||||||
|
- postfix
|
||||||
|
- libsasl2-modules
|
||||||
|
- ca-certificates
|
||||||
|
policy_rc_d: "{{ omit if mail_relay_postfix.stat.exists else 101 }}"
|
||||||
|
|
||||||
|
- name: Postfix configuration
|
||||||
|
when: not ansible_check_mode or mail_relay_postfix.stat.exists
|
||||||
|
block:
|
||||||
|
- name: Local names of the host
|
||||||
|
ansible.builtin.set_fact:
|
||||||
|
mail_relay_local_names: >-
|
||||||
|
{{ [mail_relay.myhostname, inventory_hostname, inventory_hostname_short, ansible_facts['hostname'],
|
||||||
|
'localhost', 'localhost.localdomain'] | unique }}
|
||||||
|
|
||||||
|
- name: Sender rewrite map
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: generic.regexp.j2
|
||||||
|
dest: /etc/postfix/generic
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
notify: Restart postfix
|
||||||
|
|
||||||
|
- name: Relay settings in main.cf
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
path: /etc/postfix/main.cf
|
||||||
|
regexp: "^{{ item.key }}\\s*="
|
||||||
|
line: "{{ item.key }} = {{ item.value }}"
|
||||||
|
loop: "{{ mail_relay_settings | dict2items }}"
|
||||||
|
vars:
|
||||||
|
mail_relay_settings:
|
||||||
|
myhostname: "{{ mail_relay.myhostname }}"
|
||||||
|
myorigin: $myhostname
|
||||||
|
inet_interfaces: "{{ mail_relay.inet_interfaces }}"
|
||||||
|
relayhost: "[{{ mail_relay.host }}]:{{ mail_relay.port }}"
|
||||||
|
smtp_sasl_auth_enable: "yes"
|
||||||
|
smtp_sasl_password_maps: hash:/etc/postfix/sasl_passwd
|
||||||
|
smtp_sasl_security_options: noanonymous
|
||||||
|
smtp_tls_security_level: verify
|
||||||
|
smtp_tls_CAfile: /etc/ssl/certs/ca-certificates.crt
|
||||||
|
smtp_generic_maps: regexp:/etc/postfix/generic
|
||||||
|
loop_control:
|
||||||
|
label: "{{ item.key }}"
|
||||||
|
notify: Restart postfix
|
||||||
|
|
||||||
|
- name: SASL credentials
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: /etc/postfix/sasl_passwd
|
||||||
|
content: "[{{ mail_relay.host }}]:{{ mail_relay.port }} {{ mail_relay.username }}:{{ mail_relay.password }}\n"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0600"
|
||||||
|
no_log: true
|
||||||
|
register: mail_relay_sasl
|
||||||
|
|
||||||
|
- name: SASL database state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/postfix/sasl_passwd.db
|
||||||
|
register: mail_relay_sasl_db
|
||||||
|
|
||||||
|
# A task instead of a handler: a failed run would drop the notification and leave the database missing.
|
||||||
|
- name: Rebuild sasl_passwd database
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: postmap /etc/postfix/sasl_passwd
|
||||||
|
when: mail_relay_sasl.changed or not mail_relay_sasl_db.stat.exists
|
||||||
|
changed_when: true
|
||||||
|
notify: Restart postfix
|
||||||
|
|
||||||
|
# inet_interfaces cannot switch the listener off ("none" is resolved as a host name): the service
|
||||||
|
# is commented out in master.cf instead.
|
||||||
|
- name: SMTP listener in master.cf
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
path: /etc/postfix/master.cf
|
||||||
|
regexp: "^#?smtp\\s+inet\\s+n\\s+-\\s+y\\s+-\\s+-\\s+smtpd\\s*$"
|
||||||
|
line: "{{ '' if mail_relay.smtpd_listener else '#' }}smtp inet n - y - - smtpd"
|
||||||
|
notify: Restart postfix
|
||||||
|
|
||||||
|
- name: Root alias
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
path: /etc/aliases
|
||||||
|
regexp: "^root:"
|
||||||
|
line: "root: {{ mail_relay.root_mail }}"
|
||||||
|
create: true
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Alias file state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/aliases
|
||||||
|
register: mail_relay_aliases
|
||||||
|
|
||||||
|
- name: Alias database state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/aliases.db
|
||||||
|
register: mail_relay_aliases_db
|
||||||
|
|
||||||
|
# Postfix reads /etc/aliases through the compiled /etc/aliases.db; without a current db local
|
||||||
|
# delivery defers or misroutes. A task instead of a handler, so a failed run cannot lose the rebuild.
|
||||||
|
- name: Rebuild alias database
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: newaliases
|
||||||
|
when: >-
|
||||||
|
not mail_relay_aliases_db.stat.exists
|
||||||
|
or mail_relay_aliases_db.stat.mtime < mail_relay_aliases.stat.mtime
|
||||||
|
changed_when: true
|
||||||
|
|
||||||
|
- name: Apply pending changes
|
||||||
|
ansible.builtin.meta: flush_handlers
|
||||||
|
|
||||||
|
- name: SASL database permissions
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/postfix/sasl_passwd.db
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
mode: "0600"
|
||||||
|
|
||||||
|
- name: Postfix running
|
||||||
|
ansible.builtin.service:
|
||||||
|
name: postfix
|
||||||
|
state: started
|
||||||
|
enabled: true
|
||||||
|
|
||||||
|
- name: Proxmox state
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /usr/sbin/pveum
|
||||||
|
register: mail_relay_pve
|
||||||
|
|
||||||
|
# The built-in mail-to-root notification target mails the email of root@pam.
|
||||||
|
- name: Email of root@pam
|
||||||
|
when: mail_relay_pve.stat.exists
|
||||||
|
block:
|
||||||
|
- name: Read root@pam
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: pvesh get /access/users/root@pam --output-format json
|
||||||
|
register: mail_relay_pve_root
|
||||||
|
changed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
- name: Set the email of root@pam
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: "pveum user modify root@pam --email {{ mail_relay.root_mail }}"
|
||||||
|
when: (mail_relay_pve_root.stdout | from_json).email | default('') != mail_relay.root_mail
|
||||||
|
|
||||||
|
# Run with --tags mail_relay_test: the mail takes the root alias through the relay.
|
||||||
|
- name: Test mail to root
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: sendmail -t
|
||||||
|
stdin: |
|
||||||
|
To: root
|
||||||
|
Subject: mail_relay test from {{ inventory_hostname }}
|
||||||
|
|
||||||
|
Test mail of the mail_relay role.
|
||||||
|
changed_when: true
|
||||||
|
tags: [never, mail_relay_test]
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
# mailcow rejects a sender that does not belong to the login of the submission, so every address of
|
||||||
|
# this host is rewritten to the mailbox. The map also applies to recipient addresses: only the names
|
||||||
|
# of this host match, never a recipient such as admin@ruekov.eu.
|
||||||
|
/^[^@]+@({{ mail_relay_local_names | map('regex_escape') | join('|') }})$/ {{ mail_relay.sender }}
|
||||||
@@ -4,3 +4,10 @@ netbird_client:
|
|||||||
join_network:
|
join_network:
|
||||||
setup_key:
|
setup_key:
|
||||||
management_url:
|
management_url:
|
||||||
|
|
||||||
|
# Interface name prefixes appended to IFaceBlackList in /var/lib/netbird/default.json
|
||||||
|
iface_blacklist_extra: []
|
||||||
|
# Overrides the --log-level of the netbird service when set
|
||||||
|
log_level:
|
||||||
|
# MTU of wt0, written to /var/lib/netbird/default.json (netbird restarts on change); leave empty to keep the config as is
|
||||||
|
mtu:
|
||||||
|
|||||||
@@ -0,0 +1,5 @@
|
|||||||
|
- name: restart_netbird
|
||||||
|
systemd:
|
||||||
|
name: netbird
|
||||||
|
state: restarted
|
||||||
|
daemon_reload: true
|
||||||
@@ -0,0 +1,87 @@
|
|||||||
|
- name: Read netbird config
|
||||||
|
slurp:
|
||||||
|
src: /var/lib/netbird/default.json
|
||||||
|
register: netbird_config_file
|
||||||
|
when: netbird_client.iface_blacklist_extra | default([]) | length > 0
|
||||||
|
tags: netbird_client_config
|
||||||
|
|
||||||
|
- name: Add the extra interface prefixes to IFaceBlackList
|
||||||
|
when: netbird_config_file.content is defined
|
||||||
|
vars:
|
||||||
|
netbird_config: "{{ netbird_config_file.content | b64decode | from_json }}"
|
||||||
|
netbird_blacklist_missing: "{{ netbird_client.iface_blacklist_extra | difference(netbird_config.IFaceBlackList | default([])) }}"
|
||||||
|
tags: netbird_client_config
|
||||||
|
block:
|
||||||
|
# netbird writes its in-memory config back on exit, so edit only while it is stopped
|
||||||
|
- name: Stop netbird to edit its config
|
||||||
|
systemd:
|
||||||
|
name: netbird
|
||||||
|
state: stopped
|
||||||
|
when: netbird_blacklist_missing | length > 0
|
||||||
|
notify: restart_netbird
|
||||||
|
register: netbird_stopped
|
||||||
|
|
||||||
|
- name: Re-read netbird config after stop
|
||||||
|
slurp:
|
||||||
|
src: /var/lib/netbird/default.json
|
||||||
|
register: netbird_config_stopped
|
||||||
|
when: netbird_stopped is changed
|
||||||
|
|
||||||
|
- name: Write IFaceBlackList
|
||||||
|
copy:
|
||||||
|
dest: /var/lib/netbird/default.json
|
||||||
|
content: "{{ cfg | combine({'IFaceBlackList': cfg.IFaceBlackList | default([]) + netbird_client.iface_blacklist_extra | difference(cfg.IFaceBlackList | default([]))}) | to_nice_json(indent=4, sort_keys=False) }}\n"
|
||||||
|
mode: "0600"
|
||||||
|
vars:
|
||||||
|
cfg: "{{ netbird_config_stopped.content | b64decode | from_json }}"
|
||||||
|
when: netbird_stopped is changed
|
||||||
|
|
||||||
|
- name: Read netbird config for the MTU
|
||||||
|
slurp:
|
||||||
|
src: /var/lib/netbird/default.json
|
||||||
|
register: netbird_config_mtu_file
|
||||||
|
when: netbird_client.mtu | default('') | string | length > 0
|
||||||
|
tags: netbird_client_config
|
||||||
|
|
||||||
|
- name: Set the wt0 MTU in the netbird config
|
||||||
|
when: netbird_config_mtu_file.content is defined
|
||||||
|
vars:
|
||||||
|
netbird_config_mtu: "{{ netbird_config_mtu_file.content | b64decode | from_json }}"
|
||||||
|
netbird_mtu_differs: "{{ (netbird_config_mtu.MTU | default(0)) != (netbird_client.mtu | int) }}"
|
||||||
|
tags: netbird_client_config
|
||||||
|
block:
|
||||||
|
# netbird writes its in-memory config back on exit, so edit only while it is stopped
|
||||||
|
- name: Stop netbird to edit its MTU
|
||||||
|
systemd:
|
||||||
|
name: netbird
|
||||||
|
state: stopped
|
||||||
|
when: netbird_mtu_differs
|
||||||
|
notify: restart_netbird
|
||||||
|
|
||||||
|
- name: Re-read netbird config after stop
|
||||||
|
slurp:
|
||||||
|
src: /var/lib/netbird/default.json
|
||||||
|
register: netbird_config_mtu_stopped
|
||||||
|
when: netbird_mtu_differs
|
||||||
|
|
||||||
|
- name: Write MTU
|
||||||
|
copy:
|
||||||
|
dest: /var/lib/netbird/default.json
|
||||||
|
content: "{{ cfg | combine({'MTU': netbird_client.mtu | int}) | to_nice_json(indent=4, sort_keys=False) }}\n"
|
||||||
|
mode: "0600"
|
||||||
|
vars:
|
||||||
|
cfg: "{{ netbird_config_mtu_stopped.content | b64decode | from_json }}"
|
||||||
|
when: netbird_mtu_differs
|
||||||
|
notify: restart_netbird
|
||||||
|
|
||||||
|
- name: Set netbird log level
|
||||||
|
copy:
|
||||||
|
dest: /etc/systemd/system/netbird.service.d/20-log-level.conf
|
||||||
|
content: |
|
||||||
|
[Service]
|
||||||
|
ExecStart=
|
||||||
|
ExecStart=/usr/bin/netbird service run --log-level {{ netbird_client.log_level }} --daemon-addr unix:///var/run/netbird.sock --log-file /var/log/netbird/client.log
|
||||||
|
mode: "0644"
|
||||||
|
when: netbird_client.log_level | default('') != ''
|
||||||
|
notify: restart_netbird
|
||||||
|
tags: netbird_client_config
|
||||||
@@ -1,26 +1,42 @@
|
|||||||
- name: Install Packages
|
- name: Install Packages
|
||||||
# when: docker_file.stat.exists == False
|
|
||||||
package:
|
package:
|
||||||
name:
|
name:
|
||||||
- ca-certificates
|
- ca-certificates
|
||||||
- curl
|
- curl
|
||||||
- gnupg
|
- gnupg
|
||||||
|
|
||||||
- name: Add netbird-key
|
# Same keyring path the hand-installed hosts use, so the repository file is identical.
|
||||||
apt_key:
|
- name: Install the netbird repository keyring
|
||||||
url: https://pkgs.wiretrustee.com/debian/public.key
|
ansible.builtin.shell:
|
||||||
state: present
|
cmd: set -o pipefail && curl -fsSL https://pkgs.netbird.io/debian/public.key | gpg --dearmor -o /usr/share/keyrings/netbird-archive-keyring.gpg
|
||||||
|
executable: /bin/bash
|
||||||
|
creates: /usr/share/keyrings/netbird-archive-keyring.gpg
|
||||||
|
|
||||||
|
- name: Remove one-line netbird-repository
|
||||||
|
file:
|
||||||
|
path: /etc/apt/sources.list.d/netbird.list
|
||||||
|
state: absent
|
||||||
|
register: netbird_list
|
||||||
|
|
||||||
- name: Add netbird-repository
|
- name: Add netbird-repository
|
||||||
apt_repository:
|
deb822_repository:
|
||||||
repo: "deb https://pkgs.wiretrustee.com/debian stable main"
|
name: netbird
|
||||||
state: present
|
types: deb
|
||||||
filename: netbird
|
uris: https://pkgs.netbird.io/debian
|
||||||
update_cache: yes
|
suites: stable
|
||||||
|
components: main
|
||||||
|
signed_by: /usr/share/keyrings/netbird-archive-keyring.gpg
|
||||||
|
register: netbird_repo
|
||||||
|
|
||||||
|
- name: Update apt cache after netbird-repository change
|
||||||
|
apt:
|
||||||
|
update_cache: yes
|
||||||
|
when: netbird_list.changed or netbird_repo.changed
|
||||||
|
|
||||||
|
# present, not latest: an upgrade restarts the daemon and drops the tunnels of the node.
|
||||||
- name: Install wireguard & netbird
|
- name: Install wireguard & netbird
|
||||||
package:
|
package:
|
||||||
name:
|
name:
|
||||||
- wireguard
|
- wireguard
|
||||||
- netbird
|
- netbird
|
||||||
state: latest
|
state: present
|
||||||
|
|||||||
@@ -1,16 +1,37 @@
|
|||||||
|
- name: Read the netbird status
|
||||||
|
when: "netbird_client.join_network.setup_key | default('') | length > 0"
|
||||||
|
command: netbird status -d
|
||||||
|
register: netbird_status
|
||||||
|
changed_when: false
|
||||||
|
failed_when: false
|
||||||
|
check_mode: false
|
||||||
|
|
||||||
|
# Joined means connected to the management server of the vars; without a management_url any server counts.
|
||||||
- name: Join netbird-network
|
- name: Join netbird-network
|
||||||
when: "netbird_client.join_network.setup_key is defined"
|
when:
|
||||||
command: "netbird up --management-url {{ netbird_client.join_network.management_url }} --setup-key {{ netbird_client.join_network.setup_key }}"
|
- "netbird_client.join_network.setup_key | default('') | length > 0"
|
||||||
failed_when: command.rc != 0
|
- netbird_status.stdout is not search(netbird_joined_pattern, multiline=True)
|
||||||
changed_when: "'Connected' in command.stdout"
|
vars:
|
||||||
register: command
|
netbird_management_url: "{{ netbird_client.join_network.management_url | default('') }}"
|
||||||
|
netbird_joined_pattern: "^Management: Connected{{ (' to ' ~ (netbird_management_url | regex_escape) ~ '$') if netbird_management_url != '' else '' }}"
|
||||||
|
netbird_blacklist_extra: "{{ netbird_client.iface_blacklist_extra | default([]) }}"
|
||||||
|
netbird_up_argv: >-
|
||||||
|
{{ ['netbird', 'up']
|
||||||
|
+ (['--management-url', netbird_management_url] if netbird_management_url != '' else [])
|
||||||
|
+ ['--setup-key', netbird_client.join_network.setup_key]
|
||||||
|
+ (['--extra-iface-blacklist', netbird_blacklist_extra | join(',')] if netbird_blacklist_extra | length > 0 else []) }}
|
||||||
|
command:
|
||||||
|
argv: "{{ netbird_up_argv }}"
|
||||||
|
no_log: true
|
||||||
|
changed_when: true
|
||||||
|
register: join
|
||||||
|
|
||||||
- name: Wait for netbird-interface to exist
|
- name: Wait for netbird-interface to exist
|
||||||
wait_for:
|
wait_for:
|
||||||
path: "/sys/class/net/wt0"
|
path: "/sys/class/net/wt0"
|
||||||
state: present
|
state: present
|
||||||
when: command.changed
|
when: join is changed
|
||||||
|
|
||||||
- name: Gather facts to get changes
|
- name: Gather facts to get changes
|
||||||
ansible.builtin.gather_facts:
|
ansible.builtin.gather_facts:
|
||||||
when: command.changed
|
when: join is changed
|
||||||
|
|||||||
@@ -2,3 +2,4 @@
|
|||||||
|
|
||||||
- import_tasks: ./join-network.yml
|
- import_tasks: ./join-network.yml
|
||||||
|
|
||||||
|
- import_tasks: ./config.yml
|
||||||
|
|||||||
@@ -0,0 +1 @@
|
|||||||
|
DPkg::Post-Invoke { "/usr/local/sbin/pve-no-nag"; };
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
# Disables the "No valid subscription" dialog of the Proxmox web UI. Called by the apt hook
|
||||||
|
# 86pve-no-nag, because every proxmox-widget-toolkit update restores the file. Without a match
|
||||||
|
# (changed upstream code) the dialog returns and nothing breaks.
|
||||||
|
f=/usr/share/javascript/proxmox-widget-toolkit/proxmoxlib.js
|
||||||
|
[ -f "$f" ] && sed -i 's/checked_command: function (orig_cmd) {$/& orig_cmd(); return;/' "$f"
|
||||||
|
exit 0
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
- name: Install the subscription nag remover
|
||||||
|
copy:
|
||||||
|
src: pve-no-nag
|
||||||
|
dest: /usr/local/sbin/pve-no-nag
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Run it after every dpkg run
|
||||||
|
copy:
|
||||||
|
src: 86pve-no-nag
|
||||||
|
dest: /etc/apt/apt.conf.d/86pve-no-nag
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
- name: Remove the subscription nag
|
||||||
|
command: /usr/local/sbin/pve-no-nag
|
||||||
|
changed_when: false
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
tuned:
|
||||||
|
profile:
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
- name: Install Packages
|
||||||
|
package:
|
||||||
|
name:
|
||||||
|
- tuned
|
||||||
|
- tuned-utils
|
||||||
|
- tuned-utils-systemtap
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
- import_tasks: ./install-packages.yml
|
||||||
|
|
||||||
|
- import_tasks: ./setup-service.yml
|
||||||
|
|
||||||
|
- import_tasks: ./set-profile.yml
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
- name: Set profile
|
||||||
|
command: tuned-adm profile throughput-performance
|
||||||
|
register: command
|
||||||
|
failed_when:
|
||||||
|
- "command.rc != 0"
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
- name: Make sure service is started
|
||||||
|
service:
|
||||||
|
name: tuned
|
||||||
|
enabled: true
|
||||||
|
state: "started"
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
---
|
||||||
|
unattended_upgrades:
|
||||||
|
# Security updates only. Third-party repositories (Docker, Kopia, CrowdSec, NetBird, Proxmox, GitLab) stay out:
|
||||||
|
# an update of docker-ce or a pve package restarts every container or guest.
|
||||||
|
# Keyed by ansible_distribution; Debian lists go to Origins-Pattern, Ubuntu lists to Allowed-Origins.
|
||||||
|
origins_pattern:
|
||||||
|
Debian:
|
||||||
|
- origin=Debian,codename=${distro_codename}-security,label=Debian-Security
|
||||||
|
allowed_origins:
|
||||||
|
Ubuntu:
|
||||||
|
- ${distro_id}:${distro_codename}-security
|
||||||
|
- ${distro_id}ESMApps:${distro_codename}-apps-security
|
||||||
|
- ${distro_id}ESM:${distro_codename}-infra-security
|
||||||
|
# Recipient of the report mail; unset sends none, as no host has an outgoing mail setup.
|
||||||
|
mail:
|
||||||
|
mail_report: only-on-error
|
||||||
@@ -0,0 +1,63 @@
|
|||||||
|
---
|
||||||
|
- name: Require an allowed origin for the distribution
|
||||||
|
ansible.builtin.assert:
|
||||||
|
that:
|
||||||
|
- (unattended_upgrades.origins_pattern[ansible_distribution] | default([]) + unattended_upgrades.allowed_origins[ansible_distribution] | default([])) | length > 0
|
||||||
|
fail_msg: unattended_upgrades has no origins for {{ ansible_distribution }}
|
||||||
|
|
||||||
|
- name: Install unattended-upgrades
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: unattended-upgrades
|
||||||
|
state: present
|
||||||
|
|
||||||
|
- name: Enable the daily package list update and upgrade
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: 20auto-upgrades.j2
|
||||||
|
dest: /etc/apt/apt.conf.d/20auto-upgrades
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
# Separate file, the package owns 50unattended-upgrades.
|
||||||
|
- name: Configure unattended-upgrades
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: 52unattended-upgrades-local.j2
|
||||||
|
dest: /etc/apt/apt.conf.d/52unattended-upgrades-local
|
||||||
|
mode: "0644"
|
||||||
|
|
||||||
|
# needrestart (Ubuntu default) restarts every service that uses an upgraded library, containerd and netbird included:
|
||||||
|
# after a libc upgrade the dead FUSE mounts hung systemd-resolved on antius and the node went NotReady (2026-11-14).
|
||||||
|
# List only; the services pick up the library at the next reboot, which HostRebootRequired tracks.
|
||||||
|
- name: Check for needrestart
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/needrestart/conf.d
|
||||||
|
register: unattended_upgrades_needrestart
|
||||||
|
|
||||||
|
- name: Let needrestart list the services instead of restarting them
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: needrestart-list-only.conf.j2
|
||||||
|
dest: /etc/needrestart/conf.d/90-list-only.conf
|
||||||
|
mode: "0644"
|
||||||
|
when: unattended_upgrades_needrestart.stat.exists
|
||||||
|
|
||||||
|
# Debian installs apt-listchanges with email_address=root, which mails the NEWS of every
|
||||||
|
# unattended upgrade through the mail relay.
|
||||||
|
- name: Check for the apt-listchanges config
|
||||||
|
ansible.builtin.stat:
|
||||||
|
path: /etc/apt/listchanges.conf
|
||||||
|
register: unattended_upgrades_listchanges
|
||||||
|
|
||||||
|
- name: Disable the apt-listchanges mails
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
path: /etc/apt/listchanges.conf
|
||||||
|
regexp: '^email_address='
|
||||||
|
line: email_address=none
|
||||||
|
insertafter: '^\[apt\]'
|
||||||
|
when: unattended_upgrades_listchanges.stat.exists
|
||||||
|
|
||||||
|
- name: Enable the apt timers
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: "{{ item }}"
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
loop:
|
||||||
|
- apt-daily.timer
|
||||||
|
- apt-daily-upgrade.timer
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
// {{ ansible_managed }}
|
||||||
|
APT::Periodic::Update-Package-Lists "1";
|
||||||
|
APT::Periodic::Unattended-Upgrade "1";
|
||||||
|
APT::Periodic::AutocleanInterval "7";
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
// {{ ansible_managed }}
|
||||||
|
// Replaces the origins of 50unattended-upgrades; apt list options append otherwise.
|
||||||
|
#clear Unattended-Upgrade::Allowed-Origins;
|
||||||
|
#clear Unattended-Upgrade::Origins-Pattern;
|
||||||
|
{% set patterns = unattended_upgrades.origins_pattern[ansible_distribution] | default([]) %}
|
||||||
|
{% if patterns %}
|
||||||
|
Unattended-Upgrade::Origins-Pattern {
|
||||||
|
{% for origin in patterns %}
|
||||||
|
"{{ origin }}";
|
||||||
|
{% endfor %}
|
||||||
|
};
|
||||||
|
{% endif %}
|
||||||
|
{% set allowed = unattended_upgrades.allowed_origins[ansible_distribution] | default([]) %}
|
||||||
|
{% if allowed %}
|
||||||
|
Unattended-Upgrade::Allowed-Origins {
|
||||||
|
{% for origin in allowed %}
|
||||||
|
"{{ origin }}";
|
||||||
|
{% endfor %}
|
||||||
|
};
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
// No automatic reboot, the owner schedules those.
|
||||||
|
Unattended-Upgrade::Automatic-Reboot "false";
|
||||||
|
Unattended-Upgrade::Remove-Unused-Kernel-Packages "true";
|
||||||
|
Unattended-Upgrade::Remove-New-Unused-Dependencies "true";
|
||||||
|
Unattended-Upgrade::Remove-Unused-Dependencies "false";
|
||||||
|
{% if unattended_upgrades.mail %}
|
||||||
|
Unattended-Upgrade::Mail "{{ unattended_upgrades.mail }}";
|
||||||
|
Unattended-Upgrade::MailReport "{{ unattended_upgrades.mail_report }}";
|
||||||
|
{% endif %}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
# {{ ansible_managed }}
|
||||||
|
$nrconf{restart} = 'l';
|
||||||
@@ -5,7 +5,10 @@
|
|||||||
|
|
||||||
- name: Download binary
|
- name: Download binary
|
||||||
get_url:
|
get_url:
|
||||||
url: https://github.com/Ruakij/wg-ipv6-converter/releases/{{ versionUri }}/wg-ipv6-converter_{{ arch }}
|
url: https://github.com/Ruakij/wg-ipv6-converter/releases/{{ versionUri }}/wg-ipv6-converter-linux-{{ arch }}
|
||||||
dest: /usr/local/bin/wg-ipv6-converter
|
dest: /usr/local/bin/wg-ipv6-converter
|
||||||
mode: "744"
|
mode: "744"
|
||||||
|
# Replaces a differing binary (get_url keeps an existing dest without a
|
||||||
|
# checksum) and verifies the download.
|
||||||
|
checksum: "sha256:https://github.com/Ruakij/wg-ipv6-converter/releases/{{ versionUri }}/SHA256SUMS"
|
||||||
register: deployDownload
|
register: deployDownload
|
||||||
|
|||||||
@@ -10,10 +10,30 @@
|
|||||||
daemon-reload: true
|
daemon-reload: true
|
||||||
enabled: true
|
enabled: true
|
||||||
|
|
||||||
|
- name: Ensure drop-in directory for the bound service exists
|
||||||
|
ansible.builtin.file:
|
||||||
|
path: /etc/systemd/system/{{ wireguard_ipv6_converter.service.bindTo }}.d
|
||||||
|
state: directory
|
||||||
|
mode: "0755"
|
||||||
|
when: "wireguard_ipv6_converter.service.bindTo is defined"
|
||||||
|
|
||||||
|
- name: Deploy start-propagation drop-in for the bound service
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: wg-ipv6-conv-restart.conf.jinja2
|
||||||
|
dest: /etc/systemd/system/{{ wireguard_ipv6_converter.service.bindTo }}.d/10-wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.conf
|
||||||
|
mode: "0644"
|
||||||
|
when: "wireguard_ipv6_converter.service.bindTo is defined"
|
||||||
|
register: upholdsFile
|
||||||
|
|
||||||
|
- name: Reload systemd for drop-in
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
daemon_reload: true
|
||||||
|
when: "upholdsFile.changed"
|
||||||
|
|
||||||
- name: Start service if interface exists already
|
- name: Start service if interface exists already
|
||||||
ansible.builtin.service:
|
ansible.builtin.service:
|
||||||
name: wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}
|
name: wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}
|
||||||
state: "{{ 'restarted' if deployDownload.changed or serviceFile.changed else 'started' }}"
|
state: "restarted"
|
||||||
register: service
|
register: service
|
||||||
when: "wireguard_ipv6_converter.setup.interface in ansible_interfaces"
|
when: "wireguard_ipv6_converter.setup.interface in ansible_interfaces"
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,12 @@
|
|||||||
|
# BindsTo= in the converter unit only propagates stop, so a restart of
|
||||||
|
# {{ wireguard_ipv6_converter.service.bindTo }} leaves the converter dead and the re-created
|
||||||
|
# interface without its IPv6 addresses. Start it again whenever
|
||||||
|
# {{ wireguard_ipv6_converter.service.bindTo }} starts. --no-block because the converter orders
|
||||||
|
# itself After={{ wireguard_ipv6_converter.service.bindTo }}.
|
||||||
|
# Upholds= additionally restarts the converter whenever it stops while
|
||||||
|
# {{ wireguard_ipv6_converter.service.bindTo }} is active, e.g. after it exhausted its start limit.
|
||||||
|
[Unit]
|
||||||
|
Upholds=wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.service
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
ExecStartPost=/bin/systemctl --no-block start wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.service
|
||||||
@@ -16,7 +16,8 @@ RestartSec=30
|
|||||||
|
|
||||||
Environment="INTERFACE={{ wireguard_ipv6_converter.setup.interface }}"
|
Environment="INTERFACE={{ wireguard_ipv6_converter.setup.interface }}"
|
||||||
{% if wireguard_ipv6_converter.setup.ipv6_format is defined %}
|
{% if wireguard_ipv6_converter.setup.ipv6_format is defined %}
|
||||||
Environment="IPV6_FORMAT={{ wireguard_ipv6_converter.setup.ipv6_format }}"
|
{# systemd expands specifiers in Environment=, so every % must be doubled. #}
|
||||||
|
Environment="IPV6_FORMAT={{ wireguard_ipv6_converter.setup.ipv6_format | replace('%', '%%') }}"
|
||||||
{% endif %}
|
{% endif %}
|
||||||
{% if wireguard_ipv6_converter.setup.filter_prefix is defined %}
|
{% if wireguard_ipv6_converter.setup.filter_prefix is defined %}
|
||||||
Environment="FILTER_PREFIX={{ wireguard_ipv6_converter.setup.filter_prefix }}"
|
Environment="FILTER_PREFIX={{ wireguard_ipv6_converter.setup.filter_prefix }}"
|
||||||
|
|||||||
@@ -0,0 +1,4 @@
|
|||||||
|
---
|
||||||
|
# Directory the node exporter reads textfile metrics from (the Debian default).
|
||||||
|
zfs_host_textfile_dir: /var/lib/prometheus/node-exporter
|
||||||
|
zfs_host_metrics_interval: 5min
|
||||||
@@ -0,0 +1,41 @@
|
|||||||
|
---
|
||||||
|
# ZFS event daemon and pool metrics for the node exporter. zed keeps its default zed.rc and
|
||||||
|
# logs to the journal, which journal_upload ships.
|
||||||
|
- name: Install the ZFS event daemon
|
||||||
|
ansible.builtin.apt:
|
||||||
|
name: zfs-zed
|
||||||
|
install_recommends: false
|
||||||
|
state: present
|
||||||
|
|
||||||
|
- name: Enable the ZFS event daemon
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: zfs-zed
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
# Check mode does not install the package.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
|
|
||||||
|
- name: Install the pool metrics script
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: zfs-pool-metrics.j2
|
||||||
|
dest: /usr/local/sbin/zfs-pool-metrics
|
||||||
|
mode: "0755"
|
||||||
|
|
||||||
|
- name: Install the pool metrics units
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: "{{ item }}.j2"
|
||||||
|
dest: /etc/systemd/system/{{ item }}
|
||||||
|
mode: "0644"
|
||||||
|
loop:
|
||||||
|
- zfs-pool-metrics.service
|
||||||
|
- zfs-pool-metrics.timer
|
||||||
|
register: zfs_host_units
|
||||||
|
|
||||||
|
- name: Enable the pool metrics timer
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: zfs-pool-metrics.timer
|
||||||
|
enabled: true
|
||||||
|
state: started
|
||||||
|
daemon_reload: "{{ zfs_host_units.changed }}"
|
||||||
|
# Check mode does not write the units.
|
||||||
|
ignore_errors: "{{ ansible_check_mode }}"
|
||||||
@@ -0,0 +1,49 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# Pool capacity and the last scrub for the node exporter textfile collector.
|
||||||
|
# A scrub in progress or cancelled keeps the previous end time: the pool has no newer completed scrub.
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
dir={{ zfs_host_textfile_dir }}
|
||||||
|
out=$dir/zfs_pool.prom
|
||||||
|
tmp=$(mktemp "$dir/.zfs_pool.XXXXXX")
|
||||||
|
trap 'rm -f "$tmp"' EXIT
|
||||||
|
|
||||||
|
# Value of a metric line of the previous run, 0 if there is none.
|
||||||
|
previous() {
|
||||||
|
awk -v m="$1" -v p="$2" 'index($0, m "{pool=\"" p "\"}") == 1 {v = $2} END {print v + 0}' "$out" 2>/dev/null || echo 0
|
||||||
|
}
|
||||||
|
|
||||||
|
status=$(zpool status -p)
|
||||||
|
{
|
||||||
|
echo '# TYPE zfs_pool_size_bytes gauge'
|
||||||
|
echo '# TYPE zfs_pool_allocated_bytes gauge'
|
||||||
|
echo '# TYPE zfs_pool_fragmentation_ratio gauge'
|
||||||
|
zpool list -Hp -o name,size,allocated,fragmentation | while IFS=$'\t' read -r pool size alloc frag; do
|
||||||
|
echo "zfs_pool_size_bytes{pool=\"$pool\"} $size"
|
||||||
|
echo "zfs_pool_allocated_bytes{pool=\"$pool\"} $alloc"
|
||||||
|
if [[ $frag =~ ^[0-9]+$ ]]; then
|
||||||
|
echo "zfs_pool_fragmentation_ratio{pool=\"$pool\"} $(awk -v f="$frag" 'BEGIN {print f / 100}')"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
|
||||||
|
echo '# TYPE zfs_pool_scrub_end_timestamp_seconds gauge'
|
||||||
|
echo '# TYPE zfs_pool_scrub_errors gauge'
|
||||||
|
zpool list -Hp -o name | while read -r pool; do
|
||||||
|
scan=$(awk -v p="$pool" '$1 == "pool:" {cur = $2} cur == p && $1 == "scan:" {sub(/^[ \t]*scan:[ \t]*/, ""); print; exit}' <<< "$status")
|
||||||
|
end=0
|
||||||
|
errors=0
|
||||||
|
if [[ $scan =~ ^scrub\ repaired\ .*\ with\ ([0-9]+)\ errors\ on\ (.+)$ ]]; then
|
||||||
|
errors=${BASH_REMATCH[1]}
|
||||||
|
end=$(date -d "${BASH_REMATCH[2]}" +%s)
|
||||||
|
elif [[ $scan =~ ^scrub\ (in\ progress|canceled) ]]; then
|
||||||
|
end=$(previous zfs_pool_scrub_end_timestamp_seconds "$pool")
|
||||||
|
errors=$(previous zfs_pool_scrub_errors "$pool")
|
||||||
|
fi
|
||||||
|
echo "zfs_pool_scrub_end_timestamp_seconds{pool=\"$pool\"} $end"
|
||||||
|
echo "zfs_pool_scrub_errors{pool=\"$pool\"} $errors"
|
||||||
|
done
|
||||||
|
} > "$tmp"
|
||||||
|
|
||||||
|
chmod 0644 "$tmp"
|
||||||
|
mv "$tmp" "$out"
|
||||||
|
trap - EXIT
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=ZFS pool metrics for the node exporter textfile collector
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=oneshot
|
||||||
|
ExecStart=/usr/local/sbin/zfs-pool-metrics
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=ZFS pool metrics for the node exporter textfile collector
|
||||||
|
|
||||||
|
[Timer]
|
||||||
|
OnBootSec=1min
|
||||||
|
OnUnitActiveSec={{ zfs_host_metrics_interval }}
|
||||||
|
AccuracySec=10s
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=timers.target
|
||||||
Reference in New Issue
Block a user