Compare commits
137
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1ede3d3329 | ||
|
|
deb3521bfa | ||
|
|
c8cac22d12 | ||
|
|
6fe03c5f70 | ||
|
|
15b4e54bd5 | ||
|
|
c016459922 | ||
|
|
4d1725f17f | ||
|
|
80658c632f | ||
|
|
60b67f748e | ||
|
|
4a76aa3a2e | ||
|
|
e9f1153482 | ||
|
|
ca1fcc16b6 | ||
|
|
fb94fd5997 | ||
|
|
713d38d77d | ||
|
|
bc71066de1 | ||
|
|
5eae9ca348 | ||
|
|
844e017f9e | ||
|
|
381f3ab7c9 | ||
|
|
6390e6288b | ||
|
|
13d60c4f9b | ||
|
|
cb09f77b68 | ||
|
|
84fd52b678 | ||
|
|
c7eceae087 | ||
|
|
23ed82b113 | ||
|
|
37e21ead36 | ||
|
|
2798853153 | ||
|
|
e9ba272d70 | ||
|
|
b62992f21e | ||
|
|
fd73949412 | ||
|
|
d345ccf585 | ||
|
|
b45a07da56 | ||
|
|
9ded6814c3 | ||
|
|
a9a60e3106 | ||
|
|
5da89fdf29 | ||
|
|
9e2e6cbb99 | ||
|
|
c9d2334906 | ||
|
|
c87af201aa | ||
|
|
cfe87002c5 | ||
|
|
27e9d4a1ab | ||
|
|
755f9b2e1a | ||
|
|
753f456ef3 | ||
|
|
093612f3a7 | ||
|
|
a92409c56f | ||
|
|
f50e3ac33c | ||
|
|
668ff23ee6 | ||
|
|
c2c6a2872f | ||
|
|
c1c7ec9e56 | ||
|
|
550f6868ff | ||
|
|
3fe288f6a5 | ||
|
|
ab9220d042 | ||
|
|
15ad7920d4 | ||
|
|
7012e1ea2b | ||
|
|
13ebd48c5d | ||
|
|
1a76b94a46 | ||
|
|
1b765689e6 | ||
|
|
5b607df2de | ||
|
|
521b76453a | ||
|
|
7f503d983a | ||
|
|
b143d9c848 | ||
|
|
f95bcbc38d | ||
|
|
248a3c08b8 | ||
|
|
f2c86dc22d | ||
|
|
a79f2cac8a | ||
|
|
c8f90f0f8d | ||
|
|
41570ea40d | ||
|
|
a3c887748a | ||
|
|
d113625fa8 | ||
|
|
dadd077723 | ||
|
|
0d43d07ad4 | ||
|
|
d6f8f975bb | ||
|
|
7c86a5d77d | ||
|
|
8c4e3c2401 | ||
|
|
b46d35c8a5 | ||
|
|
791ad96849 | ||
|
|
fc3d9845d6 | ||
|
|
590b75ac23 | ||
|
|
0c82504299 | ||
|
|
2fee9a1747 | ||
|
|
fb44c39969 | ||
|
|
5452303992 | ||
|
|
4321d78cf8 | ||
|
|
f9a859e95c | ||
|
|
fd302e4ebc | ||
|
|
b5729caa0e | ||
|
|
dca40ed835 | ||
|
|
95ddd04a86 | ||
|
|
911bc47acb | ||
|
|
e5920b3ddf | ||
|
|
f3e381aca3 | ||
|
|
233eadaf40 | ||
|
|
109a09052d | ||
|
|
4ea9492ca3 | ||
|
|
e5ebc2ad5f | ||
|
|
98c51c6fc1 | ||
|
|
6b59bf6c75 | ||
|
|
1b2af7cf6c | ||
|
|
d9cf3d2066 | ||
|
|
f42bce9b6b | ||
|
|
0fc5dbb791 | ||
|
|
975746e7d7 | ||
|
|
a27ca2c37a | ||
|
|
247fdec7ae | ||
|
|
9cb2e88193 | ||
|
|
25ceb0f456 | ||
|
|
0d8d5e8528 | ||
|
|
06eb8456ab | ||
|
|
657f861696 | ||
|
|
fcc4f1ed18 | ||
|
|
de0e220004 | ||
|
|
f9cc97a8f2 | ||
|
|
811fc22eef | ||
|
|
cdd4c9babb | ||
|
|
d553f604a9 | ||
|
|
806b41b73e | ||
|
|
ec98188a24 | ||
|
|
06bdae380b | ||
|
|
83b50c10cd | ||
|
|
3890007042 | ||
|
|
bb3d363094 | ||
|
|
7453f1e616 | ||
|
|
e022a6e9f0 | ||
|
|
772dc3a620 | ||
|
|
6d5c86927d | ||
|
|
c94168fb30 | ||
|
|
6168ba2b0a | ||
|
|
e4a2c5dd2f | ||
|
|
315f5a1805 | ||
|
|
d2d8ebd8cc | ||
|
|
dd87d5e724 | ||
|
|
86e6317e28 | ||
|
|
8fddfc532f | ||
|
|
f733543ae1 | ||
|
|
526cf66bd7 | ||
|
|
4cb418e2b6 | ||
|
|
b593a2874a | ||
|
|
6adb029849 | ||
|
|
e7b0549468 |
@@ -0,0 +1,4 @@
|
||||
netclient:
|
||||
# Token to join default-network
|
||||
# leave empty to ignore
|
||||
join_network_token:
|
||||
@@ -0,0 +1,3 @@
|
||||
---
|
||||
dependencies: []
|
||||
#- role: docker
|
||||
@@ -0,0 +1,4 @@
|
||||
- name: Deploy CA Certificate
|
||||
ansible.builtin.copy:
|
||||
src: secret_files/netmaker_server/ca/ca.crt
|
||||
dest: /etc/ssl/certs/netmaker-ca.pem
|
||||
@@ -0,0 +1,25 @@
|
||||
- name: Install Packages
|
||||
# when: docker_file.stat.exists == False
|
||||
package:
|
||||
name:
|
||||
- gpg
|
||||
- gpg-agent
|
||||
|
||||
- name: Add netmaker-key
|
||||
apt_key:
|
||||
url: https://apt.netmaker.org/gpg.key
|
||||
state: present
|
||||
|
||||
- name: Add netmaker-repository
|
||||
apt_repository:
|
||||
repo: "deb https:apt.netmaker.org stable main"
|
||||
state: present
|
||||
filename: netmaker
|
||||
update_cache: yes
|
||||
|
||||
- name: Install wireguard & netclient
|
||||
package:
|
||||
name:
|
||||
- wireguard
|
||||
- netclient
|
||||
state: latest
|
||||
@@ -0,0 +1,7 @@
|
||||
- name: Join netmaker-network
|
||||
when: "netclient.join_network_token is defined"
|
||||
command: "netclient join -t {{ netclient.join_network_token }}"
|
||||
failed_when: command.rc != 0
|
||||
changed_when: "'starting wireguard' in command.stdout"
|
||||
register: command
|
||||
throttle: 1
|
||||
@@ -0,0 +1,8 @@
|
||||
- import_tasks: ./certs.yml
|
||||
|
||||
- import_tasks: ./install.yml
|
||||
|
||||
- import_tasks: ./join-network.yml
|
||||
|
||||
- name: Gather facts to get changes
|
||||
ansible.builtin.gather_facts:
|
||||
@@ -0,0 +1,5 @@
|
||||
netmaker_creds:
|
||||
rqlite_password:
|
||||
mq_admin_password:
|
||||
|
||||
master_key:
|
||||
@@ -0,0 +1,28 @@
|
||||
# Overwrite for specific nodes to force dynamic-ip (disable setting public-ip and forces external lookup for public-ip)
|
||||
# When false, will check itself for dynamic-ip (based on private-ip)
|
||||
netmaker_dynamicIp: false
|
||||
|
||||
netmaker_nginx:
|
||||
# Listen-port
|
||||
tls_port: 51820
|
||||
# Advertise-Port for services
|
||||
# (must also be reachable by internal services!)
|
||||
advertise_port: 51820
|
||||
|
||||
# This is the base-domain used for generating hostnames for services
|
||||
netmaker_base_domain:
|
||||
|
||||
# host + base_domain
|
||||
netmaker_api:
|
||||
host: netmaker-api
|
||||
netmaker_ui:
|
||||
host: netmaker-ui
|
||||
# MQTT-broker
|
||||
netmaker_broker:
|
||||
tls_host: netmaker-broker
|
||||
|
||||
# host + node_hostname
|
||||
netmaker_rqlite:
|
||||
http_host: netmaker-rqlite-http
|
||||
cluster_host: netmaker-rqlite-cluster
|
||||
|
||||
@@ -0,0 +1,37 @@
|
||||
@startuml
|
||||
|
||||
interface ng_TLS
|
||||
|
||||
component netmaker_server {
|
||||
component nginx {
|
||||
component ng_stream
|
||||
component ng_http
|
||||
|
||||
ng_stream -up- ng_TLS
|
||||
|
||||
ng_stream -right-> ng_http : tls-termination
|
||||
}
|
||||
|
||||
component nm_ui
|
||||
nm_ui -up- nm_ui_http
|
||||
ng_http -down-( nm_ui_http
|
||||
|
||||
component Mosquitto
|
||||
Mosquitto -up- mq_plain
|
||||
Mosquitto -up- mq_tls
|
||||
ng_stream -down-( mq_tls
|
||||
|
||||
component rqlite
|
||||
rqlite -up- rq_http
|
||||
rqlite -up- rq_cluster
|
||||
ng_stream -down-( rq_cluster
|
||||
ng_http -down-( rq_http
|
||||
|
||||
component nm_api
|
||||
nm_api -down- nm_api_http
|
||||
ng_http --( nm_api_http
|
||||
nm_api .up.( ng_TLS : db-connection to rqlite-master
|
||||
nm_api --( mq_plain
|
||||
}
|
||||
|
||||
@enduml
|
||||
@@ -0,0 +1,12 @@
|
||||
per_listener_settings false
|
||||
|
||||
listener 8883
|
||||
protocol websockets
|
||||
allow_anonymous false
|
||||
|
||||
listener 1883
|
||||
protocol websockets
|
||||
allow_anonymous false
|
||||
|
||||
plugin /usr/lib/mosquitto_dynamic_security.so
|
||||
plugin_opt_config_file /mosquitto/data/dynamic-security.json
|
||||
+23
@@ -0,0 +1,23 @@
|
||||
#!/bin/ash
|
||||
|
||||
wait_for_netmaker() {
|
||||
echo "SERVER: ${NETMAKER_SERVER_HOST}"
|
||||
until curl --output /dev/null --silent --fail --head \
|
||||
--location "${NETMAKER_SERVER_HOST}/api/server/health"; do
|
||||
echo "Waiting for netmaker server to startup"
|
||||
sleep 1
|
||||
done
|
||||
}
|
||||
|
||||
main(){
|
||||
# wait for netmaker to startup
|
||||
apk add curl
|
||||
wait_for_netmaker
|
||||
echo "Starting MQ..."
|
||||
# Run the main container command.
|
||||
/docker-entrypoint.sh
|
||||
/usr/sbin/mosquitto -c /mosquitto/config/mosquitto.conf
|
||||
|
||||
}
|
||||
|
||||
main "${@}"
|
||||
@@ -0,0 +1,33 @@
|
||||
|
||||
user nginx;
|
||||
worker_processes auto;
|
||||
|
||||
error_log /var/log/nginx/error.log notice;
|
||||
pid /var/run/nginx.pid;
|
||||
|
||||
|
||||
events {
|
||||
worker_connections 1024;
|
||||
}
|
||||
|
||||
|
||||
http {
|
||||
include /etc/nginx/mime.types;
|
||||
default_type application/octet-stream;
|
||||
|
||||
log_format main '$remote_addr - $remote_user [$time_local] "$request" '
|
||||
'$status $body_bytes_sent "$http_referer" '
|
||||
'"$http_user_agent" "$http_x_forwarded_for"';
|
||||
|
||||
access_log /var/log/nginx/access.log main;
|
||||
|
||||
sendfile on;
|
||||
#tcp_nopush on;
|
||||
|
||||
keepalive_timeout 65;
|
||||
|
||||
#gzip on;
|
||||
|
||||
include /etc/nginx/conf.d/*.conf;
|
||||
}
|
||||
include /etc/nginx/stream.d/*.conf;
|
||||
@@ -0,0 +1,3 @@
|
||||
---
|
||||
# dependencies:
|
||||
# - role: docker
|
||||
@@ -0,0 +1,40 @@
|
||||
- name: Generate PrivateKey
|
||||
community.crypto.openssl_privatekey:
|
||||
path: /opt/netmaker_server/certs/node.key
|
||||
owner: 1883 # Set owner to mosquitto-user (all other containers seem to run as root)
|
||||
|
||||
- name: Generate Certificate-Signing-Request from privateKey
|
||||
community.crypto.openssl_csr:
|
||||
path: /opt/netmaker_server/certs/node.csr
|
||||
privatekey_path: /opt/netmaker_server/certs/node.key
|
||||
common_name: "{{ ansible_facts.nodename }}"
|
||||
subject_alt_name:
|
||||
"DNS:{{ netmaker_rqlite.http_host }}.{{ ansible_facts.nodename }},\
|
||||
DNS:{{ netmaker_rqlite.cluster_host }}.{{ ansible_facts.nodename }},\
|
||||
DNS:{{ netmaker_broker.tls_host }}.{{ netmaker_base_domain }},\
|
||||
DNS:{{ netmaker_api.host }}.{{ netmaker_base_domain }},\
|
||||
DNS:{{ netmaker_ui.host }}.{{ netmaker_base_domain }}"
|
||||
|
||||
- name: Fetch CSR
|
||||
ansible.builtin.fetch:
|
||||
src: /opt/netmaker_server/certs/node.csr
|
||||
dest: tmp_files/
|
||||
|
||||
- name: Sign CSR locally with CA
|
||||
local_action: community.crypto.x509_certificate
|
||||
args:
|
||||
path: tmp_files/{{ inventory_hostname }}/opt/netmaker_server/certs/node.crt
|
||||
csr_path: tmp_files/{{ inventory_hostname }}/opt/netmaker_server/certs/node.csr
|
||||
ownca_path: secret_files/netmaker_server/ca/ca.crt
|
||||
ownca_privatekey_path: secret_files/netmaker_server/ca/ca.key
|
||||
provider: ownca
|
||||
|
||||
- name: Copy Signed Certificate
|
||||
ansible.builtin.copy:
|
||||
src: tmp_files/{{ inventory_hostname }}/opt/netmaker_server/certs/node.crt
|
||||
dest: /opt/netmaker_server/certs/node.crt
|
||||
|
||||
- name: Copy CA Certificate
|
||||
ansible.builtin.copy:
|
||||
src: secret_files/netmaker_server/ca/ca.crt
|
||||
dest: /opt/netmaker_server/certs/ca.crt
|
||||
@@ -0,0 +1,20 @@
|
||||
- import_tasks: ./prerequisites.yml
|
||||
|
||||
- name: Copy folder-structure
|
||||
ansible.builtin.copy:
|
||||
src: opt/netmaker_server
|
||||
dest: /opt/
|
||||
mode: preserve
|
||||
|
||||
- name: Deploy compose file
|
||||
ansible.builtin.template:
|
||||
src: docker-compose.yml.template
|
||||
dest: /opt/netmaker_server/docker-compose.yml
|
||||
|
||||
- import_tasks: ./certs.yml
|
||||
|
||||
- import_tasks: ./nginx.yml
|
||||
|
||||
- import_tasks: ./rqlite.yml
|
||||
|
||||
- import_tasks: ./netmaker.yml
|
||||
@@ -0,0 +1,57 @@
|
||||
- name: Start rest of netmaker-services
|
||||
command: "docker-compose --project-directory /opt/netmaker_server/ up -d"
|
||||
register: command
|
||||
failed_when: command.rc != 0
|
||||
|
||||
- name: Wait for netmaker-api to become available
|
||||
uri:
|
||||
url: 'https://{{ netmaker_api.host }}.{{ netmaker_base_domain }}:{{ netmaker_nginx.advertise_port }}'
|
||||
return_content: yes
|
||||
validate_certs: no
|
||||
status_code:
|
||||
- 404
|
||||
until: uri_output.status == 404
|
||||
retries: 24 # Retries for 24 * 5 seconds = 120 seconds = 2 minutes
|
||||
delay: 5 # Every 5 seconds
|
||||
register: uri_output
|
||||
|
||||
# todo: check if exists?
|
||||
|
||||
- name: Create default mesh-network 'server'
|
||||
uri:
|
||||
validate_certs: no
|
||||
url: 'https://{{ netmaker_api.host }}.{{ netmaker_base_domain }}:{{ netmaker_nginx.advertise_port }}/api/networks'
|
||||
method: POST
|
||||
body:
|
||||
netid: servnet
|
||||
addressrange: 10.92.0.0/24
|
||||
addressrange6: fd92::/64
|
||||
body_format: json
|
||||
headers:
|
||||
Authorization: 'Bearer {{ netmaker_creds.master_key }}'
|
||||
Content-Type: application/json
|
||||
when: "inventory_hostname == groups['netmaker_server'][0]"
|
||||
register: default_mesh
|
||||
until: "default_mesh is not failed"
|
||||
retries: 2
|
||||
delay: 10
|
||||
|
||||
# todo: check if exists?
|
||||
|
||||
- name: Create token for default-network
|
||||
uri:
|
||||
validate_certs: no
|
||||
url: 'https://{{ netmaker_api.host }}.{{ netmaker_base_domain }}:{{ netmaker_nginx.advertise_port }}/api/networks/servnet/keys' # todo: do implementation
|
||||
method: POST
|
||||
body:
|
||||
name: ""
|
||||
uses: 0
|
||||
body_format: json
|
||||
headers:
|
||||
Authorization: 'Bearer {{ netmaker_creds.master_key }}'
|
||||
Content-Type: application/json
|
||||
when: "inventory_hostname == groups['netmaker_server'][0]"
|
||||
register: default_mesh_key
|
||||
until: "default_mesh_key is not failed"
|
||||
retries: 2
|
||||
delay: 10
|
||||
@@ -0,0 +1,18 @@
|
||||
- name: Deploy nginx configs
|
||||
template:
|
||||
src: "{{item.src}}"
|
||||
dest: "{{item.dst}}"
|
||||
loop:
|
||||
- { src: 'nginx/proxy.conf.template', dst: '/opt/netmaker_server/nginx/conf/conf.d/proxy.conf' }
|
||||
- { src: 'nginx/passthrough.conf.template', dst: '/opt/netmaker_server/nginx/conf/stream.d/passthrough.conf' }
|
||||
|
||||
- name: Start nginx service
|
||||
command: "docker-compose --project-directory /opt/netmaker_server/ up -d nginx"
|
||||
register: command
|
||||
failed_when: command.rc != 0
|
||||
|
||||
- name: Waiting for nginx to accept connections
|
||||
ansible.builtin.wait_for:
|
||||
host: "{{ inventory_hostname }}"
|
||||
port: 51820
|
||||
state: started
|
||||
@@ -0,0 +1,9 @@
|
||||
- name: Install wireguard
|
||||
package:
|
||||
name:
|
||||
- wireguard
|
||||
state: latest
|
||||
|
||||
- name: Check if default-ipv4-address is private
|
||||
set_fact:
|
||||
private_ipv4_address: "{{ ansible_facts.default_ipv4.address | regex_search('^((10)|(192\\.168)|(172\\.((1[6-9])|(2[0-9])|(3[0-1])))|(100))\\.') }}"
|
||||
@@ -0,0 +1,42 @@
|
||||
- name: Deploy rqlite config
|
||||
ansible.builtin.template:
|
||||
src: rqlite-config.json.template
|
||||
dest: /opt/netmaker_server/rqlite/config.json
|
||||
|
||||
- name: Start rqlite service for 1st-node
|
||||
command: "docker-compose --project-directory /opt/netmaker_server/ up -d rqlite"
|
||||
register: command
|
||||
failed_when: command.rc != 0
|
||||
when: "inventory_hostname == groups['netmaker_server'][0]"
|
||||
|
||||
- name: Waiting for rqlite to accept connections on 1st-node
|
||||
uri:
|
||||
url: 'https://{{ netmaker_rqlite.http_host }}.{{ inventory_hostname }}:{{ netmaker_nginx.advertise_port }}/status'
|
||||
return_content: yes
|
||||
validate_certs: no
|
||||
status_code:
|
||||
- 401
|
||||
until: uri_output.status == 401
|
||||
retries: 24 # Retries for 24 * 5 seconds = 120 seconds = 2 minutes
|
||||
delay: 5 # Every 5 seconds
|
||||
register: uri_output
|
||||
when: "inventory_hostname == groups['netmaker_server'][0]"
|
||||
|
||||
- name: Start rqlite service for other nodes
|
||||
command: "docker-compose --project-directory /opt/netmaker_server/ up -d rqlite"
|
||||
register: command
|
||||
failed_when: command.rc != 0
|
||||
when: "inventory_hostname != groups['netmaker_server'][0]"
|
||||
|
||||
- name: Waiting for rqlite to accept connections on other nodes
|
||||
uri:
|
||||
url: 'https://{{ netmaker_rqlite.http_host }}.{{ inventory_hostname }}:{{ netmaker_nginx.advertise_port }}/status'
|
||||
return_content: yes
|
||||
validate_certs: no
|
||||
status_code:
|
||||
- 401
|
||||
until: uri_output.status == 401
|
||||
retries: 24 # Retries for 24 * 5 seconds = 120 seconds = 2 minutes
|
||||
delay: 5 # Every 5 seconds
|
||||
register: uri_output
|
||||
when: "inventory_hostname != groups['netmaker_server'][0]"
|
||||
@@ -0,0 +1,127 @@
|
||||
version: "3.4"
|
||||
|
||||
services:
|
||||
nginx:
|
||||
image: nginx
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ./nginx/nginx.conf:/etc/nginx/nginx.conf:ro # Override nginx-config to add stream-import
|
||||
- ./nginx/conf/conf.d/:/etc/nginx/conf.d:ro # conf.d
|
||||
- ./nginx/conf/stream.d/:/etc/nginx/stream.d:ro # conf.d
|
||||
- ./certs:/certs:ro # SSL-certificates
|
||||
ports:
|
||||
- {{ netmaker_nginx.tls_port }}:443
|
||||
|
||||
rqlite: # Distributed sqlite-db
|
||||
image: rqlite/rqlite
|
||||
restart: unless-stopped
|
||||
hostname: "{{ ansible_facts.nodename }}"
|
||||
volumes:
|
||||
- "./rqlite/data:/rqlite/file"
|
||||
- "./rqlite/config.json:/config.json:ro"
|
||||
- "./certs:/certs:ro"
|
||||
- ./certs/ca.crt:/etc/ssl/certs/netmaker-ca.pem:ro # Add CA to system-trust-store
|
||||
command: "
|
||||
-http-adv-addr {{ netmaker_rqlite.http_host }}.{{ ansible_facts.nodename }}:{{ netmaker_nginx.advertise_port }}
|
||||
-raft-addr [::]:4002
|
||||
-raft-adv-addr {{ netmaker_rqlite.cluster_host }}.{{ ansible_facts.nodename }}:{{ netmaker_nginx.advertise_port }}
|
||||
|
||||
-node-encrypt
|
||||
-node-cert /certs/node.crt
|
||||
-node-key /certs/node.key
|
||||
-node-no-verify
|
||||
|
||||
-auth /config.json
|
||||
|
||||
{% if inventory_hostname != groups['netmaker_server'][0] %}
|
||||
-join-as netmaker
|
||||
-join https://{{ netmaker_rqlite.http_host }}.{{ groups['netmaker_server'][0] }}:{{ netmaker_nginx.advertise_port }}
|
||||
{% endif %}
|
||||
"
|
||||
# FIXME: /\ \/ Change http -> https
|
||||
|
||||
netmaker: # The Primary Server for running Netmaker
|
||||
image: gravitl/netmaker:v0.17.1
|
||||
depends_on:
|
||||
- rqlite
|
||||
cap_add:
|
||||
- NET_ADMIN
|
||||
- NET_RAW
|
||||
- SYS_MODULE
|
||||
sysctls:
|
||||
- net.ipv4.ip_forward=1
|
||||
- net.ipv4.conf.all.src_valid_mark=1
|
||||
- net.ipv6.conf.all.disable_ipv6=0
|
||||
- net.ipv6.conf.all.forwarding=1
|
||||
restart: unless-stopped
|
||||
volumes: # Volume mounts necessary for sql, coredns, and mqtt
|
||||
- ./dnsconfig/:/root/config/dnsconfig
|
||||
- ./mosquitto/data/:/etc/netmaker/
|
||||
- ./certs/ca.crt:/etc/ssl/certs/netmaker-ca.pem:ro # Add CA to system-trust-store
|
||||
hostname: "{{ ansible_facts.nodename }}"
|
||||
environment: # Necessary capabilities to set iptables when running in container
|
||||
NODE_ID: "{{ ansible_facts.nodename }}"
|
||||
MASTER_KEY: "{{ netmaker_creds.master_key }}" # The admin master key for accessing the API. Change this in any production installation.
|
||||
|
||||
{% if not private_ipv4_address and not netmaker_dynamicIp %}
|
||||
SERVER_HOST: "{{ ansible_facts.default_ipv4.address }}" # Set to public IP of machine.
|
||||
{% endif %}
|
||||
SERVER_NAME: "{{ netmaker_broker.tls_host }}.{{ netmaker_base_domain }}" # The domain/host IP indicating the mq broker address
|
||||
SERVER_HTTP_HOST: "{{ netmaker_api.host }}.{{ netmaker_base_domain }}" # Overrides SERVER_HOST if set. Useful for making HTTP available via different interfaces/networks.
|
||||
SERVER_API_CONN_STRING: "{{ netmaker_api.host }}.{{ netmaker_base_domain }}:{{ netmaker_nginx.advertise_port }}"
|
||||
|
||||
DISABLE_REMOTE_IP_CHECK: "off" # If turned "on", Server will not set Host based on remote IP check. This is already overridden if SERVER_HOST is set. Turned "off" by default.
|
||||
DNS_MODE: "off" # Enables DNS Mode, meaning all nodes will set hosts file for private dns settings.
|
||||
|
||||
API_PORT: "8081" # The HTTP API port for Netmaker. Used for API calls / communication from front end. If changed, need to change port of BACKEND_URL for netmaker-ui.
|
||||
REST_BACKEND: "on" # Enables the REST backend (API running on API_PORT at SERVER_HTTP_HOST). Change to "off" to turn off.
|
||||
RCE: "off" # Enables setting PostUp and PostDown (arbitrary commands) on nodes from the server. Off by default.
|
||||
CORS_ALLOWED_ORIGIN: "*" # The "allowed origin" for API requests. Change to restrict where API requests can come from.
|
||||
DISPLAY_KEYS: "on" # Show keys permanently in UI (until deleted) as opposed to 1-time display.
|
||||
|
||||
DATABASE: "rqlite"
|
||||
SQL_CONN: "https://netmaker:{{ netmaker_creds.rqlite_password }}@{{ netmaker_rqlite.http_host }}.{{ ansible_facts.nodename }}:{{ netmaker_nginx.advertise_port }}/"
|
||||
|
||||
MQ_HOST: "mosquitto" # the address of the mq server. If running from docker compose it will be "mq". Otherwise, need to input address. If using "host networking", it will find and detect the IP of the mq container.
|
||||
MQ_SERVER_PORT: "1883" # the reachable port of MQ by the server - change if internal MQ port changes (or use external port if MQ is not on the same machine)
|
||||
MQ_PORT: "{{ netmaker_nginx.advertise_port }}" # the reachable port of MQ - change if external MQ port changes (port on proxy, not necessarily the one exposed in docker-compose)
|
||||
MQ_ADMIN_PASSWORD: "{{ netmaker_creds.mq_admin_password }}"
|
||||
|
||||
HOST_NETWORK: "off" # whether or not host networking is turned on. Only turn on if configured for host networking (see docker-compose.hostnetwork.yml). Will set host-level settings like iptables.
|
||||
PORT_FORWARD_SERVICES: "" # decide which services to port forward ("dns","ssh", or "mq")
|
||||
|
||||
# this section is for OAuth
|
||||
AUTH_PROVIDER: "" # "<azure-ad|github|google|oidc>"
|
||||
CLIENT_ID: "" # "<client id of your oauth provider>"
|
||||
CLIENT_SECRET: "" # "<client secret of your oauth provider>"
|
||||
FRONTEND_URL: "" # "https://dashboard.<netmaker base domain>"
|
||||
AZURE_TENANT: "" # "<only for azure, you may optionally specify the tenant for the OAuth>"
|
||||
OIDC_ISSUER: "" # https://oidc.yourprovider.com - URL of oidc provider
|
||||
|
||||
VERBOSITY: "1" # logging verbosity level - 1, 2, or 3
|
||||
TELEMETRY: "off" # Whether or not to send telemetry data to help improve Netmaker. Switch to "off" to opt out of sending telemetry.
|
||||
ports:
|
||||
- "51821-51830:51821-51830/udp" # wireguard ports
|
||||
|
||||
netmaker-ui: # The Netmaker UI Component
|
||||
image: gravitl/netmaker-ui:v0.17.1
|
||||
depends_on:
|
||||
- netmaker
|
||||
links:
|
||||
- "netmaker:api"
|
||||
restart: unless-stopped
|
||||
environment:
|
||||
BACKEND_URL: "https://{{ netmaker_api.host }}.{{ netmaker_base_domain }}:{{ netmaker_nginx.advertise_port }}" # URL where UI will send API requests. Change based on SERVER_HOST, SERVER_HTTP_HOST, and API_PORT
|
||||
|
||||
mosquitto: # the MQTT broker for netmaker
|
||||
image: eclipse-mosquitto:2.0.11-openssl
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- ./mosquitto/config:/mosquitto/config
|
||||
- ./mosquitto/data:/mosquitto/data
|
||||
- ./mosquitto/logs:/mosquitto/log
|
||||
depends_on:
|
||||
- netmaker
|
||||
command: ["/mosquitto/config/wait.sh"]
|
||||
environment:
|
||||
NETMAKER_SERVER_HOST: "http://netmaker:8081"
|
||||
@@ -0,0 +1,25 @@
|
||||
stream{
|
||||
# Map target-hosts based on hostname
|
||||
map $ssl_preread_server_name $target_host {
|
||||
hostnames; # Enable matching including prefix/suffix-mask
|
||||
|
||||
{{ netmaker_ui.host }}.{{ netmaker_base_domain }} 127.0.0.1:8443;
|
||||
{{ netmaker_api.host }}.{{ netmaker_base_domain }} 127.0.0.1:8443;
|
||||
|
||||
{{ netmaker_broker.tls_host }}.{{ netmaker_base_domain }} 127.0.0.1:8443;
|
||||
|
||||
{{ netmaker_rqlite.http_host }}.{{ ansible_facts.nodename }} 127.0.0.1:8443;
|
||||
{{ netmaker_rqlite.cluster_host }}.{{ ansible_facts.nodename }} rqlite:4002;
|
||||
|
||||
default 127.0.0.1:1;
|
||||
}
|
||||
|
||||
server {
|
||||
resolver 127.0.0.11; # Explicitly set docker-resolver
|
||||
|
||||
listen 443;
|
||||
ssl_preread on;
|
||||
|
||||
proxy_pass $target_host;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,29 @@
|
||||
map $host $proxy_name {
|
||||
hostnames;
|
||||
|
||||
{{ netmaker_ui.host }}.{{ netmaker_base_domain }} netmaker-ui:80;
|
||||
{{ netmaker_api.host }}.{{ netmaker_base_domain }} netmaker:8081;
|
||||
|
||||
{{ netmaker_broker.tls_host }}.{{ netmaker_base_domain }} mosquitto:8883;
|
||||
|
||||
{{ netmaker_rqlite.http_host }}.{{ ansible_facts.nodename }} rqlite:4001;
|
||||
|
||||
default 444;
|
||||
}
|
||||
|
||||
server {
|
||||
resolver 127.0.0.11; # Explicitly set docker-resolver
|
||||
|
||||
listen 8443 ssl;
|
||||
|
||||
ssl_certificate /certs/node.crt;
|
||||
ssl_certificate_key /certs/node.key;
|
||||
|
||||
if ($proxy_name = 444){
|
||||
return 444;
|
||||
}
|
||||
|
||||
location / {
|
||||
proxy_pass http://$proxy_name;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,5 @@
|
||||
[{
|
||||
"username": "netmaker",
|
||||
"password": "{{ netmaker_creds.rqlite_password }}",
|
||||
"perms": ["all"]
|
||||
}]
|
||||
Executable
+14
@@ -0,0 +1,14 @@
|
||||
ipv6_stable_secret_seed: "@JW7rQ^P3*f^KRkX3744DZQJb3DfMgZJJMtGc!Jmy!ECBqb^QzAMYLHD8dLvf8m%2bRSRFhgY#SXzAgnxWTvHv#ti6b5PngR^k2gHbQW*%dJ9sdeKM$H77Gymh&xamNN"
|
||||
|
||||
# Times of the heavy disk jobs, for hosts on a shared HDD pool that keep them out of the backup window.
|
||||
disk_maintenance:
|
||||
# systemd OnCalendar for fstrim.timer; unset keeps the distribution schedule.
|
||||
fstrim_on_calendar:
|
||||
# Cron "minute hour" of the monthly ZFS trim and scrub from zfsutils-linux; unset keeps 00:24.
|
||||
zfs_cron_time:
|
||||
|
||||
# journald.conf [Journal] settings of a drop-in, in this order; null leaves journald untouched.
|
||||
journald_size_cap:
|
||||
SystemMaxUse: 512M
|
||||
RuntimeMaxUse: 128M
|
||||
MaxRetentionSec: 2week
|
||||
@@ -0,0 +1,12 @@
|
||||
- name: reload_sysctl
|
||||
command: sysctl --system
|
||||
|
||||
- name: restart_journald
|
||||
systemd:
|
||||
name: systemd-journald
|
||||
state: restarted
|
||||
|
||||
- name: restart_fail2ban
|
||||
systemd:
|
||||
name: fail2ban
|
||||
state: restarted
|
||||
@@ -0,0 +1,41 @@
|
||||
- name: Ensure .bashrc exists
|
||||
file:
|
||||
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||
state: touch
|
||||
mode: "0644"
|
||||
|
||||
- name: General aliases
|
||||
blockinfile:
|
||||
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||
marker: "# {mark} ANSIBLE MANAGED BLOCK | General aliases"
|
||||
block: |
|
||||
alias clr="clear"
|
||||
alias hgrep="history | grep"
|
||||
alias syslog="tail -f --lines=100 /var/log/syslog"
|
||||
alias cp="rsync -hlAXEptgoDS --numeric-ids --info=progress2"
|
||||
|
||||
# We can tell bash to check the next word after the alias (i.e sudo) by adding a space to the end of the alias value. https://askubuntu.com/questions/22037/aliases-not-available-when-using-sudo
|
||||
alias sudo='sudo '
|
||||
|
||||
- name: ls aliases and colors
|
||||
blockinfile:
|
||||
path: "{{ ansible_facts.env.HOME }}/.bashrc"
|
||||
marker: "# {mark} ANSIBLE MANAGED BLOCK | ls aliases and colors"
|
||||
block: |
|
||||
# enable color support of ls and also add handy aliases
|
||||
if [ -x /usr/bin/dircolors ]; then
|
||||
test -r ~/.dircolors && eval "$(dircolors -b ~/.dircolors)" || eval "$(dircolors -b)"
|
||||
alias ls='ls --color=auto'
|
||||
#alias dir='dir --color=auto'
|
||||
#alias vdir='vdir --color=auto'
|
||||
|
||||
alias grep='grep --color=auto'
|
||||
alias fgrep='fgrep --color=auto'
|
||||
alias egrep='egrep --color=auto'
|
||||
fi
|
||||
|
||||
export LS_OPTIONS='--color=auto'
|
||||
eval "`dircolors`"
|
||||
alias ls='ls $LS_OPTIONS'
|
||||
alias ll='ls $LS_OPTIONS -l'
|
||||
alias l='ls $LS_OPTIONS -la'
|
||||
@@ -0,0 +1,35 @@
|
||||
- name: Pin the fstrim timer
|
||||
when: disk_maintenance.fstrim_on_calendar | default(none) is not none
|
||||
block:
|
||||
- name: Create the fstrim timer drop-in directory
|
||||
file:
|
||||
path: /etc/systemd/system/fstrim.timer.d
|
||||
state: directory
|
||||
|
||||
- name: Set the fstrim timer schedule
|
||||
copy:
|
||||
dest: /etc/systemd/system/fstrim.timer.d/schedule.conf
|
||||
content: |
|
||||
[Timer]
|
||||
OnCalendar=
|
||||
OnCalendar={{ disk_maintenance.fstrim_on_calendar }}
|
||||
RandomizedDelaySec=0
|
||||
# A catch-up run after a boot or a timezone change would land at any time.
|
||||
Persistent=false
|
||||
register: fstrim_timer
|
||||
|
||||
- name: Restart the fstrim timer
|
||||
when: fstrim_timer.changed
|
||||
systemd:
|
||||
name: fstrim.timer
|
||||
daemon_reload: yes
|
||||
state: restarted
|
||||
|
||||
- name: Schedule the monthly ZFS trim and scrub
|
||||
when: disk_maintenance.zfs_cron_time | default(none) is not none
|
||||
lineinfile:
|
||||
path: /etc/cron.d/zfsutils-linux
|
||||
regexp: '^\S+ \S+ (\S+ \* \* root .*/usr/lib/zfs-linux/{{ item }};.*)$'
|
||||
line: '{{ disk_maintenance.zfs_cron_time }} \1'
|
||||
backrefs: yes
|
||||
loop: [trim, scrub]
|
||||
@@ -0,0 +1,9 @@
|
||||
# Debian 12+ ships no syslog daemon, so there is no /var/log/auth.log and the
|
||||
# file-based sshd jail refuses to start; read sshd from the journal instead.
|
||||
- name: Read the sshd jail from the journal
|
||||
copy:
|
||||
dest: /etc/fail2ban/jail.d/sshd-systemd.conf
|
||||
content: |
|
||||
[sshd]
|
||||
backend = systemd
|
||||
notify: restart_fail2ban
|
||||
@@ -0,0 +1,17 @@
|
||||
- name: Cap the journal size
|
||||
when: journald_size_cap | default(none) is not none
|
||||
block:
|
||||
- name: Create the journald drop-in directory
|
||||
file:
|
||||
path: /etc/systemd/journald.conf.d
|
||||
state: directory
|
||||
|
||||
- name: Set the journal size cap
|
||||
copy:
|
||||
dest: /etc/systemd/journald.conf.d/10-size-cap.conf
|
||||
content: |
|
||||
[Journal]
|
||||
{% for key, value in journald_size_cap.items() %}
|
||||
{{ key }}={{ value }}
|
||||
{% endfor %}
|
||||
notify: restart_journald
|
||||
Executable
+18
@@ -0,0 +1,18 @@
|
||||
- import_tasks: ./packages.yml
|
||||
|
||||
- import_tasks: ./fail2ban.yml
|
||||
|
||||
- import_tasks: ./ssh.yml
|
||||
|
||||
- import_tasks: ./packages.yml
|
||||
|
||||
- import_tasks: ./timesync.yml
|
||||
|
||||
- import_tasks: ./aliases.yml
|
||||
|
||||
- import_tasks: ./networking.yml
|
||||
|
||||
- import_tasks: ./disk_maintenance.yml
|
||||
|
||||
- import_tasks: ./journald.yml
|
||||
tags: journald
|
||||
@@ -0,0 +1,59 @@
|
||||
- name: Set sysctl settings for ip-forwarding
|
||||
copy:
|
||||
dest: "/etc/sysctl.d/ip-forwarding.conf"
|
||||
content: |
|
||||
net.ipv4.ip_forward = 1
|
||||
net.ipv6.conf.all.forwarding = 1
|
||||
notify: reload_sysctl
|
||||
|
||||
- name: Check if the sysctl configuration file exists
|
||||
stat:
|
||||
path: "/etc/sysctl.d/ipv6-slaac-address-generation.conf"
|
||||
register: sysctl_conf
|
||||
|
||||
- block:
|
||||
# - name: Generate IPv6 stable-secret segments
|
||||
# set_fact:
|
||||
# stable_secret_segments: "{{ stable_secret_segments | default() + '%0x' | format(range(0, 2**(16*2)) | random(seed=ipv6_stable_secret_seed+inventory_hostname+(stable_secret_segments | default()))) }}"
|
||||
# loop: "{{ range(4) }}"
|
||||
|
||||
# - name: Format IPv6 stable-secret segments
|
||||
# set_fact:
|
||||
# ipv6_stable_secret: "{{ stable_secret_segments | regex_replace('(.{4})(?=.)', '\\1:') }}"
|
||||
|
||||
- name: Generate random IPv6 stable-secret
|
||||
set_fact:
|
||||
ipv6_stable_secret: "{{ 'fd' + (lookup('password', '/dev/null length=30 chars=hex')).split('.')[0][:7] + '::' + (lookup('password', '/dev/null length=4 chars=hex')) }}"
|
||||
|
||||
- name: Set sysctl settings for ipv6-address-generation
|
||||
copy:
|
||||
dest: "/etc/sysctl.d/ipv6-slaac-address-generation.conf"
|
||||
content: |
|
||||
{% if ansible_facts.default_ipv6.interface is defined %}
|
||||
net.ipv6.conf.{{ ansible_facts.default_ipv6.interface }}.addr_gen_mode = 2
|
||||
net.ipv6.conf.{{ ansible_facts.default_ipv6.interface }}.stable_secret = {{ ipv6_stable_secret }}
|
||||
{% else %}
|
||||
net.ipv6.conf.{{ ansible_facts.default_ipv4.interface }}.addr_gen_mode = 2
|
||||
net.ipv6.conf.{{ ansible_facts.default_ipv4.interface }}.stable_secret = {{ ipv6_stable_secret }}
|
||||
{% endif %}
|
||||
notify: reload_sysctl
|
||||
when:
|
||||
- ansible_facts.default_ipv6 is defined
|
||||
- not sysctl_conf.stat.exists
|
||||
|
||||
- name: Set sysctl settings to override ipv6-slaac with enabled forwarding
|
||||
copy:
|
||||
dest: "/etc/sysctl.d/ipv6-slaac-override.conf"
|
||||
content: |
|
||||
net.ipv6.conf.all.accept_ra = 2
|
||||
notify: reload_sysctl
|
||||
|
||||
- name: Set sysctl settings for TCP BBR
|
||||
copy:
|
||||
dest: "/etc/sysctl.d/tcp-bbr.conf"
|
||||
content: |
|
||||
net.core.default_qdisc = fq
|
||||
net.ipv4.tcp_congestion_control = bbr
|
||||
when:
|
||||
- ansible_kernel is version('4.9', '>=')
|
||||
notify: reload_sysctl
|
||||
@@ -0,0 +1,20 @@
|
||||
- name: Update Packages
|
||||
apt:
|
||||
update_cache: yes
|
||||
upgrade: yes
|
||||
|
||||
- name: Install Packages
|
||||
package:
|
||||
name:
|
||||
- gpg
|
||||
- htop
|
||||
- iotop
|
||||
- slurm
|
||||
- nmon
|
||||
- sudo
|
||||
- screen
|
||||
- curl
|
||||
- rsync
|
||||
- zstd
|
||||
- fail2ban
|
||||
state: latest
|
||||
@@ -0,0 +1,20 @@
|
||||
- name: Check if SSH daemon is active
|
||||
systemd:
|
||||
name: sshd
|
||||
state: started
|
||||
register: sshd_status
|
||||
|
||||
- block:
|
||||
- name: Disable SSH password auth
|
||||
lineinfile:
|
||||
dest: /etc/ssh/sshd_config
|
||||
regexp: '^PasswordAuthentication\s*yes'
|
||||
line: "PasswordAuthentication no"
|
||||
register: sshd_config
|
||||
|
||||
- name: Restart SSH daemon
|
||||
service:
|
||||
name: sshd
|
||||
state: restarted
|
||||
when: sshd_config.changed
|
||||
when: sshd_status.status.ActiveState == 'active'
|
||||
@@ -0,0 +1,19 @@
|
||||
# Containers share the host kernel clock and cannot discipline it themselves.
|
||||
- name: Configure time synchronisation
|
||||
when: ansible_facts['virtualization_role'] != 'guest' or ansible_facts['virtualization_type'] not in ['lxc', 'docker', 'podman', 'container']
|
||||
block:
|
||||
- name: Install systemd-timesyncd
|
||||
package:
|
||||
name: systemd-timesyncd
|
||||
state: present
|
||||
|
||||
- name: Enable systemd-timesyncd
|
||||
systemd:
|
||||
name: systemd-timesyncd
|
||||
enabled: yes
|
||||
state: started
|
||||
|
||||
# Logs and local-time timers line up across hosts.
|
||||
- name: Set the timezone to UTC
|
||||
community.general.timezone:
|
||||
name: Etc/UTC
|
||||
@@ -0,0 +1,26 @@
|
||||
---
|
||||
crowdsec:
|
||||
# Central LAPI; hosts run only the agent and the bouncer.
|
||||
lapi_url: ""
|
||||
registration_token: ""
|
||||
bouncer_api_key: ""
|
||||
# name -> hub collection, merged across group_vars/host_vars (null drops one).
|
||||
collections: {}
|
||||
# name -> hub scenario outside the collections.
|
||||
scenarios: {}
|
||||
# path below /etc/crowdsec -> content, for local parsers and scenarios.
|
||||
local_files: {}
|
||||
# name -> CIDR (single addresses as /32 or /128) never acted upon. Joined by
|
||||
# the public_ips (same format) of every inventory host, then whitelisted by
|
||||
# this agent and, when lapi_allowlist is set, allowlisted on the LAPI.
|
||||
whitelist: {}
|
||||
# LAPI allowlist kept equal to the whitelist; it also drops alerts on ranges
|
||||
# holding a whitelisted address, which a parser whitelist cannot.
|
||||
lapi_allowlist: ""
|
||||
# Host whose k3s kubectl reaches the LAPI pod (crowdsec/crowdsec-lapi).
|
||||
lapi_kubectl_host: ""
|
||||
# name -> acquisition datasource, written to /etc/crowdsec/acquis.d/<name>.yaml.
|
||||
acquisition: {}
|
||||
# packagecloud has no trixie suite yet; the bookworm build is static Go.
|
||||
apt_suite_map:
|
||||
trixie: bookworm
|
||||
@@ -0,0 +1,10 @@
|
||||
---
|
||||
- name: Restart crowdsec
|
||||
ansible.builtin.systemd:
|
||||
name: crowdsec.service
|
||||
state: restarted
|
||||
|
||||
- name: Restart crowdsec-firewall-bouncer
|
||||
ansible.builtin.systemd:
|
||||
name: crowdsec-firewall-bouncer.service
|
||||
state: restarted
|
||||
@@ -0,0 +1,223 @@
|
||||
---
|
||||
- name: Require LAPI settings
|
||||
ansible.builtin.assert:
|
||||
that:
|
||||
- crowdsec.lapi_url | length > 0
|
||||
- crowdsec.registration_token | length > 0
|
||||
- crowdsec.bouncer_api_key | length > 0
|
||||
fail_msg: crowdsec.lapi_url, crowdsec.registration_token and crowdsec.bouncer_api_key must be set
|
||||
|
||||
- name: Create /etc/apt/keyrings
|
||||
ansible.builtin.file:
|
||||
path: /etc/apt/keyrings
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Add the CrowdSec apt key
|
||||
ansible.builtin.get_url:
|
||||
url: https://packagecloud.io/crowdsec/crowdsec/gpgkey
|
||||
dest: /etc/apt/keyrings/crowdsec.asc
|
||||
mode: "0644"
|
||||
|
||||
- name: Add the CrowdSec apt repository
|
||||
ansible.builtin.copy:
|
||||
dest: /etc/apt/sources.list.d/crowdsec.list
|
||||
mode: "0644"
|
||||
content: >
|
||||
deb [signed-by=/etc/apt/keyrings/crowdsec.asc]
|
||||
https://packagecloud.io/crowdsec/crowdsec/{{ ansible_distribution | lower }}/
|
||||
{{ crowdsec.apt_suite_map[ansible_distribution_release] | default(ansible_distribution_release) }} main
|
||||
register: crowdsec_repo
|
||||
|
||||
# The postinst asks these; without them it registers a local machine for a
|
||||
# local LAPI and enrols in the central CAPI.
|
||||
- name: Preseed the package for a remote LAPI
|
||||
ansible.builtin.debconf:
|
||||
name: crowdsec
|
||||
question: "{{ item.question }}"
|
||||
vtype: "{{ item.vtype }}"
|
||||
value: "{{ item.value }}"
|
||||
loop:
|
||||
- { question: crowdsec/lapi, vtype: boolean, value: "false" }
|
||||
- { question: crowdsec/capi, vtype: boolean, value: "false" }
|
||||
- { question: crowdsec/lapi_host, vtype: string, value: "{{ crowdsec.lapi_url | urlsplit('netloc') }}" }
|
||||
|
||||
- name: Create the CrowdSec config directories
|
||||
ansible.builtin.file:
|
||||
path: "{{ item }}"
|
||||
state: directory
|
||||
mode: "0755"
|
||||
loop:
|
||||
- /etc/crowdsec
|
||||
- /etc/crowdsec/acquis.d
|
||||
- /etc/crowdsec/bouncers
|
||||
- /etc/crowdsec/parsers/s02-enrich
|
||||
- /etc/systemd/system/crowdsec.service.d
|
||||
- /etc/systemd/system/crowdsec-firewall-bouncer.service.d
|
||||
- /etc/systemd/system/nftables.service.d
|
||||
|
||||
- name: Disable the local API server
|
||||
ansible.builtin.copy:
|
||||
dest: /etc/crowdsec/config.yaml.local
|
||||
mode: "0644"
|
||||
content: |
|
||||
api:
|
||||
server:
|
||||
enable: false
|
||||
notify: Restart crowdsec
|
||||
|
||||
# The postinst starts the agent before it is registered; an empty credentials
|
||||
# file then makes the start a no-op instead of a failed package install.
|
||||
- name: Start the agent only once registered
|
||||
ansible.builtin.copy:
|
||||
dest: /etc/systemd/system/crowdsec.service.d/registered.conf
|
||||
mode: "0644"
|
||||
content: |
|
||||
[Unit]
|
||||
ConditionFileNotEmpty=/etc/crowdsec/local_api_credentials.yaml
|
||||
register: crowdsec_dropin
|
||||
|
||||
# Start, reload and stop of nftables.service flush the whole ruleset with the
|
||||
# bouncer tables; a restart recreates them with all decisions. Ordering after
|
||||
# nftables.service makes the queued restarts wait for its job to finish.
|
||||
- name: Restart the bouncer after nftables.service flushes the ruleset
|
||||
ansible.builtin.copy:
|
||||
dest: "{{ item.dest }}"
|
||||
mode: "0644"
|
||||
content: "{{ item.content }}"
|
||||
loop:
|
||||
- dest: /etc/systemd/system/nftables.service.d/crowdsec-firewall-bouncer.conf
|
||||
content: |
|
||||
[Service]
|
||||
ExecStartPost=-/bin/systemctl --no-block try-restart crowdsec-firewall-bouncer.service
|
||||
ExecReload=-/bin/systemctl --no-block try-restart crowdsec-firewall-bouncer.service
|
||||
ExecStopPost=-/bin/systemctl --no-block try-restart crowdsec-firewall-bouncer.service
|
||||
- dest: /etc/systemd/system/crowdsec-firewall-bouncer.service.d/nftables.conf
|
||||
content: |
|
||||
[Unit]
|
||||
After=nftables.service
|
||||
loop_control:
|
||||
label: "{{ item.dest }}"
|
||||
register: crowdsec_bouncer_dropins
|
||||
|
||||
# Present before the package install, so the postinst finds an API key and
|
||||
# does not try to create one on a local LAPI.
|
||||
- name: Configure the firewall bouncer
|
||||
ansible.builtin.template:
|
||||
src: crowdsec-firewall-bouncer.yaml.local.j2
|
||||
dest: /etc/crowdsec/bouncers/crowdsec-firewall-bouncer.yaml.local
|
||||
mode: "0600"
|
||||
notify: Restart crowdsec-firewall-bouncer
|
||||
|
||||
- name: Install the parser whitelist
|
||||
ansible.builtin.template:
|
||||
src: whitelist.yaml.j2
|
||||
dest: /etc/crowdsec/parsers/s02-enrich/host-whitelist.yaml
|
||||
mode: "0644"
|
||||
notify: Restart crowdsec
|
||||
|
||||
- name: Install the acquisition files
|
||||
ansible.builtin.copy:
|
||||
dest: "/etc/crowdsec/acquis.d/{{ item.key }}.yaml"
|
||||
mode: "0644"
|
||||
content: "{{ item.value | to_nice_yaml }}"
|
||||
loop: "{{ crowdsec.acquisition | dict2items | rejectattr('value', 'none') }}"
|
||||
notify: Restart crowdsec
|
||||
|
||||
- name: Reload systemd
|
||||
ansible.builtin.systemd:
|
||||
daemon_reload: true
|
||||
when: crowdsec_dropin is changed or crowdsec_bouncer_dropins is changed
|
||||
|
||||
- name: Install the agent and the nftables bouncer
|
||||
ansible.builtin.apt:
|
||||
name: [crowdsec, crowdsec-firewall-bouncer-nftables]
|
||||
state: present
|
||||
update_cache: "{{ crowdsec_repo is changed }}"
|
||||
# The postinst otherwise runs service detection, which needs credentials that only the registration below creates
|
||||
environment:
|
||||
CROWDSEC_SETUP_UNATTENDED_DISABLE: "1"
|
||||
|
||||
- name: Read the agent credentials
|
||||
ansible.builtin.command: grep -q '^login:' /etc/crowdsec/local_api_credentials.yaml
|
||||
register: crowdsec_registered
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Register the agent at the LAPI
|
||||
ansible.builtin.command: >-
|
||||
cscli lapi register --url {{ crowdsec.lapi_url }}
|
||||
--token {{ crowdsec.registration_token }} --machine {{ ansible_hostname }}
|
||||
when: crowdsec_registered.rc != 0
|
||||
no_log: true
|
||||
notify: Restart crowdsec
|
||||
|
||||
- name: List the installed hub items
|
||||
ansible.builtin.command: cscli hub list -o json
|
||||
register: crowdsec_hub_json
|
||||
changed_when: false
|
||||
# cscli is missing in check mode before the first install.
|
||||
failed_when: crowdsec_hub_json.rc != 0 and not ansible_check_mode
|
||||
check_mode: false
|
||||
|
||||
- name: Install the hub items
|
||||
ansible.builtin.command: "cscli {{ item }} install {{ crowdsec_missing | join(' ') }}"
|
||||
vars:
|
||||
crowdsec_wanted: "{{ crowdsec[item] | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique }}"
|
||||
crowdsec_present: "{{ (crowdsec_hub_json.stdout | default('{}', true) | from_json)[item] | default([], true) | map(attribute='name') }}"
|
||||
crowdsec_missing: "{{ crowdsec_wanted | difference(crowdsec_present) }}"
|
||||
loop: [collections, scenarios]
|
||||
when: crowdsec_missing | length > 0
|
||||
notify: Restart crowdsec
|
||||
|
||||
- name: Install the local parsers and scenarios
|
||||
ansible.builtin.copy:
|
||||
dest: "/etc/crowdsec/{{ item.key }}"
|
||||
mode: "0644"
|
||||
content: "{{ item.value }}"
|
||||
loop: "{{ crowdsec.local_files | dict2items | rejectattr('value', 'none') }}"
|
||||
loop_control:
|
||||
label: "{{ item.key }}"
|
||||
notify: Restart crowdsec
|
||||
|
||||
- name: Enable the agent and the bouncer
|
||||
ansible.builtin.systemd:
|
||||
name: "{{ item }}"
|
||||
enabled: true
|
||||
state: started
|
||||
loop: [crowdsec.service, crowdsec-firewall-bouncer.service]
|
||||
|
||||
- name: Sync the LAPI allowlist
|
||||
when: crowdsec.lapi_allowlist | length > 0
|
||||
run_once: true
|
||||
delegate_to: "{{ crowdsec.lapi_kubectl_host }}"
|
||||
vars:
|
||||
crowdsec_lapi_cscli: k3s kubectl -n crowdsec exec deploy/crowdsec-lapi -c crowdsec-lapi -- cscli
|
||||
block:
|
||||
- name: Read the LAPI allowlist
|
||||
ansible.builtin.command: "{{ crowdsec_lapi_cscli }} allowlists inspect {{ crowdsec.lapi_allowlist }} -o json"
|
||||
register: crowdsec_allowlist_json
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Create the LAPI allowlist
|
||||
ansible.builtin.command: >-
|
||||
{{ crowdsec_lapi_cscli }} allowlists create {{ crowdsec.lapi_allowlist }}
|
||||
-d "Internal ranges and the public addresses of all hosts, managed by Ansible"
|
||||
when: crowdsec_allowlist_json.rc != 0
|
||||
|
||||
# cscli stores single addresses without their /32 or /128.
|
||||
- name: Update the LAPI allowlist
|
||||
ansible.builtin.command: "{{ crowdsec_lapi_cscli }} allowlists {{ item.action }} {{ crowdsec.lapi_allowlist }} {{ item.cidrs | join(' ') }}"
|
||||
vars:
|
||||
crowdsec_allowlist_wanted: "{{ crowdsec_whitelist | map('regex_replace', '/(32|128)$', '') | list }}"
|
||||
crowdsec_allowlist_present: >-
|
||||
{{ ((crowdsec_allowlist_json.stdout | default('{}', true) | from_json).get('items') or []) | map(attribute='value') | list }}
|
||||
loop:
|
||||
- { action: add, cidrs: "{{ crowdsec_allowlist_wanted | difference(crowdsec_allowlist_present) }}" }
|
||||
- { action: remove, cidrs: "{{ crowdsec_allowlist_present | difference(crowdsec_allowlist_wanted) }}" }
|
||||
loop_control:
|
||||
label: "{{ item.action }} {{ item.cidrs | join(' ') }}"
|
||||
when: item.cidrs | length > 0
|
||||
@@ -0,0 +1,8 @@
|
||||
# {{ ansible_managed }}
|
||||
api_url: {{ crowdsec.lapi_url }}/
|
||||
api_key: {{ crowdsec.bouncer_api_key }}
|
||||
mode: nftables
|
||||
# forward covers Docker-published ports and Proxmox guests.
|
||||
nftables_hooks:
|
||||
- input
|
||||
- forward
|
||||
@@ -0,0 +1,9 @@
|
||||
# {{ ansible_managed }}
|
||||
name: local/host-whitelist
|
||||
description: Internal ranges and the public addresses of all hosts
|
||||
whitelist:
|
||||
reason: internal or admin source
|
||||
cidr:
|
||||
{% for cidr in crowdsec_whitelist %}
|
||||
- "{{ cidr }}"
|
||||
{% endfor %}
|
||||
@@ -0,0 +1,4 @@
|
||||
---
|
||||
crowdsec_whitelist: >-
|
||||
{{ (crowdsec.whitelist | dict2items | rejectattr('value', 'none') | map(attribute='value') | list
|
||||
+ groups['all'] | map('extract', hostvars, 'public_ips') | select('defined') | flatten) | unique }}
|
||||
Executable
+2
@@ -0,0 +1,2 @@
|
||||
#!/bin/sh
|
||||
docker compose $@
|
||||
@@ -0,0 +1,4 @@
|
||||
- name: restart_docker
|
||||
service:
|
||||
name: "docker"
|
||||
state: restarted
|
||||
@@ -0,0 +1,40 @@
|
||||
#- name: Check if docker is already installed
|
||||
# stat:
|
||||
# path: /usr/bin/docker
|
||||
# register: docker_file
|
||||
|
||||
- name: Install Packages
|
||||
# when: docker_file.stat.exists == False
|
||||
package:
|
||||
name:
|
||||
- gpg
|
||||
- gpg-agent
|
||||
|
||||
- name: Add docker-key
|
||||
apt_key:
|
||||
url: https://download.docker.com/linux/debian/gpg
|
||||
state: present
|
||||
|
||||
- name: Add docker-repository
|
||||
apt_repository:
|
||||
repo: "deb https://download.docker.com/linux/{{ ansible_facts.distribution | lower }} {{ ansible_facts.distribution_release }} stable"
|
||||
state: present
|
||||
filename: docker
|
||||
update_cache: yes
|
||||
|
||||
- name: Install docker
|
||||
package:
|
||||
name:
|
||||
- docker-ce
|
||||
- docker-ce-cli
|
||||
- containerd.io
|
||||
- docker-compose-plugin
|
||||
- pass
|
||||
state: latest
|
||||
|
||||
- name: Deploy docker-compose command to new docker compose plugin
|
||||
ansible.builtin.copy:
|
||||
src: docker-compose
|
||||
dest: "/usr/local/bin/docker-compose"
|
||||
mode: preserve
|
||||
|
||||
@@ -0,0 +1,46 @@
|
||||
---
|
||||
# Port and address maps are name -> value so group_vars and host_vars levels
|
||||
# merge into one map (hash_behaviour = merge); a null value drops an entry.
|
||||
# Ports are numbers or "first-last" ranges.
|
||||
firewall:
|
||||
public:
|
||||
tcp: {}
|
||||
udp: {}
|
||||
# Accepted only from the geo sets or the admin set.
|
||||
geo:
|
||||
tcp: {}
|
||||
# Accepted on wt0 before the public zone is evaluated.
|
||||
vpn:
|
||||
tcp: {}
|
||||
udp: {}
|
||||
admin:
|
||||
v4: {}
|
||||
v6: {}
|
||||
# Interface names (nft wildcards allowed) whose traffic is trusted.
|
||||
internal_ifaces: {}
|
||||
# Guest bridges (Proxmox vmbr*): DHCP, router solicitations and the public
|
||||
# zone only, never the geo ports.
|
||||
guest_ifaces: {}
|
||||
# Kubernetes ring: pod interfaces, and node NetBird IPs / pod CIDRs on wt0.
|
||||
cluster:
|
||||
ifaces: {}
|
||||
v4: {}
|
||||
v6: {}
|
||||
# IPv4 port forwards: name -> {daddr, to, tcp: ports, udp: ports}, ports as in
|
||||
# the maps above. Forwarded traffic passes the forward hook, not input.
|
||||
dnat: {}
|
||||
# IPv4 source NAT: name -> nft match, e.g. 'oifname "vmbr0"'.
|
||||
masquerade: {}
|
||||
# Forwarded traffic to guarded guests: name -> {ifaces, v4, v6}, where v4 and
|
||||
# v6 are {daddr, tcp: ports, icmp: icmp or icmpv6 types}. Replies and traffic
|
||||
# in on ifaces pass, the listed ports and types pass, the rest to daddr drops;
|
||||
# traffic to other addresses is not filtered.
|
||||
forward_guard: {}
|
||||
ssh_rate_limit: "10/minute burst 5 packets"
|
||||
# EU-27 plus CH, NO, GB, IS, LI (ipdeny country codes). Empty leaves the geo
|
||||
# ports to the admin set; a load peaks at about 60 MB of kernel memory, too much for a 1 GB host.
|
||||
geo_countries: [at, be, bg, hr, cy, cz, dk, ee, fi, fr, de, gr, hu, ie, it, lv, lt, lu, mt, nl, pl, pt, ro, sk, si, es, se, ch, "no", gb, is, li]
|
||||
rollback_seconds: 120
|
||||
# name -> shell command that has to exit 0 through the new rule set before the
|
||||
# rollback is disarmed; retried for a quarter of the rollback window.
|
||||
confirm: {}
|
||||
@@ -0,0 +1,8 @@
|
||||
[Unit]
|
||||
Description=Refresh the geo sets of the host firewall
|
||||
Wants=network-online.target
|
||||
After=network-online.target
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
ExecStart=/usr/local/sbin/nft-host-geo
|
||||
@@ -0,0 +1,10 @@
|
||||
[Unit]
|
||||
Description=Daily refresh of the host firewall geo sets
|
||||
|
||||
[Timer]
|
||||
OnCalendar=daily
|
||||
RandomizedDelaySec=6h
|
||||
Persistent=true
|
||||
|
||||
[Install]
|
||||
WantedBy=timers.target
|
||||
@@ -0,0 +1,9 @@
|
||||
#!/bin/sh
|
||||
# Started by a transient timer before a rule set load; Ansible stops the timer
|
||||
# once the new rule set is confirmed.
|
||||
cd /etc/nftables.d || exit 1
|
||||
mv -f host.nft host.nft.rolled-back
|
||||
if [ -s host.nft.good ]; then
|
||||
cp host.nft.good host.nft && nft -f host.nft && exit 0
|
||||
fi
|
||||
nft delete table inet host
|
||||
@@ -0,0 +1,22 @@
|
||||
[Unit]
|
||||
Description=Host input firewall and NAT (nftables tables inet host and ip host_nat)
|
||||
# Same early-boot placement as nftables.service. Its "flush ruleset" on start,
|
||||
# reload and stop would wipe this table, so load after it and follow all three.
|
||||
DefaultDependencies=no
|
||||
Wants=network-pre.target
|
||||
Before=network-pre.target shutdown.target
|
||||
After=nftables.service
|
||||
PartOf=nftables.service
|
||||
ReloadPropagatedFrom=nftables.service
|
||||
Conflicts=shutdown.target
|
||||
ConditionPathExists=/etc/nftables.d/host.nft
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
RemainAfterExit=yes
|
||||
ExecStart=/usr/sbin/nft -f /etc/nftables.d/host.nft
|
||||
ExecReload=/usr/sbin/nft -f /etc/nftables.d/host.nft
|
||||
ExecStop=-/usr/sbin/nft delete table inet host
|
||||
|
||||
[Install]
|
||||
WantedBy=sysinit.target
|
||||
@@ -0,0 +1,168 @@
|
||||
---
|
||||
- name: Install nftables and curl
|
||||
ansible.builtin.apt:
|
||||
name: [nftables, curl]
|
||||
state: present
|
||||
|
||||
- name: Check that this node is part of its own cluster ring
|
||||
ansible.builtin.assert:
|
||||
that: ansible_wt0.ipv4.address in (firewall.cluster.v4 | dict2items | map(attribute='value') | list)
|
||||
fail_msg: "wt0 address {{ ansible_wt0.ipv4.address }} is missing from firewall.cluster.v4"
|
||||
when: firewall.cluster.v4 | default({}, true) | length > 0 and ansible_wt0.ipv4.address is defined
|
||||
|
||||
- name: Remove the include block of the old nftables role
|
||||
ansible.builtin.blockinfile:
|
||||
path: /etc/nftables.conf
|
||||
marker: "# {mark} ANSIBLE MANAGED BLOCK - nftables"
|
||||
state: absent
|
||||
|
||||
- name: Remove the rule files of the old nftables role
|
||||
ansible.builtin.file:
|
||||
path: /etc/nftables/ansible-managed
|
||||
state: absent
|
||||
|
||||
- name: Create /etc/nftables.d
|
||||
ansible.builtin.file:
|
||||
path: /etc/nftables.d
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Install the systemd units
|
||||
ansible.builtin.copy:
|
||||
src: "{{ item }}"
|
||||
dest: "/etc/systemd/system/{{ item }}"
|
||||
mode: "0644"
|
||||
loop: [nft-host.service, nft-host-geo.service, nft-host-geo.timer]
|
||||
register: firewall_units
|
||||
|
||||
- name: Install the rollback script
|
||||
ansible.builtin.copy:
|
||||
src: nft-host-rollback
|
||||
dest: /usr/local/sbin/nft-host-rollback
|
||||
mode: "0755"
|
||||
|
||||
- name: Geo sets
|
||||
when: firewall.geo_countries | length > 0
|
||||
block:
|
||||
- name: Install the geo set updater
|
||||
ansible.builtin.template:
|
||||
src: nft-host-geo.j2
|
||||
dest: /usr/local/sbin/nft-host-geo
|
||||
mode: "0755"
|
||||
|
||||
- name: Build the geo sets on first run
|
||||
ansible.builtin.command: /usr/local/sbin/nft-host-geo
|
||||
args:
|
||||
creates: /etc/nftables.d/host-geo.nft
|
||||
|
||||
- name: Read the geo sets file
|
||||
ansible.builtin.stat:
|
||||
path: /etc/nftables.d/host-geo.nft
|
||||
register: firewall_geo
|
||||
|
||||
# Without geo sets the public SSH port would only answer NetBird and the admin set.
|
||||
- name: Require non-empty geo sets
|
||||
ansible.builtin.assert:
|
||||
that: firewall_geo.stat.exists and firewall_geo.stat.size > 0
|
||||
fail_msg: /etc/nftables.d/host-geo.nft is missing or empty, refusing to apply the firewall
|
||||
# Check mode neither installs the updater nor builds the sets.
|
||||
when: not ansible_check_mode
|
||||
|
||||
- name: Enable the geo set timer
|
||||
ansible.builtin.systemd:
|
||||
name: nft-host-geo.timer
|
||||
enabled: true
|
||||
state: started
|
||||
daemon_reload: "{{ firewall_units is changed }}"
|
||||
# Check mode does not install the unit.
|
||||
ignore_errors: "{{ ansible_check_mode }}"
|
||||
|
||||
- name: Stop the geo set refresh
|
||||
when: firewall.geo_countries | length == 0
|
||||
block:
|
||||
- name: Disable the geo set timer
|
||||
ansible.builtin.systemd:
|
||||
name: nft-host-geo.timer
|
||||
enabled: false
|
||||
state: stopped
|
||||
daemon_reload: "{{ firewall_units is changed }}"
|
||||
|
||||
- name: Remove the geo sets file
|
||||
ansible.builtin.file:
|
||||
path: /etc/nftables.d/host-geo.nft
|
||||
state: absent
|
||||
|
||||
- name: Render the rule set
|
||||
ansible.builtin.template:
|
||||
src: host.nft.j2
|
||||
dest: /etc/nftables.d/host.nft
|
||||
mode: "0644"
|
||||
validate: nft -c -f %s
|
||||
register: firewall_rules
|
||||
|
||||
- name: Read the firewall unit state
|
||||
ansible.builtin.command: systemctl is-active nft-host.service
|
||||
register: firewall_active
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Apply the rule set with a rollback timer
|
||||
when:
|
||||
- firewall_rules is changed or firewall_units is changed or firewall_active.stdout != 'active'
|
||||
- not ansible_check_mode
|
||||
block:
|
||||
# A failed run of the transient unit keeps its name taken for systemd-run.
|
||||
- name: Clear a leftover rollback timer
|
||||
ansible.builtin.shell: >-
|
||||
systemctl stop nft-host-rollback.timer;
|
||||
systemctl reset-failed nft-host-rollback.timer nft-host-rollback.service;
|
||||
true
|
||||
changed_when: false
|
||||
|
||||
# Unless disarmed below, this moves the rejected rule file aside so a reboot
|
||||
# does not load it again, and reloads the last confirmed one; without one
|
||||
# it drops the table.
|
||||
- name: Arm the rollback
|
||||
ansible.builtin.command: systemd-run --on-active={{ firewall.rollback_seconds }} --unit=nft-host-rollback /usr/local/sbin/nft-host-rollback
|
||||
changed_when: false
|
||||
|
||||
- name: Load the rule set
|
||||
ansible.builtin.systemd:
|
||||
name: nft-host.service
|
||||
enabled: true
|
||||
state: reloaded
|
||||
daemon_reload: true
|
||||
|
||||
# A reused SSH control socket would hide a lockout, so test a fresh connection.
|
||||
- name: Drop the SSH connection
|
||||
ansible.builtin.meta: reset_connection
|
||||
|
||||
- name: Reconnect through the new rule set
|
||||
ansible.builtin.wait_for_connection:
|
||||
timeout: "{{ (firewall.rollback_seconds / 2) | int }}"
|
||||
|
||||
- name: Check the services behind the new rule set
|
||||
ansible.builtin.shell: "{{ item.value }}"
|
||||
loop: "{{ firewall.confirm | default({}, true) | dict2items | rejectattr('value', 'none') }}"
|
||||
loop_control:
|
||||
label: "{{ item.key }}"
|
||||
register: firewall_confirm
|
||||
until: firewall_confirm.rc == 0
|
||||
retries: "{{ (firewall.rollback_seconds / 20) | int }}"
|
||||
delay: 5
|
||||
changed_when: false
|
||||
|
||||
# Fails when the timer already fired, so a slow check cannot pass for a rolled-back host.
|
||||
- name: Disarm the rollback
|
||||
ansible.builtin.shell: >-
|
||||
test "$(systemctl show --property=SubState --value nft-host-rollback.timer)" = waiting &&
|
||||
systemctl stop nft-host-rollback.timer
|
||||
changed_when: true
|
||||
|
||||
- name: Keep the rule set as the last confirmed one
|
||||
ansible.builtin.copy:
|
||||
src: /etc/nftables.d/host.nft
|
||||
dest: /etc/nftables.d/host.nft.good
|
||||
remote_src: true
|
||||
mode: "0644"
|
||||
@@ -0,0 +1,169 @@
|
||||
#!/usr/sbin/nft -f
|
||||
# {{ ansible_managed }}
|
||||
{% macro list(map) -%}
|
||||
{{ map | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | map('string') | unique | join(', ') }}
|
||||
{%- endmacro %}
|
||||
{% macro addr_set(name, type, map) -%}
|
||||
set {{ name }} {
|
||||
type {{ type }}; flags interval; auto-merge;
|
||||
{% if list(map) %}
|
||||
elements = { {{ list(map) }} }
|
||||
{% endif %}
|
||||
}
|
||||
{%- endmacro %}
|
||||
{% set cluster = firewall.cluster | default({}, true) %}
|
||||
{% set cluster_ifaces = cluster.ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||
{% set internal_ifaces = firewall.internal_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||
{% set guest_ifaces = firewall.guest_ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||
{% set guest_match = 'iifname { "' ~ (guest_ifaces | join('", "')) ~ '" }' %}
|
||||
{% set dnat = firewall.dnat | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | list %}
|
||||
{% set masquerade = firewall.masquerade | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||
{% set forward_guard = firewall.forward_guard | default({}, true) | dict2items | rejectattr('value', 'none') | list %}
|
||||
|
||||
# Declare-then-delete makes every load one atomic transaction that replaces
|
||||
# only these tables; Cilium, Docker, NetBird and CrowdSec tables stay untouched.
|
||||
table inet host {}
|
||||
delete table inet host
|
||||
table ip host_nat {}
|
||||
delete table ip host_nat
|
||||
|
||||
{% if firewall.geo_countries %}
|
||||
include "/etc/nftables.d/host-geo.nft"
|
||||
{% endif %}
|
||||
|
||||
table inet host {
|
||||
{{ addr_set('admin_v4', 'ipv4_addr', firewall.admin.v4) }}
|
||||
{{ addr_set('admin_v6', 'ipv6_addr', firewall.admin.v6) }}
|
||||
{{ addr_set('cluster_v4', 'ipv4_addr', cluster.v4) }}
|
||||
{{ addr_set('cluster_v6', 'ipv6_addr', cluster.v6) }}
|
||||
set ssh_meter_v4 {
|
||||
type ipv4_addr; flags dynamic; timeout 10m; size 65535;
|
||||
}
|
||||
set ssh_meter_v6 {
|
||||
type ipv6_addr; flags dynamic; timeout 10m; size 65535;
|
||||
}
|
||||
|
||||
chain input {
|
||||
type filter hook input priority filter; policy drop;
|
||||
|
||||
ct state established,related accept
|
||||
ct state invalid drop
|
||||
iif lo accept
|
||||
|
||||
icmp type { echo-request, destination-unreachable, time-exceeded, parameter-problem } accept
|
||||
icmpv6 type { echo-request, destination-unreachable, packet-too-big, time-exceeded, parameter-problem, nd-router-advert, nd-neighbor-solicit, nd-neighbor-advert, mld-listener-query } accept
|
||||
udp sport 67 udp dport 68 accept
|
||||
meta nfproto ipv6 udp sport 547 udp dport 546 accept
|
||||
{% if cluster_ifaces or list(cluster.v4) or list(cluster.v6) %}
|
||||
|
||||
# ponytail: the cluster ring trusts every port between nodes and pods;
|
||||
# per-port lists (6443, 10250, 2379-2380, 4240, 8472, ...) are the upgrade path.
|
||||
{% for iface in cluster_ifaces %}
|
||||
iifname "{{ iface }}" accept
|
||||
{% endfor %}
|
||||
iifname "wt0" ip saddr @cluster_v4 accept
|
||||
iifname "wt0" ip6 saddr @cluster_v6 accept
|
||||
{% endif %}
|
||||
{% if internal_ifaces %}
|
||||
|
||||
# ponytail: internal bridges are trusted on every port; per-port lists are the upgrade path.
|
||||
{% for iface in internal_ifaces %}
|
||||
iifname "{{ iface }}" accept
|
||||
{% endfor %}
|
||||
{% endif %}
|
||||
{% if guest_ifaces %}
|
||||
|
||||
# Pods on k3s guests egress through the node IP, so guest bridges get
|
||||
# only DHCP and router solicitations beyond the public zone.
|
||||
{{ guest_match }} udp dport 67 accept
|
||||
{{ guest_match }} icmpv6 type nd-router-solicit accept
|
||||
{% endif %}
|
||||
|
||||
# VPN peers get the vpn ports, then everything public.
|
||||
iifname "wt0" jump vpn
|
||||
jump public
|
||||
}
|
||||
|
||||
chain vpn {
|
||||
{% if list(firewall.vpn.tcp) %}
|
||||
tcp dport { {{ list(firewall.vpn.tcp) }} } accept
|
||||
{% endif %}
|
||||
{% if list(firewall.vpn.udp) %}
|
||||
udp dport { {{ list(firewall.vpn.udp) }} } accept
|
||||
{% endif %}
|
||||
}
|
||||
|
||||
chain public {
|
||||
{% if list(firewall.public.tcp) %}
|
||||
tcp dport { {{ list(firewall.public.tcp) }} } accept
|
||||
{% endif %}
|
||||
{% if list(firewall.public.udp) %}
|
||||
udp dport { {{ list(firewall.public.udp) }} } accept
|
||||
{% endif %}
|
||||
{% if list(firewall.geo.tcp) %}
|
||||
tcp dport { {{ list(firewall.geo.tcp) }} } jump geo
|
||||
{% endif %}
|
||||
}
|
||||
|
||||
chain geo {
|
||||
{% if guest_ifaces %}
|
||||
# Guest IPv6 addresses sit inside the geo sets.
|
||||
{{ guest_match }} return
|
||||
{% endif %}
|
||||
ip saddr @admin_v4 accept
|
||||
ip6 saddr @admin_v6 accept
|
||||
tcp dport 22 ct state new update @ssh_meter_v4 { ip saddr limit rate over {{ firewall.ssh_rate_limit }} } drop
|
||||
# One IPv6 client usually holds a whole /64.
|
||||
tcp dport 22 ct state new update @ssh_meter_v6 { ip6 saddr & ffff:ffff:ffff:ffff:: limit rate over {{ firewall.ssh_rate_limit }} } drop
|
||||
{% if firewall.geo_countries %}
|
||||
ip saddr @geo_v4 accept
|
||||
ip6 saddr @geo_v6 accept
|
||||
{% endif %}
|
||||
}
|
||||
{% if forward_guard %}
|
||||
|
||||
chain forward {
|
||||
type filter hook forward priority filter; policy accept;
|
||||
{% for guard in forward_guard %}
|
||||
|
||||
# {{ guard.key }}
|
||||
{% set ifaces = guard.value.ifaces | default({}, true) | dict2items | rejectattr('value', 'none') | map(attribute='value') | unique | list %}
|
||||
{% for fam, l3, icmp in [('v4', 'ip', 'icmp'), ('v6', 'ip6', 'icmpv6')] if list((guard.value[fam] | default({}, true)).daddr) %}
|
||||
{% set zone = guard.value[fam] %}
|
||||
{% set match = l3 ~ ' daddr { ' ~ list(zone.daddr) ~ ' }' %}
|
||||
{{ match }} ct state established,related accept
|
||||
{% if ifaces %}
|
||||
{{ match }} iifname { "{{ ifaces | join('", "') }}" } accept
|
||||
{% endif %}
|
||||
{% if list(zone.tcp) %}
|
||||
{{ match }} tcp dport { {{ list(zone.tcp) }} } accept
|
||||
{% endif %}
|
||||
{% if list(zone.icmp) %}
|
||||
{{ match }} {{ icmp }} type { {{ list(zone.icmp) }} } accept
|
||||
{% endif %}
|
||||
{{ match }} drop
|
||||
{% endfor %}
|
||||
{% endfor %}
|
||||
}
|
||||
{% endif %}
|
||||
}
|
||||
{% if dnat or masquerade %}
|
||||
|
||||
table ip host_nat {
|
||||
chain prerouting {
|
||||
type nat hook prerouting priority dstnat; policy accept;
|
||||
{% for fwd in dnat %}
|
||||
{% for proto in ['tcp', 'udp'] if list(fwd[proto]) %}
|
||||
ip daddr {{ fwd.daddr }} {{ proto }} dport { {{ list(fwd[proto]) }} } dnat to {{ fwd.to }}
|
||||
{% endfor %}
|
||||
{% endfor %}
|
||||
}
|
||||
|
||||
chain postrouting {
|
||||
type nat hook postrouting priority srcnat; policy accept;
|
||||
{% for match in masquerade %}
|
||||
{{ match }} masquerade
|
||||
{% endfor %}
|
||||
}
|
||||
}
|
||||
{% endif %}
|
||||
@@ -0,0 +1,46 @@
|
||||
#!/bin/sh
|
||||
# {{ ansible_managed }}
|
||||
# Rebuilds the geo sets of table inet host from ipdeny. Any failed download or
|
||||
# check exits before the swap, so the previous file stays in place.
|
||||
set -eu
|
||||
|
||||
out=/etc/nftables.d/host-geo.nft
|
||||
countries="{{ firewall.geo_countries | join(' ') }}"
|
||||
prefix='^[0-9a-f.:]+/[0-9]+$'
|
||||
|
||||
tmp=$(mktemp -d)
|
||||
trap 'rm -rf "$tmp"' EXIT
|
||||
|
||||
fetch() {
|
||||
curl -fsS --retry 3 --max-time 120 -o "$2" "$1"
|
||||
grep -Eq "$prefix" "$2" || { echo "no prefixes in $1" >&2; exit 1; }
|
||||
}
|
||||
|
||||
for cc in $countries; do
|
||||
fetch "https://www.ipdeny.com/ipblocks/data/aggregated/$cc-aggregated.zone" "$tmp/$cc.v4"
|
||||
fetch "https://www.ipdeny.com/ipv6/ipaddresses/aggregated/$cc-aggregated.zone" "$tmp/$cc.v6"
|
||||
done
|
||||
|
||||
elements() {
|
||||
cat "$@" | grep -E "$prefix" | sed 's/$/,/'
|
||||
}
|
||||
|
||||
{
|
||||
echo "# Generated by $0, do not edit."
|
||||
echo 'table inet host {'
|
||||
echo ' set geo_v4 { type ipv4_addr; flags interval; auto-merge; elements = {'
|
||||
elements "$tmp"/*.v4
|
||||
echo ' } }'
|
||||
echo ' set geo_v6 { type ipv6_addr; flags interval; auto-merge; elements = {'
|
||||
elements "$tmp"/*.v6
|
||||
echo ' } }'
|
||||
echo '}'
|
||||
} >"$tmp/host-geo.nft"
|
||||
|
||||
nft -c -f "$tmp/host-geo.nft"
|
||||
install -m 0644 "$tmp/host-geo.nft" "$out.new"
|
||||
mv -f "$out.new" "$out"
|
||||
|
||||
if systemctl -q is-active nft-host.service; then
|
||||
systemctl reload nft-host.service
|
||||
fi
|
||||
@@ -0,0 +1,31 @@
|
||||
---
|
||||
kopia_backup:
|
||||
# S3 repository; it is created, and its policies and maintenance are set, outside this role.
|
||||
endpoint: tier1.backups.ruekov.eu
|
||||
bucket: ""
|
||||
access_key: ""
|
||||
secret_key: ""
|
||||
password: ""
|
||||
# Snapshot owner is root@<hostname>; several hosts can share one repository.
|
||||
hostname: "{{ inventory_hostname_short }}"
|
||||
# Kopia defaults when unset.
|
||||
content_cache_size_mb:
|
||||
metadata_cache_size_mb:
|
||||
# Paths to snapshot; missing ones are skipped at run time.
|
||||
sources: []
|
||||
# source path -> ignore rules, replacing the policy rules on every run (null drops one).
|
||||
ignore: {}
|
||||
# Command run first, e.g. a host script writing dumps into a source; a failure fails the run, the snapshot still runs.
|
||||
pre_command: ""
|
||||
# Database dumps written to /var/backups/dumps before the snapshot, which then includes that directory.
|
||||
# Each item: file, container, command (run with sh -c inside the container, output is the dump).
|
||||
dumps: []
|
||||
# Snapshot the newest k3s etcd snapshot, staged in /var/backups/etcd.
|
||||
etcd_snapshot: false
|
||||
# Explicit UTC: the hosts run in different timezones.
|
||||
on_calendar: "*-*-* 03:30 UTC"
|
||||
randomized_delay: ""
|
||||
# Extra units the service starts after, e.g. docker.service for dumps.
|
||||
after: []
|
||||
# Nice=10 and idle IO scheduling.
|
||||
idle_priority: true
|
||||
@@ -0,0 +1,95 @@
|
||||
---
|
||||
- name: Require the repository settings
|
||||
ansible.builtin.assert:
|
||||
that:
|
||||
- kopia_backup.bucket | length > 0
|
||||
- kopia_backup.access_key | length > 0
|
||||
- kopia_backup.secret_key | length > 0
|
||||
- kopia_backup.password | length > 0
|
||||
- kopia_backup.sources | length > 0
|
||||
fail_msg: kopia_backup.bucket, access_key, secret_key, password and sources must be set
|
||||
|
||||
- name: Create /etc/apt/keyrings
|
||||
ansible.builtin.file:
|
||||
path: /etc/apt/keyrings
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Install gpg for the apt key
|
||||
ansible.builtin.apt:
|
||||
name: gpg
|
||||
state: present
|
||||
|
||||
- name: Add the Kopia apt key
|
||||
ansible.builtin.shell: curl -fsSL https://kopia.io/signing-key | gpg --dearmor -o /etc/apt/keyrings/kopia-keyring.gpg
|
||||
args:
|
||||
creates: /etc/apt/keyrings/kopia-keyring.gpg
|
||||
|
||||
- name: Add the Kopia apt repository
|
||||
ansible.builtin.copy:
|
||||
dest: /etc/apt/sources.list.d/kopia.list
|
||||
mode: "0644"
|
||||
content: |
|
||||
deb [signed-by=/etc/apt/keyrings/kopia-keyring.gpg] http://packages.kopia.io/apt/ stable main
|
||||
register: kopia_backup_repo
|
||||
|
||||
- name: Install Kopia
|
||||
ansible.builtin.apt:
|
||||
name: kopia
|
||||
state: present
|
||||
update_cache: "{{ kopia_backup_repo is changed }}"
|
||||
|
||||
- name: Read the repository connection
|
||||
ansible.builtin.command: kopia repository status
|
||||
environment:
|
||||
KOPIA_CHECK_FOR_UPDATES: "false"
|
||||
register: kopia_backup_status
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Connect the repository
|
||||
ansible.builtin.command:
|
||||
argv: "{{ argv + (cache if kopia_backup.content_cache_size_mb else []) }}"
|
||||
vars:
|
||||
argv:
|
||||
- kopia
|
||||
- repository
|
||||
- connect
|
||||
- s3
|
||||
- --endpoint={{ kopia_backup.endpoint }}
|
||||
- --bucket={{ kopia_backup.bucket }}
|
||||
- --override-hostname={{ kopia_backup.hostname }}
|
||||
- --override-username=root
|
||||
cache:
|
||||
- --content-cache-size-mb={{ kopia_backup.content_cache_size_mb }}
|
||||
- --metadata-cache-size-mb={{ kopia_backup.metadata_cache_size_mb }}
|
||||
# Secrets through the environment, flags would show them in the process list
|
||||
environment:
|
||||
AWS_ACCESS_KEY_ID: "{{ kopia_backup.access_key }}"
|
||||
AWS_SECRET_ACCESS_KEY: "{{ kopia_backup.secret_key }}"
|
||||
KOPIA_PASSWORD: "{{ kopia_backup.password }}"
|
||||
KOPIA_CHECK_FOR_UPDATES: "false"
|
||||
when: kopia_backup_status.rc != 0
|
||||
no_log: true
|
||||
|
||||
- name: Install the backup script
|
||||
ansible.builtin.template:
|
||||
src: kopia-backup.j2
|
||||
dest: /usr/local/sbin/kopia-backup
|
||||
mode: "0755"
|
||||
|
||||
- name: Install the systemd units
|
||||
ansible.builtin.template:
|
||||
src: "{{ item }}.j2"
|
||||
dest: "/etc/systemd/system/{{ item }}"
|
||||
mode: "0644"
|
||||
loop: [kopia-backup.service, kopia-backup.timer]
|
||||
register: kopia_backup_units
|
||||
|
||||
- name: Enable the timer
|
||||
ansible.builtin.systemd:
|
||||
name: kopia-backup.timer
|
||||
enabled: true
|
||||
state: started
|
||||
daemon_reload: "{{ kopia_backup_units is changed }}"
|
||||
@@ -0,0 +1,58 @@
|
||||
#!/bin/bash
|
||||
# {{ ansible_managed }}
|
||||
# Daily Kopia backup of {{ kopia_backup.hostname }} into the bucket {{ kopia_backup.bucket }} on {{ kopia_backup.endpoint }}.
|
||||
set -uo pipefail
|
||||
export KOPIA_CHECK_FOR_UPDATES=false
|
||||
failed=0
|
||||
sources=()
|
||||
{% if kopia_backup.pre_command %}
|
||||
|
||||
{{ kopia_backup.pre_command }} || { echo "pre_command failed" >&2; failed=1; }
|
||||
{% endif %}
|
||||
{% if kopia_backup.etcd_snapshot %}
|
||||
|
||||
# Only the latest etcd snapshot; the live etcd dir is not consistent on disk and older snapshots only add churn
|
||||
etcd=/var/backups/etcd
|
||||
latest=$(ls -t /var/lib/rancher/k3s/server/db/snapshots/etcd-snapshot-* 2>/dev/null | head -1)
|
||||
if [ -n "$latest" ]; then
|
||||
install -d -m700 "$etcd"
|
||||
rm -f "$etcd/etcd-snapshot"
|
||||
ln "$latest" "$etcd/etcd-snapshot" 2>/dev/null || cp -p "$latest" "$etcd/etcd-snapshot" || failed=1
|
||||
fi
|
||||
{% endif %}
|
||||
{% if kopia_backup.dumps %}
|
||||
|
||||
dumps=/var/backups/dumps
|
||||
install -d -m700 "$dumps"
|
||||
dump() { # file, container, command run inside the container
|
||||
if docker exec "$2" sh -c "$3" > "$dumps/$1.tmp"; then
|
||||
mv "$dumps/$1.tmp" "$dumps/$1"
|
||||
else
|
||||
echo "dump of $1 failed" >&2; rm -f "$dumps/$1.tmp"; failed=1
|
||||
fi
|
||||
}
|
||||
{% for d in kopia_backup.dumps %}
|
||||
dump {{ d.file | quote }} {{ d.container | quote }} {{ d.command | quote }}
|
||||
{% endfor %}
|
||||
{% endif %}
|
||||
{% set ignores = kopia_backup.ignore | dict2items | rejectattr('value', 'none') | list %}
|
||||
{% if ignores %}
|
||||
|
||||
# Ignore rules of a source, replaced as a whole (--clear-ignore runs after --add-ignore within one call).
|
||||
# Kopia sorts the rules, so negations (!) cannot be relied on to come after the rule they override.
|
||||
ignore() {
|
||||
local path=$1; shift
|
||||
kopia policy set "$path" --clear-ignore >/dev/null 2>&1 &&
|
||||
kopia policy set "$path" "${@/#/--add-ignore=}" >/dev/null 2>&1 ||
|
||||
{ echo "setting the ignore rules of $path failed" >&2; failed=1; }
|
||||
}
|
||||
{% for i in ignores %}
|
||||
ignore {{ i.key | quote }} {{ i.value | map('quote') | join(' ') }}
|
||||
{% endfor %}
|
||||
{% endif %}
|
||||
|
||||
for p in {{ kopia_backup.sources | map('quote') | join(' ') }}{{ ' "$etcd"' if kopia_backup.etcd_snapshot }}{{ ' "$dumps"' if kopia_backup.dumps }}; do
|
||||
[ -d "$p" ] && sources+=("$p")
|
||||
done
|
||||
kopia snapshot create "${sources[@]}" || failed=1
|
||||
exit $failed
|
||||
@@ -0,0 +1,14 @@
|
||||
# {{ ansible_managed }}
|
||||
[Unit]
|
||||
Description=Kopia backup to {{ kopia_backup.endpoint }}
|
||||
After={{ (['network-online.target'] + kopia_backup.after) | join(' ') }}
|
||||
Wants=network-online.target
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
Environment=HOME=/root
|
||||
{% if kopia_backup.idle_priority %}
|
||||
Nice=10
|
||||
IOSchedulingClass=idle
|
||||
{% endif %}
|
||||
ExecStart=/usr/local/sbin/kopia-backup
|
||||
@@ -0,0 +1,13 @@
|
||||
# {{ ansible_managed }}
|
||||
[Unit]
|
||||
Description=Daily Kopia backup to {{ kopia_backup.endpoint }}
|
||||
|
||||
[Timer]
|
||||
OnCalendar={{ kopia_backup.on_calendar }}
|
||||
{% if kopia_backup.randomized_delay %}
|
||||
RandomizedDelaySec={{ kopia_backup.randomized_delay }}
|
||||
{% endif %}
|
||||
Persistent=true
|
||||
|
||||
[Install]
|
||||
WantedBy=timers.target
|
||||
@@ -0,0 +1,65 @@
|
||||
---
|
||||
kubernetes:
|
||||
ipPool:
|
||||
ipv4:
|
||||
# Minimum: /24
|
||||
cluster_cidr: 10.42.0.0/16
|
||||
service_cidr: 10.43.0.0/16
|
||||
ipv6:
|
||||
# Minimum: /120
|
||||
cluster_cidr: fd42::/112
|
||||
service_cidr: fd43::/112
|
||||
|
||||
# Interface to grab node-IPv4/v6 from
|
||||
nodeIp_interface: <interface to grab nodeIp from>
|
||||
|
||||
control_plane:
|
||||
dns_name: <control-plane dns-reachable-name>
|
||||
|
||||
token: <shared token for nodes to join>
|
||||
|
||||
network:
|
||||
# Copies the current /etc/resolv.conf whilst only keeping "nameserver" lines
|
||||
# can be used to remove filter
|
||||
clean_resolv_conf: false
|
||||
|
||||
# One of [none, flannel, calico, cilium]
|
||||
plugin: calico
|
||||
|
||||
# Helper for networking
|
||||
helper:
|
||||
# https://github.com/Ruakij/RoutingTableToWg
|
||||
# Translates received-routes from e.g. BGP to wireguard-allowedips
|
||||
# Helpful, when nodeIp_interface is a wireguard-interface
|
||||
routingtabletowg: false
|
||||
|
||||
# One of [none, traefik-ingress, nginx-ingress]
|
||||
ingress_controller: traefik-ingress
|
||||
|
||||
# k3s version to install, e.g. v1.37.1+k3s1. An installed k3s is replaced only
|
||||
# when this is set and differs; empty installs the latest when k3s is missing.
|
||||
version: ""
|
||||
|
||||
# Extra config of the nodes running etcd, left out with disable-etcd
|
||||
etcd_config_extra:
|
||||
# Without it etcd serves metrics on 127.0.0.1 only, out of reach of vmagent
|
||||
etcd-expose-metrics: true
|
||||
|
||||
config_extra:
|
||||
# etcd-tuning
|
||||
# heartbeat: 0.5-1.5x of rtt
|
||||
# election: 10x- of heartbeat
|
||||
etcd-arg:
|
||||
heartbeat-interval: 500
|
||||
election-timeout: 5000
|
||||
|
||||
registries_config:
|
||||
# Defines the names and endpoints of registries
|
||||
# When embedded-registry is enabled, every registry needs to be defined here to allow this node to distribute those images.
|
||||
#mirrors:
|
||||
# Enable distribution for all registries
|
||||
#"*": {}
|
||||
|
||||
# Defines authentication and extra settings for the registries
|
||||
#config:
|
||||
|
||||
@@ -0,0 +1,33 @@
|
||||
@startuml
|
||||
|
||||
rectangle "Control-Plane" as control_plane {
|
||||
rectangle "Node" as sn1 {
|
||||
component "netclient" as sn1_netclient
|
||||
|
||||
component etcd as sn1_etcd
|
||||
component "k3s-server" as sn1_k3s_server
|
||||
sn1_k3s_server - sn1_etcd
|
||||
}
|
||||
|
||||
rectangle "Node" as sn2 {
|
||||
component "netclient" as sn2_netclient
|
||||
|
||||
component etcd as sn2_etcd
|
||||
component "k3s-server" as sn2_k3s_server
|
||||
sn2_k3s_server - sn2_etcd
|
||||
}
|
||||
|
||||
sn1_netclient -- sn2_netclient
|
||||
sn1_etcd -- sn2_etcd
|
||||
}
|
||||
|
||||
rectangle "Workers" {
|
||||
rectangle "Node" as an1 {
|
||||
component "netclient" as an1_netclient
|
||||
|
||||
component "k3s-agent" as sn1_k3s_agent
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@enduml
|
||||
@@ -0,0 +1,35 @@
|
||||
# Copyright 2018-2022 Docker Inc.
|
||||
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
disabled_plugins = []
|
||||
|
||||
#root = "/var/lib/containerd"
|
||||
#state = "/run/containerd"
|
||||
#subreaper = true
|
||||
#oom_score = 0
|
||||
|
||||
#[grpc]
|
||||
# address = "/run/containerd/containerd.sock"
|
||||
# uid = 0
|
||||
# gid = 0
|
||||
|
||||
#[debug]
|
||||
# address = "/run/containerd/debug.sock"
|
||||
# uid = 0
|
||||
# gid = 0
|
||||
# level = "info"
|
||||
|
||||
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc]
|
||||
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc.options]
|
||||
SystemdCgroup = true
|
||||
@@ -0,0 +1,19 @@
|
||||
- name: reload_sysctl
|
||||
command: sysctl --system
|
||||
|
||||
- name: restart_containerd
|
||||
ansible.builtin.service:
|
||||
name: containerd
|
||||
state: restarted
|
||||
|
||||
- name: reload_networking
|
||||
service:
|
||||
name: networking
|
||||
state: restarted
|
||||
async: 5
|
||||
poll: 0
|
||||
notify: wait_for_connection
|
||||
|
||||
- name: wait_for_connection
|
||||
wait_for_connection:
|
||||
delay: 5
|
||||
@@ -0,0 +1,3 @@
|
||||
---
|
||||
#dependencies:
|
||||
# - role: docker
|
||||
@@ -0,0 +1,68 @@
|
||||
- name: Create k3s-folder
|
||||
ansible.builtin.file:
|
||||
path: /etc/rancher/k3s/
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Read the live k3s config
|
||||
slurp:
|
||||
src: /etc/rancher/k3s/config.yaml
|
||||
register: live_config
|
||||
failed_when: false
|
||||
|
||||
# A rewrite restarts k3s, so the file is written only when k3s would read other
|
||||
# settings: the live files differ from the rendering in comments, order and
|
||||
# whitespace.
|
||||
- name: Deploy k3s config
|
||||
ansible.builtin.template:
|
||||
src: k3s/{{ type }}/config.yaml.jinja2
|
||||
dest: /etc/rancher/k3s/config.yaml
|
||||
register: config
|
||||
when: >-
|
||||
live_config.content is not defined or
|
||||
(live_config.content | b64decode | from_yaml) != (lookup('template', 'k3s/' ~ type ~ '/config.yaml.jinja2') | from_yaml)
|
||||
|
||||
- name: Read the installed k3s version
|
||||
command: k3s --version
|
||||
register: k3s_installed
|
||||
changed_when: false
|
||||
failed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Download install-script
|
||||
get_url:
|
||||
url: https://get.k3s.io
|
||||
dest: /root/k3s_install.sh
|
||||
mode: "744"
|
||||
# todo: update when file changed?
|
||||
|
||||
- name: Read the live registries.yaml
|
||||
slurp:
|
||||
src: /etc/rancher/k3s/registries.yaml
|
||||
register: live_registries
|
||||
failed_when: false
|
||||
when: "type == 'server'"
|
||||
|
||||
# Written only on a change k3s would see, like config.yaml
|
||||
- name: Deploy registries.yaml
|
||||
ansible.builtin.template:
|
||||
src: k3s/server/registries.yaml.j2
|
||||
dest: /etc/rancher/k3s/registries.yaml
|
||||
register: registries_config
|
||||
when:
|
||||
- "type == 'server'"
|
||||
- >-
|
||||
live_registries.content is not defined or
|
||||
(live_registries.content | b64decode | from_yaml) != (lookup('template', 'k3s/server/registries.yaml.j2') | from_yaml)
|
||||
|
||||
- import_tasks: ./install/server/setup_network.yml
|
||||
when: "type == 'server'"
|
||||
|
||||
#- import_tasks: ./install/server/install_helm.yml
|
||||
# when: "type == 'server'"
|
||||
|
||||
- import_tasks: ./install/server/install_k3s.yml
|
||||
when: "type == 'server'"
|
||||
|
||||
- import_tasks: ./install/agent/install_k3s.yml
|
||||
when: "type == 'agent'"
|
||||
@@ -0,0 +1,15 @@
|
||||
- name: Install K3s agent
|
||||
command: /root/k3s_install.sh {{ type }}
|
||||
environment:
|
||||
INSTALL_K3S_VERSION: "{{ kubernetes.version }}"
|
||||
when: k3s_installed.rc != 0 or (kubernetes.version != '' and ('k3s version ' ~ kubernetes.version ~ ' ') not in k3s_installed.stdout)
|
||||
register: command
|
||||
changed_when: "'No change detected' not in command.stdout"
|
||||
until: "command is not failed"
|
||||
retries: 2
|
||||
delay: 10
|
||||
|
||||
- name: Make sure service is started / restarted on config change
|
||||
service:
|
||||
name: k3s-agent
|
||||
state: "{{ 'restarted' if not command.changed and config.changed else 'started' }}"
|
||||
@@ -0,0 +1,17 @@
|
||||
- name: Add Balto key
|
||||
apt_key:
|
||||
url: https://baltocdn.com/helm/signing.asc
|
||||
state: present
|
||||
|
||||
- name: Add Balto Repository
|
||||
apt_repository:
|
||||
repo: "deb https://baltocdn.com/helm/stable/debian/ all main"
|
||||
state: present
|
||||
filename: kubernetes
|
||||
update_cache: yes
|
||||
|
||||
- name: Install helm
|
||||
package:
|
||||
name:
|
||||
- helm
|
||||
state: latest
|
||||
@@ -0,0 +1,50 @@
|
||||
- block:
|
||||
- name: Install K3s-server
|
||||
command: /root/k3s_install.sh {{ type }}
|
||||
environment:
|
||||
INSTALL_K3S_CHANNEL: latest
|
||||
INSTALL_K3S_VERSION: "{{ kubernetes.version }}"
|
||||
when: k3s_installed.rc != 0 or (kubernetes.version != '' and ('k3s version ' ~ kubernetes.version ~ ' ') not in k3s_installed.stdout)
|
||||
register: command
|
||||
changed_when: "'No change detected' not in command.stdout"
|
||||
until: "command is not failed"
|
||||
retries: 2
|
||||
delay: 10
|
||||
|
||||
- name: Make sure service is started / restarted on config change
|
||||
service:
|
||||
name: k3s
|
||||
enabled: true
|
||||
state: "{{ 'restarted' if not command.changed and (config.changed or registries_config.changed) else 'started' }}"
|
||||
|
||||
- name: Waiting for K3s-server to accept connections
|
||||
ansible.builtin.wait_for:
|
||||
host: "{{ inventory_hostname }}"
|
||||
port: 6443
|
||||
state: started
|
||||
throttle: 1
|
||||
|
||||
- name: Ensure the .kube directory exists
|
||||
file:
|
||||
path: "~/.kube"
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Create symbolic link for k3s.yaml
|
||||
file:
|
||||
src: "/etc/rancher/k3s/k3s.yaml"
|
||||
dest: "~/.kube/config"
|
||||
state: link
|
||||
|
||||
- name: Deploy calico
|
||||
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_calico.yml
|
||||
when:
|
||||
- "kubernetes.network.plugin == 'calico'"
|
||||
|
||||
- name: Deploy cilium
|
||||
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_cilium.yml
|
||||
when:
|
||||
- "kubernetes.network.plugin == 'cilium'"
|
||||
|
||||
- name: Deploy network-helpers
|
||||
import_tasks: ./roles/kubernetes/tasks/install/server/network-plugin/deploy_network_helper.yml
|
||||
@@ -0,0 +1,19 @@
|
||||
- name: Deploy calico operator
|
||||
command: kubectl create -f https://raw.githubusercontent.com/projectcalico/calico/v3.28.0/manifests/tigera-operator.yaml
|
||||
register: command
|
||||
changed_when: "'created' in command.stdout"
|
||||
run_once: true
|
||||
failed_when:
|
||||
- "command.rc == 1 and 'AlreadyExists' not in command.stderr"
|
||||
|
||||
- name: Deploy calico ressource template
|
||||
ansible.builtin.template:
|
||||
src: ./k3s/server/network-plugin/calico/custom-ressource.yml.jinja2
|
||||
dest: /root/calico-ressource.yml
|
||||
run_once: true
|
||||
|
||||
- name: Deploy calico ressource
|
||||
command: kubectl apply -f /root/calico-ressource.yml
|
||||
register: command
|
||||
changed_when: "'created' in command.stdout"
|
||||
run_once: true
|
||||
@@ -0,0 +1,71 @@
|
||||
- name: Check if already installed in cluster
|
||||
command: "cilium status"
|
||||
register: cilium_status
|
||||
ignore_errors: true
|
||||
changed_when: false
|
||||
check_mode: false
|
||||
run_once: true
|
||||
|
||||
- name: Check if the Cilium CLI is installed
|
||||
stat:
|
||||
path: /usr/local/bin/cilium
|
||||
register: cilium_cli
|
||||
|
||||
- name: Get Cilium CLI version
|
||||
ansible.builtin.command:
|
||||
argv:
|
||||
- curl
|
||||
- -s
|
||||
- https://raw.githubusercontent.com/cilium/cilium-cli/main/stable.txt
|
||||
register: cilium_cli_version
|
||||
check_mode: no
|
||||
changed_when: false
|
||||
run_once: true
|
||||
|
||||
- name: Determine CLI architecture
|
||||
set_fact:
|
||||
cli_arch: "{{ 'arm64' if ansible_architecture == 'aarch64' else 'amd64' }}"
|
||||
run_once: true
|
||||
|
||||
- name: Download and verify Cilium CLI
|
||||
block:
|
||||
- name: Download Cilium CLI tar.gz file
|
||||
get_url:
|
||||
url: "https://github.com/cilium/cilium-cli/releases/download/{{ cilium_cli_version.stdout }}/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||
dest: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||
checksum: "sha256:{{ lookup('url', 'https://github.com/cilium/cilium-cli/releases/download/' + cilium_cli_version.stdout + '/cilium-linux-' + cli_arch + '.tar.gz.sha256sum', wantlist=True)[0].split(' ')[0] }}"
|
||||
mode: '0755'
|
||||
|
||||
- name: Extract Cilium CLI tar.gz to /usr/local/bin
|
||||
unarchive:
|
||||
src: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||
dest: "/usr/local/bin"
|
||||
remote_src: yes
|
||||
#extra_opts: ["--strip-components=1"]
|
||||
mode: 777
|
||||
# An installed CLI is left alone, not upgraded to the latest release
|
||||
when: cilium_cli_version.stdout is defined and not cilium_cli.stat.exists
|
||||
become: yes
|
||||
|
||||
- name: Clean up temporary files
|
||||
file:
|
||||
path: "/tmp/cilium-linux-{{ cli_arch }}.tar.gz"
|
||||
state: absent
|
||||
|
||||
# Install cilium via cli
|
||||
- block:
|
||||
- name: Install cilium
|
||||
command: >
|
||||
cilium install
|
||||
--set
|
||||
imap.mode=kubernetes,
|
||||
ipv6.enabled=true,
|
||||
#ipam.operator.clusterPoolIPv4PodCIDRList={{ kubernetes.ipPool.ipv4.cluster_cidr }},
|
||||
#ipam.operator.clusterPoolIPv6PodCIDRList={{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
||||
|
||||
- name: Wait for cilium
|
||||
command: cilium status --wait
|
||||
changed_when: false
|
||||
run_once: true
|
||||
when:
|
||||
- cilium_status.rc != 0
|
||||
@@ -0,0 +1,7 @@
|
||||
- name: Deploy service-file for routing-table to wireguard-translation
|
||||
ansible.builtin.template:
|
||||
src: ./k3s/server/network-plugin/calico/routingtabletowg.yml.jinja2
|
||||
dest: /var/lib/rancher/k3s/server/manifests/routingtabletowg.yml
|
||||
mode: u=rw,g=r,o=r
|
||||
run_once: true
|
||||
when: "kubernetes.network.helper.routingtabletowg"
|
||||
@@ -0,0 +1,6 @@
|
||||
- name: Set control-plane-dns-endpoint towards local-ip
|
||||
blockinfile:
|
||||
path: /etc/hosts
|
||||
marker: "# {mark} ANSIBLE MANAGED BLOCK | k3s"
|
||||
block: |
|
||||
{{ nodeip_ipv4 }} {{ kubernetes.control_plane.dns_name }}
|
||||
@@ -0,0 +1,6 @@
|
||||
- import_tasks: ./prerequisites.yml
|
||||
|
||||
- import_tasks: ./node.yml
|
||||
|
||||
- import_tasks: ./install.yml
|
||||
when: target_host is not defined or inventory_hostname == target_host
|
||||
@@ -0,0 +1,32 @@
|
||||
- name: Kubelet image garbage collection
|
||||
tags: kubelet_gc
|
||||
block:
|
||||
- name: Create the kubelet drop-in directory
|
||||
file:
|
||||
path: /etc/rancher/k3s/kubelet.conf.d
|
||||
state: directory
|
||||
mode: "0755"
|
||||
|
||||
- name: Set the image garbage collection thresholds
|
||||
copy:
|
||||
dest: /etc/rancher/k3s/kubelet.conf.d/10-image-gc.conf
|
||||
mode: "0644"
|
||||
content: |
|
||||
apiVersion: kubelet.config.k8s.io/v1beta1
|
||||
kind: KubeletConfiguration
|
||||
imageGCHighThresholdPercent: 70
|
||||
imageGCLowThresholdPercent: 55
|
||||
imageMaximumGCAge: 168h
|
||||
|
||||
# Every pod watching its config files takes inotify instances and watches from
|
||||
# the per-user pool. An LXC container inherits these from its host. Only this
|
||||
# file is loaded: sysctl --system would also apply distribution defaults such as
|
||||
# rp_filter that differ from the live values Cilium relies on.
|
||||
- name: Raise the inotify limits
|
||||
tags: inotify
|
||||
when: ansible_facts['virtualization_type'] != 'lxc'
|
||||
ansible.posix.sysctl:
|
||||
name: "{{ item.key }}"
|
||||
value: "{{ item.value }}"
|
||||
sysctl_file: /etc/sysctl.d/90-inotify.conf
|
||||
loop: "{{ {'fs.inotify.max_user_instances': 65536, 'fs.inotify.max_user_watches': 4194304} | dict2items }}"
|
||||
@@ -0,0 +1,61 @@
|
||||
#- name: Load br_netfilter kernel-module
|
||||
# modprobe:
|
||||
# name: br_netfilter
|
||||
# state: present
|
||||
|
||||
- name: Set sysctl settings for iptables bridged traffic
|
||||
copy:
|
||||
dest: "/etc/sysctl.d/kubernetes.conf"
|
||||
content: |
|
||||
net.bridge.bridge-nf-call-ip6tables = 1
|
||||
net.bridge.bridge-nf-call-iptables = 1
|
||||
|
||||
net.ipv4.conf.all.forwarding=1
|
||||
net.ipv6.conf.all.forwarding=1
|
||||
notify: reload_sysctl
|
||||
|
||||
#- name: Disable swap
|
||||
# command: swapoff -a
|
||||
|
||||
- name: Install required packages
|
||||
package:
|
||||
name:
|
||||
#- containerd
|
||||
#- iptables
|
||||
# For Longhorn:
|
||||
- nfs-common
|
||||
- open-iscsi
|
||||
state: present
|
||||
|
||||
- import_tasks: ./prerequisites/containerd.yml
|
||||
|
||||
- name: Gather interface-name
|
||||
set_fact:
|
||||
interface: "{{ kubernetes.ipPool.nodeIp_interface | replace('-', '_') }}"
|
||||
|
||||
- name: Getting nodeIp-data from interface
|
||||
set_fact:
|
||||
nodeip_ipv4: >-
|
||||
{{ (ansible_facts[interface].ipv4.address)
|
||||
if (ansible_facts is defined and ansible_facts.get(interface) is defined and ansible_facts[interface].ipv4 is defined)
|
||||
else (ansible_default_ipv4.address | default('')) }}
|
||||
nodeip_ipv6: >-
|
||||
{{ (ansible_facts[interface].ipv6[0].address)
|
||||
if (ansible_facts is defined and ansible_facts.get(interface) is defined and ansible_facts[interface].ipv6 is defined and (ansible_facts[interface].ipv6 | length) > 0)
|
||||
else (ansible_default_ipv6.address | default('')) }}
|
||||
|
||||
- block:
|
||||
- name: Read resolv.conf
|
||||
shell: "grep '^nameserver' /etc/resolv.conf"
|
||||
register: nameserver_line
|
||||
changed_when: false
|
||||
check_mode: false
|
||||
|
||||
- name: Write /etc/resolv-k3s.conf with only nameservers
|
||||
copy:
|
||||
content: "{{ nameserver_line.stdout }}"
|
||||
dest: /etc/resolv-k3s.conf
|
||||
when: kubernetes.network.clean_resolv_conf is true
|
||||
|
||||
- name: Run handlers to reload configurations
|
||||
meta: flush_handlers
|
||||
@@ -0,0 +1,24 @@
|
||||
- name: Check if containerd-service exists & is started
|
||||
service:
|
||||
name: containerd
|
||||
state: started
|
||||
ignore_errors: true
|
||||
register: containerd_status
|
||||
|
||||
- name: Install containerd when not exists
|
||||
package:
|
||||
name:
|
||||
- containerd
|
||||
when: containerd_status is failed
|
||||
|
||||
- name: Create containerd config-folder
|
||||
file:
|
||||
path: /etc/containerd
|
||||
state: directory
|
||||
|
||||
- name: Deploy containerd-config
|
||||
ansible.builtin.copy:
|
||||
src: containerd_config.toml
|
||||
dest: /etc/containerd/config.toml
|
||||
mode: u=rw,g=r,o=r
|
||||
notify: restart_containerd
|
||||
@@ -0,0 +1,53 @@
|
||||
{% set disabled_components = [] %}
|
||||
|
||||
## Base ##
|
||||
node-name: {{ ansible_fqdn }}
|
||||
# Join cluster
|
||||
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
||||
token: '{{ kubernetes.token }}'
|
||||
|
||||
# Networking
|
||||
{% if ansible_default_ipv6 is defined %}
|
||||
node-external-ip: {{ ansible_default_ipv4.address }},{{ ansible_default_ipv6.address }}
|
||||
{% else %}
|
||||
node-external-ip: {{ ansible_default_ipv4.address }}
|
||||
{% endif %}
|
||||
|
||||
{% if kubernetes.network.clean_resolv_conf %}
|
||||
resolv-conf: /etc/resolv-k3s.conf
|
||||
{% endif %}
|
||||
|
||||
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
||||
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
||||
{% else %}
|
||||
node-ip: {{ nodeip_ipv4 }}
|
||||
{% endif %}
|
||||
|
||||
# Network-plugin
|
||||
{% if kubernetes.network.plugin == "flannel" %}
|
||||
{% else %}
|
||||
{% if kubernetes.network.plugin == "cilium" %}
|
||||
# Cilium requires servicelb to be disabled when replacing kube-proxy
|
||||
{% set _ = disabled_components.append('servicelb') %}
|
||||
{% endif %}
|
||||
{% endif %}
|
||||
|
||||
## Label
|
||||
# Region & DC
|
||||
node-label:
|
||||
{% if region is defined %}
|
||||
- topology.kubernetes.io/region={{ region }}
|
||||
{% endif %}
|
||||
{% if zone is defined %}
|
||||
- topology.kubernetes.io/zone={{ zone }}
|
||||
{% endif %}
|
||||
{% for item in kubernetes.labels_extra %}
|
||||
- {{ item }}
|
||||
{% endfor %}
|
||||
|
||||
# Disabled components
|
||||
{% if disabled_components %}
|
||||
disable: {{ disabled_components | join(',') }}
|
||||
{% endif %}
|
||||
|
||||
{{ kubernetes.config_extra | to_yaml }}
|
||||
@@ -0,0 +1,91 @@
|
||||
{% set disabled_components = [] %}
|
||||
|
||||
## Base ##
|
||||
node-name: {{ ansible_fqdn }}
|
||||
{% if inventory_hostname == groups['kubernetes'][0] %}
|
||||
# Initialize with internal etcd
|
||||
cluster-init: true
|
||||
{% else %}
|
||||
# Join cluster
|
||||
server: https://{{ hostvars[groups['kubernetes'][0]]['nodeip_ipv4'] }}:6443
|
||||
{% endif %}
|
||||
|
||||
token: '{{ kubernetes.token }}'
|
||||
tls-san:
|
||||
- {{ kubernetes.control_plane.dns_name }}
|
||||
|
||||
# Networking
|
||||
{% if ansible_default_ipv6 is defined and ansible_default_ipv6.address is defined %}
|
||||
node-external-ip: {{ ansible_default_ipv4.address }},{{ ansible_default_ipv6.address }}
|
||||
{% else %}
|
||||
node-external-ip: {{ ansible_default_ipv4.address }}
|
||||
{% endif %}
|
||||
|
||||
{% if kubernetes.network.clean_resolv_conf %}
|
||||
resolv-conf: /etc/resolv-k3s.conf
|
||||
{% endif %}
|
||||
|
||||
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
||||
node-ip: {{ nodeip_ipv4 }},{{ nodeip_ipv6 }}
|
||||
cluster-cidr: {{ kubernetes.ipPool.ipv4.cluster_cidr }},{{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
||||
service-cidr: {{ kubernetes.ipPool.ipv4.service_cidr }},{{ kubernetes.ipPool.ipv6.service_cidr }}
|
||||
{% else %}
|
||||
node-ip: {{ nodeip_ipv4 }}
|
||||
cluster-cidr: {{ kubernetes.ipPool.ipv4.cluster_cidr }}
|
||||
service-cidr: {{ kubernetes.ipPool.ipv4.service_cidr }}
|
||||
{% endif %}
|
||||
|
||||
# Pin the apiserver advertise-address to the mesh IP: node-external-ip above
|
||||
# otherwise gets picked, leaking a LAN-only address into the default/kubernetes
|
||||
# Endpoints object that other nodes cannot route to.
|
||||
advertise-address: {{ nodeip_ipv4 }}
|
||||
|
||||
egress-selector-mode: disabled
|
||||
|
||||
# Network-plugin
|
||||
{% if kubernetes.network.plugin == "flannel" %}
|
||||
flannel-backend: vxlan
|
||||
{% else %}
|
||||
disable-network-policy: true
|
||||
flannel-backend: none
|
||||
{% if kubernetes.network.plugin == "cilium" %}
|
||||
# Cilium requires servicelb to be disabled when replacing kube-proxy
|
||||
{% set _ = disabled_components.append('servicelb') %}
|
||||
{% endif %}
|
||||
{% endif %}
|
||||
|
||||
# Ingress-plugin
|
||||
{% if kubernetes.ingress_controller != "traefik-ingress" %}
|
||||
{% set _ = disabled_components.append('traefik') %}
|
||||
{% endif %}
|
||||
|
||||
## Label
|
||||
# Region & DC
|
||||
node-label:
|
||||
{% if region is defined %}
|
||||
- topology.kubernetes.io/region={{ region }}
|
||||
{% endif %}
|
||||
{% if zone is defined %}
|
||||
- topology.kubernetes.io/zone={{ zone }}
|
||||
{% endif %}
|
||||
{% if kubernetes.labels_extra is defined %}
|
||||
{% for item in kubernetes.labels_extra %}
|
||||
- {{ item }}
|
||||
{% endfor %}
|
||||
{% endif %}
|
||||
|
||||
# Disabled components
|
||||
{% if disabled_components %}
|
||||
disable: {{ disabled_components | join(',') }}
|
||||
{% endif %}
|
||||
|
||||
{{ kubernetes.config_extra | to_yaml }}
|
||||
|
||||
# Image garbage collection tuning (drop-in KubeletConfiguration)
|
||||
kubelet-arg:
|
||||
- config-dir=/etc/rancher/k3s/kubelet.conf.d
|
||||
{% if not kubernetes.config_extra['disable-etcd'] | default(false) %}
|
||||
|
||||
# etcd members only
|
||||
{{ kubernetes.etcd_config_extra | to_nice_yaml(indent=2) }}
|
||||
{% endif %}
|
||||
@@ -0,0 +1,34 @@
|
||||
# This section includes base Calico installation configuration.
|
||||
# For more information, see: https://projectcalico.docs.tigera.io/master/reference/installation/api#operator.tigera.io/v1.Installation
|
||||
apiVersion: operator.tigera.io/v1
|
||||
kind: Installation
|
||||
metadata:
|
||||
name: default
|
||||
spec:
|
||||
# Configures Calico networking.
|
||||
calicoNetwork:
|
||||
# Note: The ipPools section cannot be modified post-install.
|
||||
ipPools:
|
||||
- blockSize: 26
|
||||
cidr: {{ kubernetes.ipPool.ipv4.cluster_cidr }}
|
||||
encapsulation: None
|
||||
natOutgoing: Enabled
|
||||
nodeSelector: all()
|
||||
|
||||
{% if nodeip_ipv6 != "" and kubernetes.ipPool.ipv6 is defined %}
|
||||
- blockSize: 122
|
||||
cidr: {{ kubernetes.ipPool.ipv6.cluster_cidr }}
|
||||
encapsulation: None
|
||||
natOutgoing: Enabled
|
||||
nodeSelector: all()
|
||||
{% endif %}
|
||||
|
||||
---
|
||||
|
||||
# This section configures the Calico API server.
|
||||
# For more information, see: https://projectcalico.docs.tigera.io/master/reference/installation/api#operator.tigera.io/v1.APIServer
|
||||
apiVersion: operator.tigera.io/v1
|
||||
kind: APIServer
|
||||
metadata:
|
||||
name: default
|
||||
spec: {}
|
||||
@@ -0,0 +1,45 @@
|
||||
# https://kubernetes.io/docs/concepts/workloads/controllers/daemonset/
|
||||
apiVersion: apps/v1
|
||||
kind: DaemonSet
|
||||
metadata:
|
||||
name: routingtabletowg
|
||||
namespace: calico-system
|
||||
labels:
|
||||
app: routingtabletowg
|
||||
spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app: routingtabletowg
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: routingtabletowg
|
||||
spec:
|
||||
tolerations:
|
||||
# this toleration is to have the daemonset runnable on master nodes
|
||||
# remove it if your masters can't run pods
|
||||
- key: node-role.kubernetes.io/master
|
||||
effect: NoSchedule
|
||||
hostNetwork: true
|
||||
containers:
|
||||
- name: routingtabletowg
|
||||
image: "ruakij/routingtabletowg:0.2.0"
|
||||
env:
|
||||
- name: INTERFACE
|
||||
value: {{ kubernetes.ipPool.nodeIp_interface }}
|
||||
- name: FILTER_PROTOCOL
|
||||
value: bird
|
||||
- name: PERIODIC_SYNC
|
||||
value: '300'
|
||||
securityContext:
|
||||
capabilities:
|
||||
add:
|
||||
- NET_ADMIN
|
||||
resources:
|
||||
requests:
|
||||
cpu: 10m
|
||||
memory: 10Mi
|
||||
limits:
|
||||
cpu: 20m
|
||||
memory: 20Mi
|
||||
---
|
||||
@@ -0,0 +1 @@
|
||||
{{ kubernetes.registries_config | to_nice_yaml(indent=2) }}
|
||||
@@ -0,0 +1,6 @@
|
||||
netbird_client:
|
||||
# Key and url to join a network
|
||||
# leave empty to ignore
|
||||
join_network:
|
||||
setup_key:
|
||||
management_url:
|
||||
@@ -0,0 +1,26 @@
|
||||
- name: Install Packages
|
||||
# when: docker_file.stat.exists == False
|
||||
package:
|
||||
name:
|
||||
- ca-certificates
|
||||
- curl
|
||||
- gnupg
|
||||
|
||||
- name: Add netbird-key
|
||||
apt_key:
|
||||
url: https://pkgs.wiretrustee.com/debian/public.key
|
||||
state: present
|
||||
|
||||
- name: Add netbird-repository
|
||||
apt_repository:
|
||||
repo: "deb https://pkgs.wiretrustee.com/debian stable main"
|
||||
state: present
|
||||
filename: netbird
|
||||
update_cache: yes
|
||||
|
||||
- name: Install wireguard & netbird
|
||||
package:
|
||||
name:
|
||||
- wireguard
|
||||
- netbird
|
||||
state: latest
|
||||
@@ -0,0 +1,16 @@
|
||||
- name: Join netbird-network
|
||||
when: "netbird_client.join_network.setup_key is defined"
|
||||
command: "netbird up --management-url {{ netbird_client.join_network.management_url }} --setup-key {{ netbird_client.join_network.setup_key }}"
|
||||
failed_when: command.rc != 0
|
||||
changed_when: "'Connected' in command.stdout"
|
||||
register: command
|
||||
|
||||
- name: Wait for netbird-interface to exist
|
||||
wait_for:
|
||||
path: "/sys/class/net/wt0"
|
||||
state: present
|
||||
when: command.changed
|
||||
|
||||
- name: Gather facts to get changes
|
||||
ansible.builtin.gather_facts:
|
||||
when: command.changed
|
||||
@@ -0,0 +1,4 @@
|
||||
- import_tasks: ./install.yml
|
||||
|
||||
- import_tasks: ./join-network.yml
|
||||
|
||||
@@ -0,0 +1 @@
|
||||
DPkg::Post-Invoke { "/usr/local/sbin/pve-no-nag"; };
|
||||
@@ -0,0 +1,7 @@
|
||||
#!/bin/sh
|
||||
# Disables the "No valid subscription" dialog of the Proxmox web UI. Called by the apt hook
|
||||
# 86pve-no-nag, because every proxmox-widget-toolkit update restores the file. Without a match
|
||||
# (changed upstream code) the dialog returns and nothing breaks.
|
||||
f=/usr/share/javascript/proxmox-widget-toolkit/proxmoxlib.js
|
||||
[ -f "$f" ] && sed -i 's/checked_command: function (orig_cmd) {$/& orig_cmd(); return;/' "$f"
|
||||
exit 0
|
||||
@@ -0,0 +1,15 @@
|
||||
- name: Install the subscription nag remover
|
||||
copy:
|
||||
src: pve-no-nag
|
||||
dest: /usr/local/sbin/pve-no-nag
|
||||
mode: "0755"
|
||||
|
||||
- name: Run it after every dpkg run
|
||||
copy:
|
||||
src: 86pve-no-nag
|
||||
dest: /etc/apt/apt.conf.d/86pve-no-nag
|
||||
mode: "0644"
|
||||
|
||||
- name: Remove the subscription nag
|
||||
command: /usr/local/sbin/pve-no-nag
|
||||
changed_when: false
|
||||
@@ -0,0 +1,2 @@
|
||||
tuned:
|
||||
profile:
|
||||
@@ -0,0 +1,6 @@
|
||||
- name: Install Packages
|
||||
package:
|
||||
name:
|
||||
- tuned
|
||||
- tuned-utils
|
||||
- tuned-utils-systemtap
|
||||
@@ -0,0 +1,5 @@
|
||||
- import_tasks: ./install-packages.yml
|
||||
|
||||
- import_tasks: ./setup-service.yml
|
||||
|
||||
- import_tasks: ./set-profile.yml
|
||||
@@ -0,0 +1,5 @@
|
||||
- name: Set profile
|
||||
command: tuned-adm profile throughput-performance
|
||||
register: command
|
||||
failed_when:
|
||||
- "command.rc != 0"
|
||||
@@ -0,0 +1,5 @@
|
||||
- name: Make sure service is started
|
||||
service:
|
||||
name: tuned
|
||||
enabled: true
|
||||
state: "started"
|
||||
@@ -0,0 +1,12 @@
|
||||
wireguard_ipv6_converter:
|
||||
version: latest
|
||||
|
||||
# see https://github.com/Ruakij/wg-ipv6-converter#31-environment
|
||||
setup:
|
||||
interface: wg0
|
||||
#ipv6_format: fc12::%02x%02x:%02x%02x/%d
|
||||
#filter_prefix: 100.100
|
||||
#recheck_interval: 60s
|
||||
|
||||
service:
|
||||
#bindTo: netbird.service
|
||||
@@ -0,0 +1,11 @@
|
||||
- name: Get architecture
|
||||
set_fact:
|
||||
arch: "{{ 'amd64' if ansible_architecture == 'x86_64' else 'arm64' }}"
|
||||
versionUri: "{% if wireguard_ipv6_converter.version == 'latest' %}latest/download{% else %}download/{{ wireguard_ipv6_converter.version }}{% endif %}"
|
||||
|
||||
- name: Download binary
|
||||
get_url:
|
||||
url: https://github.com/Ruakij/wg-ipv6-converter/releases/{{ versionUri }}/wg-ipv6-converter_{{ arch }}
|
||||
dest: /usr/local/bin/wg-ipv6-converter
|
||||
mode: "744"
|
||||
register: deployDownload
|
||||
@@ -0,0 +1,3 @@
|
||||
- import_tasks: ./deploy.yml
|
||||
|
||||
- import_tasks: ./setup-service.yml
|
||||
@@ -0,0 +1,47 @@
|
||||
- name: Deploy service
|
||||
ansible.builtin.template:
|
||||
src: wg-ipv6-conv.service.jinja2
|
||||
dest: /etc/systemd/system/wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.service
|
||||
register: serviceFile
|
||||
|
||||
- name: Enable service
|
||||
ansible.builtin.service:
|
||||
name: wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}
|
||||
daemon-reload: true
|
||||
enabled: true
|
||||
|
||||
- name: Ensure drop-in directory for the bound service exists
|
||||
ansible.builtin.file:
|
||||
path: /etc/systemd/system/{{ wireguard_ipv6_converter.service.bindTo }}.d
|
||||
state: directory
|
||||
mode: "0755"
|
||||
when: "wireguard_ipv6_converter.service.bindTo is defined"
|
||||
|
||||
- name: Deploy start-propagation drop-in for the bound service
|
||||
ansible.builtin.template:
|
||||
src: wg-ipv6-conv-restart.conf.jinja2
|
||||
dest: /etc/systemd/system/{{ wireguard_ipv6_converter.service.bindTo }}.d/10-wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.conf
|
||||
mode: "0644"
|
||||
when: "wireguard_ipv6_converter.service.bindTo is defined"
|
||||
register: upholdsFile
|
||||
|
||||
- name: Reload systemd for drop-in
|
||||
ansible.builtin.systemd:
|
||||
daemon_reload: true
|
||||
when: "upholdsFile.changed"
|
||||
|
||||
- name: Start service if interface exists already
|
||||
ansible.builtin.service:
|
||||
name: wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}
|
||||
state: "restarted"
|
||||
register: service
|
||||
when: "wireguard_ipv6_converter.setup.interface in ansible_interfaces"
|
||||
|
||||
- name: Pause for 5s to wait for program to have run
|
||||
ansible.builtin.pause:
|
||||
seconds: 5
|
||||
when: "service.changed"
|
||||
|
||||
- name: Gather facts to get changes
|
||||
ansible.builtin.gather_facts:
|
||||
when: "service.changed"
|
||||
@@ -0,0 +1,7 @@
|
||||
# BindsTo= in the converter unit only propagates stop, so a restart of
|
||||
# {{ wireguard_ipv6_converter.service.bindTo }} leaves the converter dead and the re-created
|
||||
# interface without its IPv6 addresses. Start it again whenever
|
||||
# {{ wireguard_ipv6_converter.service.bindTo }} starts. --no-block because the converter orders
|
||||
# itself After={{ wireguard_ipv6_converter.service.bindTo }}.
|
||||
[Service]
|
||||
ExecStartPost=/bin/systemctl --no-block start wg-ipv6-converter_{{ wireguard_ipv6_converter.setup.interface }}.service
|
||||
@@ -0,0 +1,29 @@
|
||||
[Unit]
|
||||
Description=WireGuard IPv6 converter for {{ wireguard_ipv6_converter.setup.interface }}
|
||||
{% if wireguard_ipv6_converter.service.bindTo is defined %}
|
||||
BindsTo={{ wireguard_ipv6_converter.service.bindTo }}
|
||||
After={{ wireguard_ipv6_converter.service.bindTo }}
|
||||
{% endif %}
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
{% if wireguard_ipv6_converter.service.bindTo is defined %}
|
||||
ExecStartPre=/bin/sleep 10
|
||||
{% endif %}
|
||||
ExecStart=/usr/local/bin/wg-ipv6-converter
|
||||
Restart=always
|
||||
RestartSec=30
|
||||
|
||||
Environment="INTERFACE={{ wireguard_ipv6_converter.setup.interface }}"
|
||||
{% if wireguard_ipv6_converter.setup.ipv6_format is defined %}
|
||||
Environment="IPV6_FORMAT={{ wireguard_ipv6_converter.setup.ipv6_format }}"
|
||||
{% endif %}
|
||||
{% if wireguard_ipv6_converter.setup.filter_prefix is defined %}
|
||||
Environment="FILTER_PREFIX={{ wireguard_ipv6_converter.setup.filter_prefix }}"
|
||||
{% endif %}
|
||||
{% if wireguard_ipv6_converter.setup.recheck_interval is defined %}
|
||||
Environment="RECHECK_INTERVAL={{ wireguard_ipv6_converter.setup.recheck_interval }}"
|
||||
{% endif %}
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
Reference in New Issue
Block a user