Files
IaC/ansible/k8s_setup.yml

158 lines
5.0 KiB
YAML

---
- name: Подготовка всех узлов (Master и Workers)
hosts: masters,workers
become: true
gather_facts: true
tasks:
- name: 0. Ожидание разблокировки APT
shell: "while fuser /var/lib/dpkg/lock-frontend >/dev/null 2>&1; do sleep 5; done;"
changed_when: false
- name: 1. Настройка APT (Force IPv4 и фикс MTU)
shell: |
echo 'Acquire::ForceIPv4 "true";' > /etc/apt/apt.conf.d/99force-ipv4
ip link set dev eth0 mtu 1450 || true
changed_when: false
- name: 2. Обновление кэша и системы
apt:
update_cache: yes
upgrade: dist
- name: 3. Установка системных зависимостей
apt:
name: [apt-transport-https, ca-certificates, curl, gnupg, qemu-guest-agent, socat, conntrack]
state: present
- name: 4. Отключение SWAP
shell: |
swapoff -a
sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab
when: ansible_swaptotal_mb > 0
- name: 5. Загрузка модулей ядра
copy:
dest: /etc/modules-load.d/k8s.conf
content: |
overlay
br_netfilter
- name: 6. Применение модулей ядра
shell: |
modprobe overlay
modprobe br_netfilter
- name: 7. Настройка параметров sysctl
copy:
dest: /etc/sysctl.d/k8s.conf
content: |
net.bridge.bridge-nf-call-iptables = 1
net.bridge.bridge-nf-call-ip6tables = 1
net.ipv4.ip_forward = 1
register: sysctl_res
- name: 8. Применить sysctl
command: sysctl --system
when: sysctl_res.changed
- name: 9. Установка Containerd
apt:
name: containerd
state: present
- name: 10. Конфигурация Containerd (SystemdCgroup)
shell: |
mkdir -p /etc/containerd
containerd config default > /etc/containerd/config.toml
sed -i 's/SystemdCgroup = false/SystemdCgroup = true/' /etc/containerd/config.toml
notify: restart containerd
- name: 11. Добавление ключа Kubernetes
shell: |
curl -fsSL https://pkgs.k8s.io/core:/stable:/v1.32/deb/Release.key | gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg --yes
register: key_download
until: key_download is success
retries: 5
delay: 5
- name: 12. Настройка репозитория Kubernetes
copy:
dest: /etc/apt/sources.list.d/kubernetes.list
content: "deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/v1.32/deb/ /"
- name: 13. Установка компонентов K8s
apt:
name: [kubelet, kubeadm, kubectl]
state: present
update_cache: yes
register: apt_install
until: apt_install is success
retries: 3
delay: 10
handlers:
- name: restart containerd
service: name=containerd state=restarted
- name: Инициализация Master-ноды
hosts: masters
become: true
tasks:
- name: Проверка инициализации
stat:
path: /etc/kubernetes/admin.conf
register: kube_init
- name: Инициализация кластера (без kube-proxy)
command: >
kubeadm init
--pod-network-cidr=10.244.0.0/16
--skip-phases=addon/kube-proxy
when: not kube_init.stat.exists
- name: Настройка конфига для ubuntu
shell: |
mkdir -p /home/ubuntu/.kube
cp -i /etc/kubernetes/admin.conf /home/ubuntu/.kube/config
chown ubuntu:ubuntu /home/ubuntu/.kube/config
args:
creates: /home/ubuntu/.kube/config
- name: Генерация токена для воркеров
command: kubeadm token create --print-join-command
register: join_command_raw
- name: Сохранение команды join
set_fact:
join_command: "{{ join_command_raw.stdout }}"
- name: Подключение Worker-нод
hosts: workers
become: true
tasks:
- name: Проверка подключения
stat:
path: /etc/kubernetes/kubelet.conf
register: kube_worker_init
- name: Присоединение к кластеру
command: "{{ hostvars[groups['masters'][0]]['join_command'] }}"
when: not kube_worker_init.stat.exists
- name: Установка Cilium (eBPF)
hosts: masters
become: false
tasks:
- name: Скачивание Cilium CLI
shell: |
curl -L --remote-name-all https://github.com/cilium/cilium-cli/releases/latest/download/cilium-linux-amd64.tar.gz
sudo tar xzvf cilium-linux-amd64.tar.gz -C /usr/local/bin
rm cilium-linux-amd64.tar.gz
args:
creates: /usr/local/bin/cilium
- name: Установка Cilium (Kube-proxy replacement)
shell: |
cilium install --set kubeProxyReplacement=true
register: cilium_install
ignore_errors: true