IaC/ansible/k8s_setup.yml

---
- name: Подготовка всех узлов (Master и Workers)
  hosts: masters,workers
  become: true
  gather_facts: true
  tasks:
    - name: 0. Ожидание разблокировки APT
      shell: "while fuser /var/lib/dpkg/lock-frontend >/dev/null 2>&1; do sleep 5; done;"
      changed_when: false

    - name: 1. Полная очистка старых конфигов Kubernetes (Fix APT Error)
      file:
        path: "{{ item }}"
        state: absent
      loop:
        - /etc/apt/sources.list.d/kubernetes.list
        - /etc/apt/sources.list.d/archive_uri-https_mirror_yandex_ru_mirrors_kubernetes_core_-stable_-v1_32_deb-trixie.list

    - name: 2. Настройка APT (Force IPv4 и фикс MTU)
      shell: |
        echo 'Acquire::ForceIPv4 "true";' > /etc/apt/apt.conf.d/99force-ipv4
        ip link set dev eth0 mtu 1450 || true
      changed_when: false

    - name: 3. Обновление кэша (теперь должно пройти без ошибок)
      apt:
        update_cache: yes

    - name: 4. Установка системных зависимостей
      apt:
        name: [apt-transport-https, ca-certificates, curl, gnupg, qemu-guest-agent, socat, conntrack]
        state: present

    - name: 5. Обновление системы
      apt:
        upgrade: dist

    - name: 6. Отключение SWAP
      shell: |
        swapoff -a
        sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab
      when: ansible_swaptotal_mb > 0

    - name: 7. Загрузка модулей ядра
      copy:
        dest: /etc/modules-load.d/k8s.conf
        content: |
          overlay
          br_netfilter

    - name: 8. Применение модулей ядра
      shell: |
        modprobe overlay
        modprobe br_netfilter

    - name: 9. Настройка параметров sysctl
      copy:
        dest: /etc/sysctl.d/k8s.conf
        content: |
          net.bridge.bridge-nf-call-iptables  = 1
          net.bridge.bridge-nf-call-ip6tables = 1
          net.ipv4.ip_forward                 = 1
      register: sysctl_res

    - name: 10. Применить sysctl
      command: sysctl --system
      when: sysctl_res.changed

    - name: 11. Установка Containerd
      apt:
        name: containerd
        state: present

    - name: 12. Конфигурация Containerd (SystemdCgroup)
      shell: |
        mkdir -p /etc/containerd
        containerd config default > /etc/containerd/config.toml
        sed -i 's/SystemdCgroup = false/SystemdCgroup = true/' /etc/containerd/config.toml
      notify: restart containerd

    - name: 13. Добавление ключа Kubernetes
      shell: |
        curl -fsSL https://pkgs.k8s.io/core:/stable:/v1.32/deb/Release.key | gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg --yes
      register: key_download
      until: key_download is success
      retries: 5
      delay: 5

    - name: 14. Настройка официального репозитория Kubernetes (Force IPv4 поможет)
      copy:
        dest: /etc/apt/sources.list.d/kubernetes.list
        content: "deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/v1.32/deb/ /"

    - name: 15. Установка компонентов K8s (kubelet, kubeadm, kubectl)
      apt:
        name: [kubelet, kubeadm, kubectl]
        state: present
        update_cache: yes
      register: apt_install
      until: apt_install is success
      retries: 3
      delay: 10

    - name: 16. Фиксация версий
      shell: apt-mark hold kubelet kubeadm kubectl
      changed_when: false

  handlers:
    - name: restart containerd
      service: name=containerd state=restarted

- name: Инициализация Master-ноды
  hosts: masters
  become: true
  tasks:
    - name: Проверка инициализации
      stat:
        path: /etc/kubernetes/admin.conf
      register: kube_init

    - name: Инициализация кластера
      command: >
        kubeadm init 
        --pod-network-cidr=10.244.0.0/16 
        --skip-phases=addon/kube-proxy
      when: not kube_init.stat.exists

    - name: Настройка конфига для ubuntu
      shell: |
        mkdir -p /home/ubuntu/.kube
        cp -i /etc/kubernetes/admin.conf /home/ubuntu/.kube/config
        chown ubuntu:ubuntu /home/ubuntu/.kube/config
      args:
        creates: /home/ubuntu/.kube/config

    - name: Генерация команды join
      command: kubeadm token create --print-join-command
      register: join_command_raw

    - name: Сохранение команды join
      set_fact:
        join_command: "{{ join_command_raw.stdout }}"

- name: Подключение Worker-нод
  hosts: workers
  become: true
  tasks:
    - name: Проверка подключения
      stat:
        path: /etc/kubernetes/kubelet.conf
      register: kube_worker_init

    - name: Присоединение к кластеру
      command: "{{ hostvars[groups['masters'][0]]['join_command'] }}"
      when: not kube_worker_init.stat.exists

- name: Установка Cilium (eBPF)
  hosts: masters
  become: false
  tasks:
    - name: Установка Cilium CLI и CNI
      shell: |
        if [ ! -f /usr/local/bin/cilium ]; then
          curl -L --remote-name-all https://github.com/cilium/cilium-cli/releases/latest/download/cilium-linux-amd64.tar.gz
          sudo tar xzvf cilium-linux-amd64.tar.gz -C /usr/local/bin
          rm cilium-linux-amd64.tar.gz
        fi
        cilium install --set kubeProxyReplacement=true
      ignore_errors: true