Ansible.K3sCluster/playbook.yml

- name: Provision VM's
  hosts: localhost
  gather_facts: false
  vars_files:
  - hypervisor.vcenter.yml
  - cluster.k3s.yml
  tasks:

  - name: Download OVF-template
    ansible.builtin.get_url:
      url: "https://{{ repo_username }}:{{ repo_password }}@{{ image.ova_url }}"
      dest: /scratch/image.ova

  - name: Deploy VM's from OVF-template
    community.vmware.vmware_deploy_ovf:
      hostname: "{{ hv.hostname }}"
      username: "{{ hv.username }}"
      password: "{{ hv_password }}"
      validate_certs: no
      datacenter: "{{ hv.datacenter }}"
      folder: "{{ hv.folder }}"
      cluster: "{{ hv.cluster }}"
      name: "{{ cluster.name | upper }}-{{ (item.ip | checksum)[-5:] | upper }}"
      datastore: "{{ hv.datastore }}"
      disk_provisioning: thin
      networks:
        "LAN": "{{ hv.network }}"
      power_on: yes
      ovf: /scratch/image.ova
      deployment_option: "{{ image.deployment_option }}"
      properties:
        guestinfo.hostname: "{{ cluster.name | upper }}-{{ (item.ip | checksum)[-5:] | upper }}"
        guestinfo.rootpw: "{{ root_password }}"
        guestinfo.rootsshkey: "{{ public_key }}"
        guestinfo.ntpserver: "{{ network.ntpserver }}"
        guestinfo.ipaddress: "{{ item.ip | ansible.utils.ipaddr('address') }}"
        guestinfo.prefixlength: "{{ item.ip | ansible.utils.ipaddr('prefix') }}"
        guestinfo.dnsserver: "{{ network.dnsserver }}"
        guestinfo.gateway: "{{ network.gateway }}"
    register: job_init
    async: 300
    poll: 0
    delegate_to: localhost
    loop: "{{ servers }}"

  - name: Pause to allow initial calls to complete
    ansible.builtin.pause:
      seconds: 10

  - name: Poll for completion
    ansible.builtin.async_status:
      jid: "{{ item.ansible_job_id }}"
    register: job_poll
    retries: 5
    delay: 100
    until: job_poll.finished
    loop: "{{ job_init.results }}"
    loop_control:
      label: "{{ { 'ip': item.item.ip } }}"

  - name: Parse results into dictionary
    ansible.builtin.set_fact:
      nodes: "{{ nodes | default([]) + [ {'name': item.instance.hw_name, 'ip': item.item.item.ip | ansible.utils.ipaddr('address')} ] }}"
    loop: "{{ job_poll | json_query('results[*]') }}"
    loop_control:
      label: "{{ { 'name': item.instance.hw_name, 'ip': item.item.item.ip } }}"

  - name: Register new VM's in inventory
    ansible.builtin.add_host:
      name: "{{ item.name }}"
      ansible_host: "{{ item.ip }}"
      groups: k3s_ha
    loop: "{{ nodes }}"

  - name: Wait for systems to become reachable over SSH
    ansible.builtin.wait_for:
      host: "{{ item.ip }}"
      port: 22
      timeout: 300
    loop: "{{ nodes }}"

  - name: Scan public keys
    ansible.builtin.shell:
      cmd: "ssh-keyscan -t rsa {{ item.ip }}"
    register: publickeys
    loop: "{{ nodes }}"
    loop_control:
      label: "{{ item.ip }}"

  - name: Store public keys
    ansible.builtin.known_hosts:
      name: "{{ item.item.name | lower }}"
      key: "{{ item.item.name | lower }},{{ item.stdout }}"
      state: present
      path: ~/.ssh/known_hosts
    loop: "{{ publickeys.results }}"
    loop_control:
      label: "{{ { 'name': item.item.name, 'ip': item.item.ip } }}"

- name: Provision Kubernetes
  hosts: k3s_ha
  gather_facts: true
  vars_files:
  - cluster.k3s.yml
  tasks:

  - block:

    - name: Initial node -- Install K3s binary
      ansible.builtin.shell:
        cmd: curl -sfL https://get.k3s.io | sh -s - server --cluster-init --disable local-storage
        # cmd: "curl -sfL https://get.k3s.io | sh -s - server --cluster-init --disable local-storage --tls-san {{ cluster.virtualip | ansible.utils.ipaddr('address') }}"

    - name: Initial node -- Retrieve token
      ansible.builtin.slurp:
        src: /var/lib/rancher/k3s/server/token
      register: k3s_token

    - name: Initial node -- Retrieve kubeconfig
      ansible.builtin.shell:
        cmd: kubectl config view --raw
      register: k3s_kubeconfig

    - name: Initial node -- Store token
      ansible.builtin.set_fact:
        cluster: "{{ cluster | combine( { 'token': ( k3s_token.content | b64decode | trim ) }, { 'kubeconfig': ( k3s_kubeconfig.stdout ) } ) }}"

    # - block:

    #   - name: Install 'kube-vip' -- Retrieve RBAC-manifest
    #     ansible.builtin.uri:
    #       url: https://kube-vip.io/manifests/rbac.yaml
    #       return_content: yes
    #     register: manifest_rbac

    #   - name: Install 'kube-vip' -- Pull image
    #     ansible.builtin.shell:
    #       cmd: ctr image pull ghcr.io/kube-vip/kube-vip:latest

    #   - name: Install 'kube-vip' -- Generate daemonSet-manifest
    #     ansible.builtin.shell:
    #       cmd: "ctr run --rm --net-host ghcr.io/kube-vip/kube-vip:latest vip /kube-vip manifest daemonset --interface {{ ansible_default_ipv4.interface }} --address {{ cluster.virtualip | ansible.utils.ipaddr('address') }} --inCluster --taint --controlplane --services --arp --leaderElection"
    #     register: manifest_daemonset

    #   - name: Install 'kube-vip' -- Inject manifest
    #     ansible.builtin.template:
    #       src: kube-vip.j2
    #       dest: /var/lib/rancher/k3s/server/manifests/kube-vip.yml

    # delegate_to: "{{ ansible_play_hosts[0] }}"
    # run_once: true

  # - name: All nodes -- Ensure API availability
  #   ansible.utils.cli_parse:
  #     command: "curl -k https://{{ cluster.virtualip | ansible.utils.ipaddr('address') }}:6443/livez?verbose"
  #     parser:
  #       name: ansible.utils.json
  #     set_fact: api_readycheck
  #   ignore_errors: yes
  #   until: api_readycheck.apiVersion is defined
  #   retries: 3
  #   delay: 30

  - block:

    - name: Additional nodes -- Install K3s binary
      ansible.builtin.shell:
        cmd: "curl -sfL https://get.k3s.io | sh -s - server --disable local-storage"
        executable: /bin/bash
      environment:
        K3S_TOKEN: "{{ cluster.token }}"    # (hostvars[ansible_play_hosts[0]]).cluster.token
        K3S_URL: "{{ 'https://' + ( cluster.virtualip | ansible.utils.ipaddr('address') ) + ':6443' }}"
      throttle: 1

    when: inventory_hostname != ansible_play_hosts[0]

- name: Deploy applications
  hosts: localhost
  gather_facts: false
  vars_files:
  - applications.k3s.yml
  - cluster.k3s.yml
  tasks:

  - block:

    - name: Initialize tempfile
      ansible.builtin.tempfile:
        state: file
      register: kubeconfig

    - name: Store kubeconfig in tempfile
      ansible.builtin.copy:
        dest: "{{ kubeconfig.path }}"
        content: "{{ ( lookup('dict', hostvars) ).value.cluster.kubeconfig }}"
        mode: 0600

    - name: Replace API url
      ansible.builtin.replace:
        path: "{{ kubeconfig.path }}"
        regexp: 'server: https:\/\/127\.0\.0\.1:6443$'
        replace: "server: https://{{ servers[0].ip | ansible.utils.ipaddr('address') }}:6443"
        # replace: "server: https://{{ cluster.virtualip | ansible.utils.ipaddr('address') }}:6443"

  - name: Add Helm chart repositories
    kubernetes.core.helm_repository:
      name: "{{ item.name }}"
      repo_url: "{{ item.url }}"
    no_log: true
    loop: "{{ helm.repositories }}"

  - name: Install Helm Diff
    kubernetes.core.helm_plugin:
      state: present
      plugin_path: "{{ item.path }}"
    loop: "{{ helm.plugins }}"

  - name: Install Helm charts
    kubernetes.core.helm:
      name: "{{ item.name }}"
      chart_ref: "{{ item.ref }}"
      namespace: "{{ item.namespace }}"
      create_namespace: yes
      # wait: yes
      kubeconfig: "{{ kubeconfig.path }}"
      values: "{{ item.setvalues | default(omit) }}"
    loop: "{{ helm.charts }}"
    throttle: 1

  - name: Apply manifests
    kubernetes.core.k8s:
      definition: "{{ item.definition }}"
      wait: yes
    loop: "{{ manifests }}"
    loop_control:
      label: "{{ item.name }}"