install_util.rb

def waitForNodeReady(vm)
    vm.provision "k3s-wait-for-node", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      echo 'Waiting for node to be ready ...'
      time timeout 300 bash -c 'while ! (kubectl wait --for condition=ready node/$(hostname) 2>/dev/null); do sleep 5; done'
      kubectl get node,all -A -o wide
      SHELL
    end
  end
  
  def waitForCoreDns(vm)
    vm.provision "k3s-wait-for-coredns", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      function describe-coredns {
          RC=$?
          if [[ $RC -ne 0 ]]; then
          kubectl describe node
          kubectl --namespace kube-system describe pod -l k8s-app=kube-dns
          kubectl --namespace kube-system logs -l k8s-app=kube-dns
          fi
          exit $RC
      }
      trap describe-coredns EXIT
      time timeout 120 bash -c 'while ! (kubectl --namespace kube-system rollout status --timeout 10s deploy/coredns 2>/dev/null); do sleep 5; done'
      SHELL
    end
  end
  
  def waitForLocalStorage(vm)
    vm.provision "k3s-wait-for-local-storage", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      time timeout 120 bash -c 'while ! (kubectl --namespace kube-system rollout status --timeout 10s deploy/local-path-provisioner 2>/dev/null); do sleep 5; done'
      SHELL
    end
  end

  # Metrics takes the longest to start, so we give it 3 minutes
  def waitForMetricsServer(vm)
    vm.provision "k3s-wait-for-metrics-server", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      time timeout 180 bash -c 'while ! (kubectl --namespace kube-system rollout status --timeout 10s deploy/metrics-server 2>/dev/null); do sleep 5; done'
      SHELL
    end
  end
  
  def waitForTraefik(vm)
    vm.provision "k3s-wait-for-traefik", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      time timeout 120 bash -c 'while ! (kubectl --namespace kube-system rollout status --timeout 10s deploy/traefik 2>/dev/null); do sleep 5; done'
      SHELL
    end
  end
  
  def kubectlStatus(vm)
    vm.provision "k3s-status", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eux -o pipefail
      kubectl get node,all -A -o wide
      SHELL
    end
  end
  
  def checkK3sProcesses(vm)
    vm.provision "k3s-procps", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eux -o pipefail
      ps auxZ | grep -E 'k3s|kube|container' | grep -v grep
      SHELL
    end
  end
  
  def checkCGroupV2(vm)
    vm.provision "cgroupv2", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eux -o pipefail
      k3s check-config | grep 'cgroups V2 mounted'
      SHELL
    end
  end

  def mountDirs(vm)
    vm.provision "k3s-mount-directory", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      echo 'Mounting server dir'
      mount --bind /var/lib/rancher/k3s/server /var/lib/rancher/k3s/server
      SHELL
    end
  end

  def runUninstall(vm)
    vm.provision "k3s-uninstall", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      echo 'Uninstall k3s'
      k3s-server-uninstall.sh
      SHELL
    end
  end

  def checkMountPoint(vm)
    vm.provision "k3s-check-mount", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      echo 'Check the mount'
      mount | grep /var/lib/rancher/k3s/server
      SHELL
    end
  end

  def unmountDir(vm)
    vm.provision "k3s-unmount-dir", type: "shell", run: ENV['CI'] == 'true' ? 'never' : 'once' do |sh|
      sh.inline = <<~SHELL
      #!/usr/bin/env bash
      set -eu -o pipefail
      echo 'unmount the mount'
      umount /var/lib/rancher/k3s/server
      rm -rf /var/lib/rancher
      SHELL
    end
  end