kindIntegTest.yml

name: Kind Integration Tests
on:
  push:
    branches:
      - master
  pull_request:
    branches: [master]
jobs:
  build_docker_images:
    name: Build Docker Images
    runs-on: ubuntu-latest
    steps:
      - name: Check out code into the Go module directory
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - name: Set version value
        id: vars
        run: |
          echo "version=$(make version)" >> $GITHUB_OUTPUT
      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3
      - name: Build and push
        id: docker_build
        uses: docker/build-push-action@v6
        with:
          file: Dockerfile
          context: .
          push: false
          tags: k8ssandra/cass-operator:v${{ steps.vars.outputs.version }}
          platforms: linux/amd64
          outputs: type=docker,dest=/tmp/k8ssandra-cass-operator.tar
          cache-from: type=local,src=/tmp/.buildx-cache
          cache-to: type=local,dest=/tmp/.buildx-cache
      - name: Build and push
        uses: docker/build-push-action@v6
        with:
          file: logger.Dockerfile
          push: false
          tags: k8ssandra/system-logger:v${{ steps.vars.outputs.version }}
          outputs: type=docker,dest=/tmp/k8ssandra-system-logger.tar
          platforms: linux/amd64
          cache-from: type=local,src=/tmp/.buildx-cache
          cache-to: type=local,dest=/tmp/.buildx-cache
      - name: Upload cass-operator image
        uses: actions/upload-artifact@v4
        with:
          name: cass-operator
          path: /tmp/k8ssandra-cass-operator.tar
      - name: Upload system-logger image
        uses: actions/upload-artifact@v4
        with:
          name: system-logger
          path: /tmp/k8ssandra-system-logger.tar
  # This job is only for tests that don't run or don't pass against 4.0 yet
  kind_311_tests:
    needs: build_docker_images
    strategy:
      matrix:
        integration_test:
          - additional_seeds #TODO: Fails against C* 4.0, fix in https://github.com/k8ssandra/cass-operator/issues/459
          - scale_down_unbalanced_racks #TODO: Fails against C* 4.0 and DSE 6.8, fix in https://github.com/k8ssandra/cass-operator/issues/459
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
      M_SERVER_VERSION: 3.11.17
      M_SERVER_TYPE: cassandra
    steps:
      - uses: actions/checkout@v4
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - uses: actions/checkout@v4
        if: github.event_name != 'pull_request'
      - uses: ./.github/actions/run-integ-test
        with:
          integration_test: ${{ matrix.integration_test }}
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-${{ matrix.integration_test }}
          path: ./build/kubectl_dump
  # # This job is only for tests that don't run or don't pass against 4.1 yet
  kind_40_tests:
    needs: build_docker_images
    strategy:
      matrix:
        version:
          - "4.0.13"
        integration_test:
          - cdc_successful # OSS only
          - config_fql
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
    steps:
      - uses: actions/checkout@v4
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - uses: actions/checkout@v4
        if: github.event_name != 'pull_request'
      - uses: ./.github/actions/run-integ-test
        with:
          integration_test: ${{ matrix.integration_test }}
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-${{ matrix.integration_test }}
          path: ./build/kubectl_dump
  kind_dse_tests:
    needs: build_docker_images
    strategy:
      matrix:
        version:
          - "6.8.49"
        integration_test:
          - cdc_successful
        include:
          - version: 6.8.49
            serverImage: datastax/dse-mgmtapi-6_8:6.8.49-ubi8 # DSE 6.8.49
            serverType: dse
            integration_test: "cdc_successful"
      fail-fast: true
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
      M_SERVER_VERSION: ${{ matrix.version }}
      M_SERVER_IMAGE: ${{ matrix.serverImage }}
      M_SERVER_TYPE: ${{ matrix.serverType }}
    steps:
      - uses: actions/checkout@v4
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - uses: actions/checkout@v4
        if: github.event_name != 'pull_request'
      - uses: ./.github/actions/run-integ-test
        with:
          integration_test: ${{ matrix.integration_test }}
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-smoke_test-${{ matrix.version }}
          path: ./build/kubectl_dump

  kind_int_tests:
    needs: build_docker_images
    strategy:
      matrix:
        version:
          - "4.1.6"
        integration_test:
          # Single worker tests:
          - additional_serviceoptions
          - additional_volumes
          # - delete_node_terminated_container # This does not test any operator behavior
          - podspec_simple
          # - terminate
          # - timeout_prestop_termination
          # - upgrade_operator # See kind_311_tests job, Only works for 3.11 right now
          - webhook_validation
          # Three worker tests:
          - canary_upgrade
          # - config_change_condition # config_change takes care of testing the same
          #- cdc_successful # OSS only
          # - delete_node_lost_readiness # DSE specific behavior
          - host_network
          - internode-encryption-generated
          #- no_infinite_reconcile # smoke_test_* should take care of this
          - node_replace
          - nodeport_service
          - rolling_restart
          - rolling_restart_with_override
          # - stop_resume
          - superuser-secret-generated
          - superuser-secret-provided
          - test_bad_config_and_fix
          - test_mtls_mgmt_api
          - upgrade_operator
          # More than 3 workers tests:
          - add_racks
          #- additional_seeds #TODO: Fails against C* 4.0, fix in https://github.com/k8ssandra/cass-operator/issues/459
          - cluster_wide_install
          - config_change
          - config_secret
          # - multi_cluster_management
          #- oss_test_all_the_things # This is now the smoke test, see kind_smoke_tests job
          - scale_down
          # - scale_down_not_enough_space # Not enough stable test
          #- scale_down_unbalanced_racks #TODO: Fails against C* 4.0 and DSE, fix in https://github.com/k8ssandra/cass-operator/issues/459
          - scale_up
          - scale_up_stop_resume
          - seed_selection
          # - smoke_test_read_only_fs
          #- config_fql # OSS only
          - decommission_dc
        # - stop_resume_scale_up # Odd insufficient CPU issues in kind+GHA
        # let other tests continue to run
      # even if one fails
      fail-fast: false
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
      M_SERVER_VERSION: ${{ matrix.version }}
    steps:
      - uses: actions/checkout@v4
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - uses: actions/checkout@v4
        if: github.event_name != 'pull_request'
      - uses: ./.github/actions/run-integ-test
        with:
          integration_test: ${{ matrix.integration_test }}
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-${{ matrix.integration_test }}-${{ matrix.version }}
          path: ./build/kubectl_dump
  kind_smoke_tests:
    needs: build_docker_images
    strategy:
      matrix:
        version:
          - "3.11.17"
          - "4.0.13"
          - "4.1.6"
          - "6.8.50"
          - "6.9.2"
          - "1.0.0"
        integration_test:
          - test_all_the_things
          - smoke_test_read_only_fs
        include:
          - version: 6.8.50
            serverImage: datastax/dse-mgmtapi-6_8:6.8.50-ubi8 # DSE 6.8.50
            serverType: dse
          - version: 6.9.2
            serverImage: datastax/dse-mgmtapi-6_8:6.9.2-ubi # DSE 6.9.2
            serverType: dse
          - version: 1.0.0
            serverImage: datastax/hcd:1.0.0-ubi # HCD 1.0.0
            serverType: hcd
        exclude:
          - version: 3.11.17
            integration_test: "smoke_test_read_only_fs"
          - version: 4.0.13
            integration_test: "smoke_test_read_only_fs"
      fail-fast: true
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
      M_SERVER_VERSION: ${{ matrix.version }}
      M_SERVER_IMAGE: ${{ matrix.serverImage }}
      M_SERVER_TYPE: ${{ matrix.serverType }}
    steps:
      - uses: actions/checkout@v4
        if: github.event_name == 'pull_request'
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - uses: actions/checkout@v4
        if: github.event_name != 'pull_request'
      - uses: ./.github/actions/run-integ-test
        with:
          integration_test: ${{ matrix.integration_test }}
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-smoke_test-${{ matrix.version }}
          path: ./build/kubectl_dump
  kind_topolvm_tests:
    name: TopoLVM kind installation with volumeExpansion
    needs: build_docker_images
    strategy:
      matrix:
        version:
          - "4.1.6"
        integration_test:
          - pvc_expansion
      fail-fast: true
    runs-on: ubuntu-latest
    env:
      CGO_ENABLED: 0
      M_INTEG_DIR: ${{ matrix.integration_test }}
      M_SERVER_VERSION: ${{ matrix.version }}
    steps:
      - name: Install necessary tools for LVM setup
        run: |
          sudo apt-get update
          sudo apt-get install -y lvm2 xfsprogs thin-provisioning-tools
      - name: Check out code into the Go module directory
        uses: actions/checkout@v4
        with:
          ref: ${{ github.event.pull_request.head.sha }}
      - name: Check out code into the Go module directory
        uses: actions/checkout@v4
        with:
          repository: topolvm/topolvm
          path: topolvm
          ref: topolvm-chart-v15.2.0
      - name: Create LVM from TopoLVM's example setup
        run: |
          cd topolvm/example
          mkdir -p build
          mkdir -p bin
          make start-lvmd
          make KIND=$(type -a -P kind) launch-kind
      - name: Set up Go
        uses: actions/setup-go@v5
        with:
          go-version-file: 'go.mod'
          cache: true
      - name: Install TopoLVM controller
        run: |
          make cert-manager
          helm repo add topolvm https://topolvm.github.io/topolvm
          helm repo update
          kubectl create namespace topolvm-system
          kubectl label namespace topolvm-system topolvm.io/webhook=ignore
          kubectl label namespace kube-system topolvm.io/webhook=ignore
          helm install --namespace=topolvm-system topolvm topolvm/topolvm -f topolvm/example/values.yaml
          kubectl wait --for=condition=available --timeout=120s -n topolvm-system deployments/topolvm-controller
          kubectl wait --for=condition=ready --timeout=120s -n topolvm-system -l="app.kubernetes.io/component=controller,app.kubernetes.io/name=topolvm" pod
          kubectl wait --for=condition=ready --timeout=120s -n topolvm-system certificate/topolvm-mutatingwebhook
      - name: Link tools
        shell: bash
        run: |
          mkdir bin
          ln -s /usr/local/bin/kustomize bin/kustomize
      - name: Download cass-operator image
        uses: actions/download-artifact@v4
        with:
          name: cass-operator
          path: /tmp
      - name: Download system-logger image
        uses: actions/download-artifact@v4
        with:
          name: system-logger
          path: /tmp
      - name: Load Docker images
        shell: bash
        id: load
        run: |
          echo "operator_img=$(docker load --input /tmp/k8ssandra-cass-operator.tar | cut -f 3 -d' ')" >> $GITHUB_OUTPUT
          echo "logger_img=$(docker load --input /tmp/k8ssandra-system-logger.tar | cut -f 3 -d' ')" >> $GITHUB_OUTPUT
      - name: Load image on the nodes of the cluster
        shell: bash
        run: |
          kind load docker-image --name=topolvm-example ${{ steps.load.outputs.operator_img }}
          kind load docker-image --name=topolvm-example ${{ steps.load.outputs.logger_img }}
      - name: Run integration test
        shell: bash
        run: |
          IMG=${{ steps.load.outputs.operator_img }} LOG_IMG=${{ steps.load.outputs.logger_img }} make integ-test
      - name: Archive k8s logs
        if: ${{ failure() }}
        uses: actions/upload-artifact@v4
        with:
          name: k8s-logs-topolvm-test-${{ matrix.version }}
          path: ./build/kubectl_dump