Github Actions - Unit and Integration tests (#45)

Signed-off-by: Ondrej Vasko <ondrej.vaskoo@gmail.com>
Lirt · Nov 15, 2022 · edb5531 · edb5531
1 parent d9fc7f3
commit edb5531
Show file tree

Hide file tree

Showing 5 changed files with 183 additions and 2 deletions.
diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml
@@ -0,0 +1,142 @@
+---
+name: Integration tests with Kind and DevStack
+on:
+  push
+jobs:
+  unit-test:
+    name: "Unit tests (go v${{ matrix.go-version }})"
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        go-version: [ '1.16' ]
+    steps:
+      - name: Checkout velero-plugin-for-openstack
+        uses: actions/checkout@v3
+      - name: Setup Go ${{ matrix.go-version }}
+        uses: actions/setup-go@v3
+        with:
+          go-version: ${{ matrix.go-version }}
+      - name: Run unit tests
+        run: |
+          go test -v ./...
+  integration-test:
+    name: "Integration tests (go v${{ matrix.go-version }})"
+    needs: unit-test
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        go-version: [ '1.16' ]
+    env:
+      VELERO_CLI_VERSION: 1.9.3
+      # Contains Velero 1.9.3
+      VELERO_CHART_VERSION: 2.32.2
+      VELERO_RESTORE_NAME: my-test-restore-01
+      VELERO_BACKUP_NAME: my-test-backup-01
+      # From tag 1.25.0
+      CINDER_CSI_CHART_VERSION: 2.2.0
+      DOCKER_IMAGE_NAME: velero-plugin-for-openstack
+      SWIFT_BUCKET_NAME: my-swift-bucket
+      TESTS_DIRECTORY: tests/actions/integration-tests
+    steps:
+      - name: Checkout velero-plugin-for-openstack
+        uses: actions/checkout@v3
+      - name: Setup Go ${{ matrix.go-version }}
+        uses: actions/setup-go@v3
+        with:
+          go-version: ${{ matrix.go-version }}
+      - name: Build Docker image
+        run: |
+          docker buildx build \
+                 --file docker/Dockerfile \
+                 --tag "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" \
+                 --platform linux/amd64 \
+                 --load \
+                 .
+      - name: Install Kind
+        uses: helm/kind-action@v1.4.0
+        with:
+          # Kubernetes 1.25.x
+          version: v0.16.0
+          cluster_name: kind
+          wait: 120s
+      - name: Load new velero-plugin-for-openstack image to kind cluster
+        run: |
+          kind load docker-image "${DOCKER_IMAGE_NAME}:${GITHUB_SHA}"
+      - name: Install Helm
+        uses: azure/setup-helm@v3
+        with:
+          version: 'v3.10.0'
+      - name: Install Velero CLI
+        run: |
+          wget --quiet "https://github.com/vmware-tanzu/velero/releases/download/v${VELERO_CLI_VERSION}/velero-v${VELERO_CLI_VERSION}-linux-amd64.tar.gz"
+          tar -zxvf "velero-v${VELERO_CLI_VERSION}-linux-amd64.tar.gz"
+          sudo mv "velero-v${VELERO_CLI_VERSION}-linux-amd64/velero" /usr/local/bin/velero
+          chmod 750 /usr/local/bin/velero
+      - name: Deploy DevStack
+        uses: EmilienM/devstack-action@v0.8
+        with:
+          branch: 'stable/yoga'
+          enable_workaround_docker_io: 'false'
+          conf_overrides: |
+            SWIFT_ENABLE_TEMPURLS=True
+            SWIFT_TEMPURL_KEY=secretkey
+            SWIFT_HASH=12394u39845623984j28hf93d9173
+            SWIFT_DEFAULT_BIND_PORT=15492
+            SERVICE_TIMEOUT=200
+            disable_all_services
+            enable_service key rabbit mysql s-proxy s-object s-container s-account c-bak c-api c-vol c-sch n-api n-crt n-cpu n-cond n-sch n-api-meta n-sproxy placement-api placement-client
+      - name: Prepare Swift bucket for velero backups
+        run: |
+          source "${{ github.workspace }}/devstack/openrc"
+          SWIFT_TMP_URL_KEY=$(dd if=/dev/urandom | tr -dc A-Za-z0-9 | head -c 40)
+          swift post "${SWIFT_BUCKET_NAME}"
+          swift post -m "Temp-URL-Key:${SWIFT_TMP_URL_KEY}"
+      - name: Install Velero helm chart
+        run: |
+          export HOST_IP=$(hostname -I | awk '{print $1}')
+          export OS_AUTH_URL=$(echo -n "http://${HOST_IP}/identity" | base64)
+          envsubst < "${TESTS_DIRECTORY}/velero-credentials.yaml" > "${TESTS_DIRECTORY}/velero-credentials-templated.yaml"
+          kubectl create namespace velero
+          kubectl apply -f "${TESTS_DIRECTORY}/velero-credentials-templated.yaml"
+          helm repo add vmware-tanzu https://vmware-tanzu.github.io/helm-charts
+          helm repo update
+          helm install velero vmware-tanzu/velero \
+               --namespace velero \
+               --version "${VELERO_CHART_VERSION}" \
+               --values "${TESTS_DIRECTORY}/velero-helm-values.yaml" \
+               --set "initContainers[0].image=${DOCKER_IMAGE_NAME}:${GITHUB_SHA}" \
+               --timeout 10m \
+               --wait \
+               --wait-for-jobs
+      - name: Create test backup and validate it
+        run: |
+          # Create Cinder PVC
+          # Checks
+          velero backup-location get
+          velero snapshot-location get
+
+          # Do backup
+          velero backup create --storage-location swift "${VELERO_BACKUP_NAME}"
+          sleep 120
+          kubectl logs -n velero -l app.kubernetes.io/name=velero
+          velero describe backups "${VELERO_BACKUP_NAME}"
+          velero backup logs "${VELERO_BACKUP_NAME}"
+          if ! velero describe backups "${VELERO_BACKUP_NAME}" | grep -q "^Phase:.*Completed"; then
+            echo "Backup ${VELERO_BACKUP_NAME} failed";
+            exit 1
+          else
+            echo "Backup ${VELERO_BACKUP_NAME} was successful";
+          fi
+
+          # Do restore
+          velero restore create "${VELERO_RESTORE_NAME}" --from-backup "${VELERO_BACKUP_NAME}"
+          sleep 120
+          kubectl logs -n velero -l app.kubernetes.io/name=velero
+          velero describe restore "${VELERO_RESTORE_NAME}"
+          velero restore logs "${VELERO_RESTORE_NAME}"
+          if ! velero describe restore "${VELERO_RESTORE_NAME}" | grep -q "^Phase:.*Completed"; then
+            echo "Restore ${VELERO_RESTORE_NAME} failed";
+            exit 1
+          else
+            echo "Restore ${VELERO_RESTORE_NAME} was successful";
+          fi
diff --git a/README.md b/README.md
@@ -303,11 +303,15 @@ Recommended way of using this plugin with restic is to use authentication with e
 go mod tidy
 go build
 
+# Prepare docker
+docker buildx create --use
+
 # Build image
 docker buildx build \
               --file docker/Dockerfile \
               --platform "linux/amd64" \
               --tag lirt/velero-plugin-for-openstack:v0.4.0 \
+              --no-cache \
               --load \
               .
 
@@ -316,6 +320,7 @@ docker buildx build \
               --file docker/Dockerfile \
               --platform linux/amd64,linux/arm/v6,linux/arm/v7,linux/arm64 \
               --tag lirt/velero-plugin-for-openstack:v0.4.0 \
+              --no-cache \
               --push \
               .
 
@@ -327,6 +332,7 @@ for platform in linux/amd64 linux/arm/v6 linux/arm/v7 linux/arm64; do
                   --file docker/Dockerfile \
                   --tag lirt/velero-plugin-for-openstack:v0.4.0 \
                   --platform "${platform}" \
+                  --no-cache \
                   --load \
                   .
 done

diff --git a/go.sum b/go.sum
@@ -177,8 +177,6 @@ github.com/googleapis/gnostic v0.2.0/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTV
 github.com/gophercloud/gophercloud v0.1.0/go.mod h1:vxM41WHh5uqHVBMZHzuwNOHh8XEoIEcSTewFxm1c5g8=
 github.com/gophercloud/gophercloud v0.20.0 h1:1+4jrsjVhdX5omlAo4jkmFc6ftLbuXLzgFo4i6lH+Gk=
 github.com/gophercloud/gophercloud v0.20.0/go.mod h1:wRtmUelyIIv3CSSDI47aUwbs075O6i+LY+pXsKCBsb4=
-github.com/gophercloud/utils v0.0.0-20210823151123-bfd010397530 h1:4jscVWuPPP5sejJfvv3McomZlBQofDdLwX3w7iYvrVc=
-github.com/gophercloud/utils v0.0.0-20210823151123-bfd010397530/go.mod h1:qOGlfG6OIJ193/c3Xt/XjOfHataNZdQcVgiu93LxBUM=
 github.com/gophercloud/utils v0.0.0-20210909165623-d7085207ff6d h1:0Wsi5dvUuPF6dVn/CNfEA4xLxmaEtOt7tV2HD16xIf8=
 github.com/gophercloud/utils v0.0.0-20210909165623-d7085207ff6d/go.mod h1:qOGlfG6OIJ193/c3Xt/XjOfHataNZdQcVgiu93LxBUM=
 github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=

diff --git a/tests/actions/integration-tests/velero-credentials.yaml b/tests/actions/integration-tests/velero-credentials.yaml
@@ -0,0 +1,16 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: velero-credentials
+  namespace: velero
+type: Opaque
+data:
+  OS_AUTH_URL: ${OS_AUTH_URL}
+  OS_PROJECT_NAME: ZGVtbw==
+  OS_USERNAME: ZGVtbw==
+  OS_PASSWORD: c2VjcmV0
+  OS_REGION_NAME: UmVnaW9uT25l
+  OS_PROJECT_DOMAIN_ID: ZGVmYXVsdA==
+  OS_USER_DOMAIN_ID: ZGVmYXVsdA==
+  OS_IDENTITY_API_VERSION: Mw==
diff --git a/tests/actions/integration-tests/velero-helm-values.yaml b/tests/actions/integration-tests/velero-helm-values.yaml
@@ -0,0 +1,19 @@
+---
+credentials:
+  extraSecretRef: "velero-credentials"
+configuration:
+  provider: community.openstack.org/openstack
+  backupStorageLocation:
+    name: swift
+    bucket: my-swift-bucket
+  volumeSnapshotLocation:
+    name: cinder
+initContainers:
+- name: velero-plugin-openstack
+  image: ""
+  imagePullPolicy: IfNotPresent
+  volumeMounts:
+    - mountPath: /target
+      name: plugins
+snapshotsEnabled: true
+backupsEnabled: true