feat: resync purge #9
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Toolkit Dry Run Dev | |
| on: | |
| pull_request: | |
| paths: | |
| - "toolkit/**" | |
| - ".github/workflows/toolkit-build.yaml" | |
| - "!**/*.md" | |
| env: | |
| COLUMNS: 99 | |
| TOOLKIT_ENV: staging | |
| TOOLKIT_VERSION: 0.3.18 | |
| PYTHON_VERSION: "3.11" | |
| CLIENT_CONFIG_FILE: "power_ops_config.yaml" | |
| CONFIGURATION_FILE: "resync/configuration.yaml" | |
| jobs: | |
| get-toolkit-version: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| image: ${{ steps.image.outputs.image }} | |
| steps: | |
| - id: image | |
| run: echo "image=cognite/toolkit:$TOOLKIT_VERSION" >> "$GITHUB_OUTPUT" | |
| build-modules: | |
| name: Toolkit Dry Run | |
| needs: get-toolkit-version | |
| runs-on: ubuntu-latest | |
| environment: CI | |
| container: | |
| image: ${{ needs.get-toolkit-version.outputs.image }} | |
| env: | |
| LOGIN_FLOW: client_credentials | |
| CDF_CLUSTER: ${{ vars.CLUSTER }} | |
| CDF_PROJECT: ${{ vars.PROJECT }} | |
| IDP_CLIENT_ID: ${{ vars.CLIENT_ID }} | |
| IDP_CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} | |
| IDP_TENANT_ID: ${{ vars.TENANT_ID }} | |
| defaults: | |
| run: | |
| shell: bash | |
| outputs: | |
| build-status: ${{ steps.build.outcome }} | |
| deploy-status: ${{ steps.deploy.outcome }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Create a folder for logs | |
| run: | | |
| if [ ! -d "cdf-tk-logs" ]; then | |
| mkdir cdf-tk-logs | |
| fi | |
| - name: Opt-in for data collection | |
| run: cdf collect opt-in | |
| - name: Build modules | |
| id: build | |
| continue-on-error: true | |
| run: | | |
| set -o pipefail | |
| cdf build --verbose --env $TOOLKIT_ENV --build-dir cdf-tk-build | tee cdf-tk-logs/build.log | |
| - name: Dry run modules deployment | |
| id: deploy | |
| continue-on-error: true | |
| if: ${{ steps.build.outcome == 'success' }} | |
| run: | | |
| set -o pipefail | |
| cdf deploy --verbose --dry-run cdf-tk-build | tee cdf-tk-logs/deploy.log | |
| - name: Store logs | |
| id: store-logs | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cdf-tk-logs | |
| path: cdf-tk-logs/ | |
| retention-days: 1 | |
| if-no-files-found: error | |
| pr-writeback: | |
| needs: build-modules | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download log files | |
| id: download-logs | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: cdf-tk-logs | |
| path: cdf-tk-logs | |
| - name: Write a comment back to the PR | |
| id: write_comment | |
| shell: bash | |
| run: | | |
| set -e | |
| B_STATUS="Build status: **${{ needs.build-modules.outputs.build-status }}**" | |
| DR_STATUS="Dry run status: **${{ needs.build-modules.outputs.deploy-status }}**" | |
| if [ -f cdf-tk-logs/deploy.log ]; then | |
| MSG=$(cat cdf-tk-logs/deploy.log) | |
| elif [ -f cdf-tk-logs/build.log ]; then | |
| MSG=$(cat cdf-tk-logs/build.log) | |
| else | |
| MSG='Error. Check workflow run for details.' | |
| fi | |
| REPO_URL=$(jq '.repository.html_url' -r < "$GITHUB_EVENT_PATH") | |
| PR_NUMBER=$(jq '.number' -r < "$GITHUB_EVENT_PATH") | |
| RUN_LINK="[$GITHUB_RUN_ID]($REPO_URL/actions/runs/$GITHUB_RUN_ID)" | |
| printf 'Toolkit dry run triggered: %s\n\n%s\n%s\n\n```\n%s\n```\n' \ | |
| "$RUN_LINK" "$B_STATUS" "$DR_STATUS" "$MSG" > pr-comment-body.txt | |
| gh pr comment $PR_NUMBER -F pr-comment-body.txt | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| resync-purge: | |
| name: Resync Purge Dry Run to CDF project ${{ vars.PROJECT }} | |
| needs: build-modules | |
| environment: | |
| name: CI | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install dependencies | |
| run: | | |
| python3 -m pip install --upgrade pip poetry==1.* | |
| poetry config virtualenvs.create false | |
| poetry install | |
| - name: Run resync plan | |
| env: | |
| CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }} | |
| CLIENT_ID: ${{ vars.CLIENT_ID }} | |
| PROJECT: ${{ vars.PROJECT }} | |
| CLUSTER: ${{ vars.CLUSTER }} | |
| TENANT_ID: ${{ vars.TENANT_ID }} | |
| run: | | |
| echo Running resync plan in CDF environment $PROJECT | |
| powerops purge $CLIENT_CONFIG_FILE $CONFIGURATION_FILE --dry-run |