CI/CD #477
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies and run tests on | |
| # windows and linux systems with a variety of Python versions | |
| # For more information see: | |
| # https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| name: CI/CD | |
| on: | |
| push: | |
| pull_request: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: '0 0 * * *' # nightly build | |
| env: # Required to upload docker image | |
| REGISTRY: ghcr.io | |
| IMAGE_NAME: ${{ github.repository }} | |
| jobs: | |
| build: | |
| name: py${{ matrix.python-version }}@${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| include: | |
| - os: "ubuntu-latest" | |
| python-version: '3.9' # first supported | |
| - os: "windows-latest" | |
| python-version: '3.9' # first supported | |
| - os: "macos-latest" | |
| python-version: '3.9' # first supported | |
| - os: "ubuntu-latest" | |
| python-version: '3.12' # latest supported | |
| - os: "windows-latest" | |
| python-version: '3.12' # latest supported | |
| - os: "macos-latest" | |
| python-version: '3.12' # latest supported | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| lfs: true | |
| - name: Checkout LFS objects | |
| run: git lfs checkout | |
| - uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| auto-update-conda: true | |
| python-version: ${{ matrix.python-version }} | |
| channel-priority: flexible | |
| activate-environment: c3s_sm | |
| auto-activate-base: false | |
| - name: Print environment infos | |
| shell: bash -l {0} | |
| run: | | |
| conda info -a | |
| which pip | |
| which python | |
| - name: Install dependencies and package | |
| shell: bash -l {0} | |
| run: | | |
| # On macos pykdtree was built with OpenMP (C-level parallelization library) support | |
| if [ ${{ matrix.os }} == "macos-latest" ] | |
| then | |
| conda install -c conda-forge pykdtree | |
| fi | |
| pip install -e .[testing] | |
| - name: Run all tests | |
| env: | |
| CDS_APIKEY: ${{ secrets.CDS_APIKEY }} | |
| shell: bash -l {0} | |
| run: | | |
| pytest | |
| - name: Export Environment | |
| shell: bash -l {0} | |
| run: | | |
| mkdir -p artifacts | |
| filename=env_py${{ matrix.python-version }}_${{ matrix.os }}.yml | |
| conda env export --no-builds | grep -v "prefix" > artifacts/$filename | |
| - name: Upload Coverage | |
| shell: bash -l {0} | |
| run: | | |
| pip install coveralls && coveralls --service=github | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| COVERALLS_FLAG_NAME: ${{ matrix.python-version }} | |
| COVERALLS_PARALLEL: true | |
| - name: Create wheel and dist package | |
| shell: bash -l {0} | |
| run: | | |
| pip install setuptools_scm twine | |
| if [ ${{ matrix.os }} == "windows-latest" ] | |
| then | |
| # build whls on windows | |
| pip install wheel | |
| python setup.py bdist_wheel --dist-dir artifacts/dist | |
| else | |
| # build dist on linux | |
| python setup.py sdist --dist-dir artifacts/dist | |
| fi | |
| ls artifacts/dist | |
| twine check artifacts/dist/* | |
| - name: Upload Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: Artifacts-py${{ matrix.python-version }}-${{ matrix.os }} | |
| path: artifacts/* | |
| publish-coverage: | |
| name: Submit Coveralls 👚 | |
| needs: build | |
| runs-on: ubuntu-latest | |
| container: python:3-slim | |
| steps: | |
| - name: Finished | |
| run: | | |
| pip3 install --upgrade coveralls && coveralls --service=github --finish | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| publish-pypi-package: | |
| name: Publish PyPI 🚀 | |
| # Will only trigger when Tests have passed on release/tag from the TUW-GEO repository | |
| if: | | |
| startsWith(github.ref, 'refs/tags/v') && | |
| startsWith(github.repository, 'TUW-GEO') | |
| needs: build | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Print environment variables | |
| run: | | |
| echo "GITHUB_REF = $GITHUB_REF" | |
| echo "GITHUB_REPOSITORY = $GITHUB_REPOSITORY" | |
| - name: Download Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: Artifacts | |
| pattern: Artifacts-* | |
| merge-multiple: true | |
| - name: Display downloaded files | |
| run: ls -aR | |
| - name: Upload to PyPI | |
| uses: pypa/gh-action-pypi-publish@v1.4.1 | |
| with: | |
| skip_existing: true | |
| verbose: true | |
| verify_metadata: true | |
| packages_dir: Artifacts/dist/ | |
| user: __token__ | |
| password: ${{ secrets.PYPI_API_TOKEN }} # this needs to be uploaded to github actions secrets | |
| publish-docker-image: | |
| name: Publish Docker 📦 | |
| # Will only trigger when Tests have passed on release/tag from the TUW-GEO repository | |
| if: | | |
| startsWith(github.ref, 'refs/tags/v') && | |
| startsWith(github.repository, 'TUW-GEO') | |
| needs: build | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| attestations: write | |
| id-token: write | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Log in to the Container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ${{ env.REGISTRY }} | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Extract metadata (tags, labels) for Docker | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} | |
| - name: Build and push Docker image | |
| id: push | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| push: true | |
| tags: ${{ steps.meta.outputs.tags }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| - name: Generate artifact attestation | |
| uses: actions/attest-build-provenance@v1 | |
| with: | |
| subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}} | |
| subject-digest: ${{ steps.push.outputs.digest }} | |
| push-to-registry: true |