-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Mihai Maruseac <mihaimaruseac@google.com>
- Loading branch information
1 parent
f4217f3
commit 002df5f
Showing
2 changed files
with
125 additions
and
121 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,77 +1,81 @@ | ||
| name: SLSA for ML models example | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| model_type: | ||
| description: Name of the model (implies framework) | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - tensorflow_model.keras | ||
| - tensorflow_hdf5_model.h5 | ||
| - tensorflow_hdf5.weights.h5 | ||
| - pytorch_model.pth | ||
| - pytorch_full_model.pth | ||
| - pytorch_jitted_model.pt | ||
| pull_request: | ||
| branches: [main] | ||
| types: [opened, synchronize] | ||
|
|
||
| permissions: read-all | ||
|
|
||
| defaults: | ||
| run: | ||
| shell: bash | ||
|
|
||
| jobs: | ||
| train: | ||
| name: Train model | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| hash: ${{ steps.hash.outputs.hash }} | ||
| steps: | ||
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: 3.11 | ||
| cache: pip | ||
| cache-dependency-path: slsa_for_models/install/requirements_${{ runner.os }}.txt | ||
| - name: Install dependencies | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python -m pip install --require-hashes -r slsa_for_models/install/requirements_${{ runner.os }}.txt | ||
| - name: Build model | ||
| env: | ||
| MODEL_TYPE: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python slsa_for_models/main.py "$MODEL_TYPE" | ||
| - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # v4.0.0 | ||
| with: | ||
| path: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| name: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| if-no-files-found: error | ||
| - id: hash | ||
| env: | ||
| MODEL: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| run: | | ||
| set -euo pipefail | ||
| sha256sum "$MODEL" > checksum | ||
| echo "hash=$(cat checksum | base64 -w0)" >> "${GITHUB_OUTPUT}" | ||
| provenance: | ||
| # TODO(mihaimaruseac): Don't run on pull requests for now | ||
| if: ${{ github.event_name != 'pull_request' }} | ||
| needs: [train] | ||
| permissions: | ||
| actions: read | ||
| id-token: write | ||
| contents: write | ||
| uses: slsa-framework/slsa-github-generator/.github/workflows/generator_generic_slsa3.yml@v1.9.0 | ||
| with: | ||
| base64-subjects: "${{ needs.train.outputs.hash }}" | ||
| upload-assets: true # NOTE: This does nothing unless 'upload-tag-name' parameter is also set to an existing tag | ||
| name: SLSA for ML models example | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| model_type: | ||
| description: Name of the model (implies framework) | ||
| required: true | ||
| type: choice | ||
| options: | ||
| - tensorflow_model.keras | ||
| - tensorflow_hdf5_model.h5 | ||
| - tensorflow_hdf5.weights.h5 | ||
| - pytorch_model.pth | ||
| - pytorch_full_model.pth | ||
| - pytorch_jitted_model.pt | ||
| pull_request: | ||
| branches: [main] | ||
| types: [opened, synchronize] | ||
|
|
||
| permissions: read-all | ||
|
|
||
| defaults: | ||
| run: | ||
| shell: bash | ||
|
|
||
| jobs: | ||
| train: | ||
| name: Train model | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false # Don't cancel other jobs if one fails | ||
| matrix: | ||
| os: [ubuntu-latest, macos-latest, windows-latest] | ||
| outputs: | ||
| hash: ${{ steps.hash.outputs.hash }} | ||
| steps: | ||
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: 3.11 | ||
| cache: pip | ||
| cache-dependency-path: slsa_for_models/install/requirements_${{ runner.os }}.txt | ||
| - name: Install dependencies | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python -m pip install --require-hashes -r slsa_for_models/install/requirements_${{ runner.os }}.txt | ||
| - name: Build model | ||
| env: | ||
| MODEL_TYPE: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python slsa_for_models/main.py "$MODEL_TYPE" | ||
| - uses: actions/upload-artifact@c7d193f32edcb7bfad88892161225aeda64e9392 # v4.0.0 | ||
| with: | ||
| path: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| name: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| if-no-files-found: error | ||
| - id: hash | ||
| env: | ||
| MODEL: ${{ github.event.inputs.model_type || 'pytorch_jitted_model.pt' }} | ||
| run: | | ||
| set -euo pipefail | ||
| sha256sum "$MODEL" > checksum | ||
| echo "hash=$(cat checksum | base64 -w0)" >> "${GITHUB_OUTPUT}" | ||
| provenance: | ||
| # TODO(mihaimaruseac): Don't run on pull requests for now | ||
| if: ${{ github.event_name != 'pull_request' }} | ||
| needs: [train] | ||
| permissions: | ||
| actions: read | ||
| id-token: write | ||
| contents: write | ||
| uses: slsa-framework/slsa-github-generator/.github/workflows/generator_generic_slsa3.yml@v1.9.0 | ||
| with: | ||
| base64-subjects: "${{ needs.train.outputs.hash }}" | ||
| upload-assets: true # NOTE: This does nothing unless 'upload-tag-name' parameter is also set to an existing tag |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,44 +1,44 @@ | ||
| name: Run unit tests | ||
| on: | ||
| pull_request: | ||
| branches: [main] | ||
| types: [opened, synchronize] | ||
|
|
||
| permissions: {} | ||
|
|
||
| defaults: | ||
| run: | ||
| shell: bash | ||
|
|
||
| jobs: | ||
| model-signing-unit-tests: | ||
| name: Run unit tests for signing | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false # Don't cancel other jobs if one fails | ||
| matrix: | ||
| os: [ubuntu-latest, macos-latest] | ||
| steps: | ||
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: 3.11 | ||
| cache: pip | ||
| cache-dependency-path: | | ||
| model_signing/install/requirements_${{ runner.os }}.txt | ||
| model_signing/install/requirements_test_${{ runner.os }}.txt | ||
| - name: Install dependencies | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python -m pip install --require-hashes -r model_signing/install/requirements_${{ runner.os }}.txt | ||
| python -m pip install --require-hashes -r model_signing/install/requirements_test_${{ runner.os }}.txt | ||
| - name: Run unit tests | ||
| run: | | ||
| set -euo pipefail | ||
| .github/workflows/scripts/venv_activate.sh | ||
| # NOTE: option --full-trace may be useful for troubleshooting. | ||
| # TODO(#68): Remove the need to create this folder. | ||
| mkdir testdata | ||
| pytest -v . | ||
| name: Run unit tests | ||
| on: | ||
| pull_request: | ||
| branches: [main] | ||
| types: [opened, synchronize] | ||
|
|
||
| permissions: {} | ||
|
|
||
| defaults: | ||
| run: | ||
| shell: bash | ||
|
|
||
| jobs: | ||
| model-signing-unit-tests: | ||
| name: Run unit tests for signing | ||
| runs-on: ${{ matrix.os }} | ||
| strategy: | ||
| fail-fast: false # Don't cancel other jobs if one fails | ||
| matrix: | ||
| os: [ubuntu-latest, macos-latest, windows-latest] | ||
| steps: | ||
| - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | ||
| - uses: actions/setup-python@0a5c61591373683505ea898e09a3ea4f39ef2b9c # v5.0.0 | ||
| with: | ||
| python-version: 3.11 | ||
| cache: pip | ||
| cache-dependency-path: | | ||
| model_signing/install/requirements_${{ runner.os }}.txt | ||
| model_signing/install/requirements_test_${{ runner.os }}.txt | ||
| - name: Install dependencies | ||
| run: | | ||
| set -exuo pipefail | ||
| python -m venv venv | ||
| .github/workflows/scripts/venv_activate.sh | ||
| python -m pip install --require-hashes -r model_signing/install/requirements_${{ runner.os }}.txt | ||
| python -m pip install --require-hashes -r model_signing/install/requirements_test_${{ runner.os }}.txt | ||
| - name: Run unit tests | ||
| run: | | ||
| set -euo pipefail | ||
| .github/workflows/scripts/venv_activate.sh | ||
| # NOTE: option --full-trace may be useful for troubleshooting. | ||
| # TODO(#68): Remove the need to create this folder. | ||
| mkdir testdata | ||
| pytest -v . |