Fixes for nvidia mlperf inference #140
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: MLC script automation features test | |
| on: | |
| pull_request: | |
| branches: [ "main", "dev" ] | |
| paths: | |
| - '.github/workflows/test-mlc-script-features.yml' | |
| - '**' | |
| - '!**.md' | |
| jobs: | |
| test_mlc_script_features: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: ["3.12", "3.8"] | |
| os: ["ubuntu-latest", "windows-latest", "macos-latest"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Configure git longpaths (Windows) | |
| if: matrix.os == 'windows-latest' | |
| run: | | |
| git config --system core.longpaths true | |
| - name: Pull MLOps repository | |
| run: | | |
| pip install mlcflow | |
| mlc pull repo ${{ github.event.pull_request.head.repo.html_url }} --branch=${{ github.event.pull_request.head.ref }} | |
| - name: Test Python venv | |
| run: | | |
| mlcr --tags=install,python-venv --name=test --quiet | |
| mlc search cache --tags=get,python,virtual,name-test --quiet | |
| - name: Test variations | |
| run: | | |
| mlcr --tags=get,dataset,preprocessed,imagenet,_NHWC --quiet | |
| mlc search cache --tags=get,dataset,preprocessed,imagenet,-_NCHW | |
| mlc search cache --tags=get,dataset,preprocessed,imagenet,-_NHWC | |
| - name: Test versions | |
| continue-on-error: true | |
| if: runner.os == 'linux' | |
| run: | | |
| mlcr --tags=get,generic-python-lib,_package.scipy --version=1.9.3 --quiet | |
| test $? -eq 0 || exit $? | |
| mlcr --tags=get,generic-python-lib,_package.scipy --version=1.9.2 --quiet | |
| test $? -eq 0 || exit $? | |
| # Need to add find cache here | |
| # mlcr --tags=get,generic-python-lib,_package.scipy --version=1.9.3 --quiet --only_execute_from_cache=True | |
| # test $? -eq 0 || exit 0 | |
| - name: Test python install from src | |
| run: | | |
| mlcr --tags=python,src,install,_shared --version=3.9.10 --quiet | |
| mlc search cache --tags=python,src,install,_shared,version-3.9.10 | |
| - name: Run docker container from dockerhub on linux | |
| if: runner.os == 'linux' | |
| run: | | |
| mlcr --tags=run,docker,container --adr.compiler.tags=gcc --docker_mlc_repo=mlcommons@mlperf-automations --docker_mlc_repo_branch=dev --image_name=cm-script-app-image-classification-onnx-py --env.MLC_DOCKER_RUN_SCRIPT_TAGS=app,image-classification,onnx,python --env.MLC_DOCKER_IMAGE_BASE=ubuntu:22.04 --env.MLC_DOCKER_IMAGE_REPO=cknowledge --quiet | |
| - name: Run docker container locally on linux | |
| if: runner.os == 'linux' | |
| run: | | |
| mlcr --tags=run,docker,container --adr.compiler.tags=gcc --docker_mlc_repo=mlcommons@mlperf-automations --docker_mlc_repo_branch=dev --image_name=mlc-script-app-image-classification-onnx-py --env.MLC_DOCKER_RUN_SCRIPT_TAGS=app,image-classification,onnx,python --env.MLC_DOCKER_IMAGE_BASE=ubuntu:22.04 --env.MLC_DOCKER_IMAGE_REPO=local --quiet | |
| - name: Run MLPerf Inference Retinanet with native and virtual Python | |
| if: runner.os == 'linux' | |
| run: | | |
| mlcr --tags=app,mlperf,inference,generic,_cpp,_retinanet,_onnxruntime,_cpu --adr.python.version_min=3.8 --adr.compiler.tags=gcc --adr.openimages-preprocessed.tags=_50 --scenario=Offline --mode=accuracy --test_query_count=10 --rerun --quiet | |
| mlcr --tags=app,mlperf,inference,generic,_cpp,_retinanet,_onnxruntime,_cpu --adr.python.version_min=3.8 --adr.compiler.tags=gcc --adr.openimages-preprocessed.tags=_50 --scenario=Offline --mode=performance --test_query_count=10 --rerun --quiet | |
| mlcr --tags=install,python-venv --version=3.10.8 --name=mlperf --quiet | |
| mlcr --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --adr.python.name=mlperf --adr.python.version_min=3.8 --adr.compiler.tags=gcc --adr.openimages-preprocessed.tags=_50 --submitter=Community --implementation=cpp --hw_name=default --model=retinanet --backend=onnxruntime --device=cpu --scenario=Offline --quiet |