Merge branch 'shorthills-ai:master' into master #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Recipe tests | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| - branch-[0-9]+.[0-9]+ | |
| permissions: | |
| contents: read | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.head_ref || github.ref }} | |
| cancel-in-progress: true | |
| # Use `bash --noprofile --norc -exo pipefail` by default for all `run` steps in this workflow: | |
| # https://docs.github.com/en/actions/reference/workflow-syntax-for-github-actions#defaultsrun | |
| defaults: | |
| run: | |
| shell: bash --noprofile --norc -exo pipefail {0} | |
| env: | |
| # Note miniconda is pre-installed in the virtual environments for GitHub Actions: | |
| # https://github.com/actions/virtual-environments/blob/main/images/linux/scripts/installers/miniconda.sh | |
| MLFLOW_CONDA_HOME: /usr/share/miniconda | |
| SPARK_LOCAL_IP: localhost | |
| jobs: | |
| recipes: | |
| if: github.event_name != 'pull_request' || github.event.pull_request.draft == false | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 120 | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/actions/untracked | |
| - uses: ./.github/actions/setup-python | |
| - uses: ./.github/actions/setup-pyenv | |
| - name: Install dependencies | |
| run: | | |
| source ./dev/install-common-deps.sh | |
| pip install -e . | |
| # pyspark 3.5 is incompatible with delta 2.4 | |
| pip install 'pyspark<3.5' | |
| - name: Run tests | |
| run: | | |
| export MLFLOW_HOME=$(pwd) | |
| pytest tests/recipes | |
| recipes-windows: | |
| if: github.event_name != 'pull_request' || github.event.pull_request.draft == false | |
| runs-on: windows-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/actions/untracked | |
| - uses: ./.github/actions/setup-python | |
| - uses: ./.github/actions/setup-pyenv | |
| - name: Install python dependencies | |
| run: | | |
| pip install -r requirements/test-requirements.txt | |
| pip install --no-dependencies tests/resources/mlflow-test-plugin | |
| pip install -e . | |
| # pyspark 3.5 is incompatible with delta 2.4 | |
| pip install 'pyspark<3.5' | |
| # TODO: Importing datasets in a pandas UDF (created by mlflow.pyfunc.spark_udf) crashes | |
| # the Python worker. To avoid this, uninstall `datasets`. This is a temporary workaround. | |
| pip uninstall -y datasets | |
| - name: Download Hadoop winutils for Spark | |
| run: | | |
| git clone https://github.com/cdarlint/winutils /tmp/winutils | |
| - name: Run tests | |
| env: | |
| # The default pooling implmentation 'QueuePool' can lead to errors on Windows when | |
| # multiple threads access the same SQLite database file simultaneously. | |
| MLFLOW_SQLALCHEMYSTORE_POOLCLASS: "NullPool" | |
| run: | | |
| # Set Hadoop environment variables required for testing Spark integrations on Windows | |
| export HADOOP_HOME=/tmp/winutils/hadoop-3.2.2 | |
| export PATH=$PATH:$HADOOP_HOME/bin | |
| # Run recipes tests | |
| export MLFLOW_HOME=$(pwd) | |
| pytest tests/recipes |