azure-pipelines.yml

# Python package
# Create and test a Python package on multiple Python versions.
# Add steps that analyze code, save the dist with the build record, publish to a PyPI-compatible index, and more:
# https://docs.microsoft.com/azure/devops/pipelines/languages/python

trigger:
  branches:
    include:
      - 'master'
  tags:
    include:
      - '*'

jobs:
- job: Test
  pool:
    vmImage: 'ubuntu-latest'
  strategy:
    matrix:
      Python39-spark32:
        python.version: '3.9'
        TOXENV: py39-spark32
      Python39-spark33:
        python.version: '3.9'
        TOXENV: py39-spark33
      Python310-spark35:
        python.version: '3.10'
        TOXENV: py310-spark35

  steps:
  - task: UsePythonVersion@0
    inputs:
      versionSpec: '$(python.version)'
    displayName: 'Use Python $(python.version)'

  - script: |
      python -m pip install --upgrade pip poetry tox
      poetry install
    displayName: 'Install dependencies'

  - script: |
      poetry run flake8
    displayName: 'Check flake8'

  - script: |
      poetry run isort --check --diff .
    displayName: 'Check isort'

  - script: |
      poetry run black --check --fast .
    displayName: 'Check black'

  - script: |
      docker-compose up -d
      tox
    displayName: 'Test the code'

  - script: |
      poetry run coverage xml
    displayName: 'Generate coverage xml file'

  - script: |
      export SONAR_SCANNER_VERSION=5.0.1.3006
      export SONAR_SCANNER_HOME=$HOME/.sonar/sonar-scanner-$SONAR_SCANNER_VERSION-linux
      curl --create-dirs -sSLo $HOME/.sonar/sonar-scanner.zip https://binaries.sonarsource.com/Distribution/sonar-scanner-cli/sonar-scanner-cli-$SONAR_SCANNER_VERSION-linux.zip
      unzip -o $HOME/.sonar/sonar-scanner.zip -d $HOME/.sonar/
      export PATH=$SONAR_SCANNER_HOME/bin:$PATH
      export SONAR_SCANNER_OPTS="-server"
      sonar-scanner \
        -Dsonar.organization=ailab \
        -Dsonar.projectKey=GETL \
        -Dsonar.sources=. \
        -Dsonar.host.url=https://sonarcloud.io \
        -Dsonar.login=$(SONAR_TOKEN) \
        -Dsonar.python.version=3
    displayName: 'Sonar scanner'

- job: Publish
  dependsOn: Test
  condition: "and(succeeded(), startsWith(variables['Build.SourceBranch'], 'refs/tags/v'))"
  pool:
    vmImage: 'ubuntu-latest'
  strategy:
    matrix:
      Python310:
        python.version: '3.10'

  steps:
  - task: UsePythonVersion@0
    inputs:
      versionSpec: '$(python.version)'
    displayName: 'Use Python $(python.version)'

  - script: |
      python -m pip install --upgrade pip poetry
      poetry install
    displayName: 'Install dependencies'

  - script: |
      poetry config pypi-token.pypi $(PYPI_TOKEN)
      poetry build
      poetry publish
    displayName: 'Publish to pypi'