diff --git a/.github/workflows/basic-tests.yml b/.github/workflows/basic-tests.yml deleted file mode 100644 index 55e9c24ee9a..00000000000 --- a/.github/workflows/basic-tests.yml +++ /dev/null @@ -1,77 +0,0 @@ -name: basic tests - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ${{ matrix.os }} - strategy: - max-parallel: 60 - matrix: - os: [ubuntu-20.04] - python-version: ['3.9', '3.10', '3.11', '3.12'] - test-type: [unittest, search, docs] - steps: - - uses: actions/checkout@v3 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v4 - with: - python-version: ${{ matrix.python-version }} - - name: installing system packages - run: | - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install *fftw3* mpi intel-mkl* git-lfs graphviz - pip install "tox<4.0.0" pip setuptools --upgrade - - name: installing auxiliary data files - run: | - GIT_LFS_SKIP_SMUDGE=1 git clone https://git.ligo.org/lscsoft/lalsuite-extra - cd lalsuite-extra - git lfs pull -I "data/lalsimulation/SEOBNRv2ROM_*.dat" - git lfs pull -I "data/lalsimulation/*ChirpTime*.dat" - git lfs pull -I "data/lalsimulation/SEOBNRv4ROM_v2.0.hdf5" - mv data/lalsimulation/* ../ - cd ../ - - name: run pycbc test suite - run: | - export LAL_DATA_PATH=$PWD - tox -e py-${{matrix.test-type}} - - name: check help messages work - if: matrix.test-type == 'unittest' - run: | - export LAL_DATA_PATH=$PWD - tox -e py-help - - name: run inference tests - if: matrix.test-type == 'search' - run: | - export LAL_DATA_PATH=$PWD - tox -e py-inference - - name: store documentation page - if: matrix.test-type == 'docs' && matrix.python-version == '3.8' - uses: actions/upload-artifact@v2 - with: - name: documentation-page - path: _gh-pages - deploy_documentation: - runs-on: ubuntu-latest - needs: build - if: github.ref == 'refs/heads/master' && github.event_name == 'push' - steps: - - name: retrieve built documentation - uses: actions/download-artifact@v2 - with: - name: documentation-page - - name: debug - run: | - mkdir _gh-pages - mv latest _gh-pages - - name: deploying to gh-pages - uses: JamesIves/github-pages-deploy-action@3.7.1 - with: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - BRANCH: gh-pages - FOLDER: _gh-pages - SINGLE_COMMIT: true diff --git a/.github/workflows/build_venv.yml b/.github/workflows/build_venv.yml deleted file mode 100644 index ea5448f73d9..00000000000 --- a/.github/workflows/build_venv.yml +++ /dev/null @@ -1,32 +0,0 @@ -name: build the LVK virtualenv - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - - uses: actions/checkout@v1 - - - name: "Set up Python" - uses: actions/setup-python@v4 - with: - python-version: 3.9 - - - env: - OSG_ACCESS: "${{secrets.OSG_ACCESS}}" - name: "Preparing ssh stuff" - run: "bash -e tools/docker_build_prepssh.sh" - - - env: - DOCKER_IMG: igwn/base:el8 - PYCBC_CONTAINER: pycbc_rhel_virtualenv - DOCKER_SECURE_ENV_VARS: true - name: "Creating the virtual environment" - run: "bash -e tools/docker_build_and_test.sh" - diff --git a/.github/workflows/distribution.yml b/.github/workflows/distribution.yml deleted file mode 100644 index 1b54b501a3d..00000000000 --- a/.github/workflows/distribution.yml +++ /dev/null @@ -1,58 +0,0 @@ -name: Build Wheels - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build_wheels: - name: Build wheels on ${{ matrix.os }} - runs-on: ${{ matrix.os }} - strategy: - matrix: - os: [ubuntu-20.04, macos-12] - - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - name: Install cibuildwheel - run: python -m pip install cibuildwheel - - name: Build wheels - run: python -m cibuildwheel --output-dir wheelhouse - env: - CIBW_BUILD: cp39-* cp310-* cp311-* cp312-* - CIBW_SKIP: "*musllinux*" - CIBW_ARCHS_MACOS: x86_64 arm64 - - uses: actions/upload-artifact@v2 - with: - path: ./wheelhouse/*.whl - deploy_pypi: - name: Build and publish Python 🐍 distributions 📦 to PyPI - runs-on: ubuntu-20.04 - needs: build_wheels - steps: - - uses: actions/checkout@v3 - with: - fetch-depth: 0 - - name: Set up Python 3.10 - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - uses: actions/download-artifact@v2 - with: - path: ./ - - name: build pycbc for pypi - run: | - python setup.py sdist - mv artifact/* dist/ - - name: Publish distribution 📦 to PyPI - if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags') - uses: pypa/gh-action-pypi-publish@master - with: - password: ${{ secrets.pypi_password }} diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml deleted file mode 100644 index e0a4f82abf7..00000000000 --- a/.github/workflows/docker-build.yml +++ /dev/null @@ -1,38 +0,0 @@ -name: docker build - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - - uses: actions/checkout@v1 - - - name: "Set up Python" - uses: actions/setup-python@v4 - with: - python-version: 3.9 - - - name: "Preparing a host container" - run: "docker build -t pycbc-docker-tmp ." - - - name: "Installing PyCBC and dependencies" - run: "docker run --privileged --name pycbc_inst -v `pwd`:/scratch pycbc-docker-tmp /bin/bash -c /scratch/docker/etc/docker-install.sh" - - - env: - DOCKER_IMG: pycbc/pycbc-el8 - name: "Running docker commit" - run: "bash -e docker/etc/docker_commit.sh" - - - env: - DOCKER_IMG: pycbc/pycbc-el8 - DOCKER_PASSWORD: "${{secrets.DOCKERHUB_PASSWORD}}" - DOCKER_USERNAME: "${{secrets.DOCKERHUB_USERNAME}}" - name: "Pushing docker image" - run: "bash -e docker/etc/push_image.sh" - diff --git a/.github/workflows/inference-workflow.yml b/.github/workflows/inference-workflow.yml deleted file mode 100644 index d31076da5e6..00000000000 --- a/.github/workflows/inference-workflow.yml +++ /dev/null @@ -1,59 +0,0 @@ -name: run small inference workflow using pegasus + condor - -on: [push, pull_request] - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v1 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - name: install condor - run: | - wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add - - echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install minihtcondor - sudo systemctl start condor - sudo systemctl enable condor - - name: install pegasus - run: | - wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add - - echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.6-1+ubuntu18 - - run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl* - - name: Install pycbc - run: | - python -m pip install --upgrade 'pip<22.0' setuptools - pip install GitPython # This shouldn't really be needed! - pip install -r requirements.txt - pip install . - - name: retrieving data - run: bash -e examples/inference/single/get.sh - - name: generating, submitting and running workflow - run: | - cp examples/inference/single/single.ini ./ - cp examples/workflow/inference/small_test/*.ini ./ - bash -e examples/workflow/inference/small_test/gen.sh - condor_status - cd gw_output - bash -e ../examples/search/submit.sh - ./status - python ../examples/search/check_job.py - find submitdir/work/ -type f -name '*.tar.gz' -delete - - name: store log files - if: always() - uses: actions/upload-artifact@v2 - with: - name: logs - path: gw_output/submitdir/work - - name: store result page - uses: actions/upload-artifact@v2 - with: - name: results - path: html diff --git a/.github/workflows/mac-test.yml b/.github/workflows/mac-test.yml deleted file mode 100644 index 7501eb9d9b5..00000000000 --- a/.github/workflows/mac-test.yml +++ /dev/null @@ -1,28 +0,0 @@ -name: macos basic tests - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ${{ matrix.os }} - strategy: - max-parallel: 4 - matrix: - os: [macos-12] - python-version: ['3.10', '3.11', '3.12'] - steps: - - uses: actions/checkout@v1 - - name: Set up Python ${{ matrix.python-version }} - uses: actions/setup-python@v4 - with: - python-version: ${{ matrix.python-version }} - - run: | - brew install fftw openssl gsl - pip install --upgrade pip setuptools "tox<4.0.0" - - name: run basic pycbc test suite - run: | - tox -e py-unittest diff --git a/.github/workflows/search-workflow.yml b/.github/workflows/search-workflow.yml deleted file mode 100644 index f7f8c744ad5..00000000000 --- a/.github/workflows/search-workflow.yml +++ /dev/null @@ -1,66 +0,0 @@ -name: run small search using pegasus + condor - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ubuntu-20.04 - timeout-minutes: 90 - steps: - - uses: actions/checkout@v1 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - name: install condor - run: | - wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add - - echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install minihtcondor - sudo systemctl start condor - sudo systemctl enable condor - - name: install pegasus - run: | - wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add - - echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.6-1+ubuntu18 - - run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl* - - name: Install pycbc - run: | - python -m pip install --upgrade 'pip<22.0' setuptools - pip install GitPython # This shouldn't really be needed! - pip install -r requirements.txt - pip install . - - name: retrieving frame data - run: bash -e examples/search/get.sh - - name: generating template bank - run: bash -e examples/search/bank.sh - - name: generating statistic files - run: bash -e examples/search/stats.sh - - name: running workflow - run: | - cp examples/search/*.ini ./ - bash -e examples/search/gen.sh - cp *.gwf output/ - cd output - bash -e ../examples/search/submit.sh - python ../examples/search/check_job.py - find submitdir/work/ -type f -name '*.tar.gz' -delete - - name: store log files - if: always() - uses: actions/upload-artifact@v2 - with: - name: logs - path: output/submitdir/work - - name: store result page - uses: actions/upload-artifact@v2 - with: - name: results - path: html diff --git a/.github/workflows/tmpltbank-workflow.yml b/.github/workflows/tmpltbank-workflow.yml deleted file mode 100644 index e971e97b2b7..00000000000 --- a/.github/workflows/tmpltbank-workflow.yml +++ /dev/null @@ -1,57 +0,0 @@ -name: run small template bank generation using pegasus + condor - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v1 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - name: install condor - run: | - wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add - - echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install minihtcondor - sudo systemctl start condor - sudo systemctl enable condor - - name: install pegasus - run: | - wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add - - echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.6-1+ubuntu18 - - run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl* - - name: Install pycbc - run: | - python -m pip install --upgrade 'pip<22.0' setuptools - pip install GitPython # This shouldn't really be needed! - pip install -r requirements.txt - pip install sbank - pip install . - - name: generating, submitting and running workflow - env: - _CONDOR_DAGMAN_USE_STRICT: "0" - run: | - cp examples/tmpltbank/bank_workflow_test/*.ini ./ - bash -e examples/tmpltbank/bank_workflow_test/gen.sh - condor_status - cd output - ./status - python ../examples/search/check_job.py - find submitdir/work/ -type f -name '*.tar.gz' -delete - - name: store log files - if: always() - uses: actions/upload-artifact@v2 - with: - name: logs - path: output/submitdir/work diff --git a/.github/workflows/tut-test.yml b/.github/workflows/tut-test.yml index 11928d632f6..d9345e77e6b 100644 --- a/.github/workflows/tut-test.yml +++ b/.github/workflows/tut-test.yml @@ -13,7 +13,7 @@ jobs: max-parallel: 60 matrix: os: [ubuntu-20.04] - python-version: ['3.10', '3.11', '3.12'] + python-version: ['3.12'] steps: - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} @@ -33,3 +33,6 @@ jobs: run: | cd PyCBC-Tutorials ./test_notebooks + - name: access + if: failure() + uses: lhotari/action-upterm@v1 diff --git a/.github/workflows/workflow-tests.yml b/.github/workflows/workflow-tests.yml deleted file mode 100644 index 79643cc8793..00000000000 --- a/.github/workflows/workflow-tests.yml +++ /dev/null @@ -1,56 +0,0 @@ -name: run generic example workflow tests - -on: [push, pull_request] - -concurrency: - group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} - cancel-in-progress: true - -jobs: - build: - runs-on: ${{ matrix.os }} - strategy: - max-parallel: 60 - matrix: - os: [ubuntu-20.04] - test-type: [simple_subworkflow_data, multilevel_subworkflow_data] - steps: - - uses: actions/checkout@v1 - - name: Set up Python - uses: actions/setup-python@v4 - with: - python-version: '3.10' - - name: install condor - run: | - wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add - - echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install minihtcondor - sudo systemctl start condor - sudo systemctl enable condor - - name: install pegasus - run: | - wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add - - echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list - sudo apt-get -o Acquire::Retries=3 update - sudo apt-get -o Acquire::Retries=3 install pegasus=5.0.6-1+ubuntu18 - - run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl* - - name: Install pycbc - run: | - python -m pip install --upgrade 'pip<22.0' setuptools - pip install GitPython # This shouldn't really be needed! - pip install -r requirements.txt - pip install . - - name: running workflow - run: | - cd examples/workflow/generic/${{matrix.test-type}} - bash -e run.sh - python ../../../../examples/search/check_job.py - find submitdir/work/ -type f -name '*.tar.gz' -delete - - name: store log files - if: always() - uses: actions/upload-artifact@v2 - with: - name: logs-${{matrix.test-type}} - path: examples/workflow/generic/${{matrix.test-type}}/submitdir/work