adding push to testpypi stage for windows wheels #120
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build and upload wheels | |
| on: | |
| push: | |
| branches: | |
| - feature/python-wheels | |
| - feature/python-wheels-windows | |
| jobs: | |
| build_wheels: | |
| # name: build wheels on ${{matrix.os}} ${{matrix.arch}} | |
| name: build wheels on ${{matrix.build-platform[0]}} ${{matrix.build-platform[1]}} | |
| # runs-on: ${{matrix.os}} | |
| runs-on: ${{matrix.build-platform[0]}} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| build-platform: | |
| ## - [ubuntu-latest, x86_64, manylinux2014_x86_64] | |
| #- [ubuntu-latest, x86_64, manylinux_2_28_x86_64] | |
| ## - [ubuntu-latest,aarch64,manylinux_2_28_aarch64] | |
| #- [macos-13, x86_64, macosx_x86_64] | |
| #- [macos-14, arm64, macosx_arm64] | |
| - [windows-latest, AMD64, win_amd64] | |
| # python: | |
| # ["cp36", "cp37", "cp38", "cp39", "cp310", "cp311"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| # need git tags available for setuptools_scm to grab tags? will lead to slower checkout | |
| with: | |
| fetch-depth: 0 | |
| - uses: actions/github-script@v6 | |
| with: | |
| script: | | |
| core.exportVariable('ACTIONS_CACHE_URL', process.env.ACTIONS_CACHE_URL || ''); | |
| core.exportVariable('ACTIONS_RUNTIME_TOKEN', process.env.ACTIONS_RUNTIME_TOKEN || ''); | |
| - name: Set up QEMU | |
| if: runner.os == 'Linux' | |
| uses: docker/setup-qemu-action@v3 | |
| with: | |
| platforms: all | |
| - name: install windows deps | |
| if: runner.os == 'Windows' | |
| run: > | |
| vcpkg install --triplet x64-windows-static-md --binarysource="clear;x-gha,readwrite" | |
| libxml2 | |
| capnproto | |
| boost-program-options | |
| boost-format | |
| boost-algorithm | |
| boost-multi-array | |
| openssl | |
| dlfcn-win32 | |
| spdlog | |
| - name: build uda on windows | |
| if: runner.os == 'Windows' | |
| env: | |
| XDR_ROOT: extlib/install | |
| CMAKE_PREFIX_PATH: C:/vcpkg/installed/x64-windows-static-md | |
| Boost_DIR: C:/vcpkg/installed/x64-windows-static-md/share/boost | |
| LibXml2_DIR: C:/vcpkg/installed/x64-windows-static-md/share/libxml2 | |
| CapnProto_DIR: C:/vcpkg/installed/x64-windows-static-md/share/capnproto | |
| fmt_DIR: C:/vcpkg/installed/x64-windows-static-md/share/fmt | |
| run: > | |
| cmake -Bextlib/build ./extlib | |
| -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake | |
| -DVCPKG_TARGET_TRIPLET="x64-windows-static-md" | |
| -DVCPKG_HOST_TRIPLET="x64-windows-static-md" | |
| -DCMAKE_GENERATOR_PLATFORM=x64 | |
| -DBUILD_SHARED_LIBS=OFF | |
| && cmake --build extlib/build --config Release | |
| && cmake --install extlib/build --prefix extlib/install | |
| && cmake -Bbuild . | |
| -DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake | |
| -DVCPKG_TARGET_TRIPLET="x64-windows-static-md" | |
| -DVCPKG_HOST_TRIPLET="x64-windows-static-md" | |
| -DCMAKE_GENERATOR_PLATFORM=x64 | |
| -DBUILD_SHARED_LIBS=ON | |
| -DSSLAUTHENTICATION=OFF | |
| -DCLIENT_ONLY=ON | |
| -DENABLE_CAPNP=ON | |
| -DNO_JAVA_WRAPPER=ON | |
| -DNO_CXX_WRAPPER=ON | |
| -DNO_IDL_WRAPPER=ON | |
| -DNO_CLI=ON | |
| -DNO_MEMCACHE=ON | |
| -DCMAKE_INSTALL_PREFIX=install | |
| && cmake --build build -j --config Release | |
| && cmake --install build --config Release | |
| && ls install/lib | |
| && cat install/python_installer/setup.py | |
| - name: build windows wheels | |
| if: runner.OS == 'Windows' | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ${{github.workspace}}/install/python_installer | |
| config-file: ${{github.workspace}}/install/python_installer/pyproject.toml | |
| env: | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_PLATFORM: windows | |
| CIBW_BUILD: cp3*-${{matrix.build-platform[2]}} | |
| CIBW_SKIP: cp36* cp37* | |
| CIBW_REPAIR_WHEEL_COMMAND_WINDOWS: "delvewheel repair -w {dest_dir} {wheel} --add-path ${{github.workspace}}/install/lib" | |
| CIBW_BEFORE_BUILD_WINDOWS: "pip install delvewheel" | |
| - name: Build manylinux2014 wheels | |
| if: startswith(matrix.build-platform[2], 'manylinux2014') | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux2014 | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_BUILD: cp*-manylinux* | |
| CIBW_SKIP: cp34* *-musllinux* | |
| CIBW_BEFORE_ALL: > | |
| yum update -y && | |
| yum install -y wget openssl-devel libxml2-devel libtirpc-devel && | |
| cd /tmp && | |
| wget https://github.com/fmtlib/fmt/archive/refs/tags/10.0.0.tar.gz && | |
| tar xzf 10.0.0.tar.gz && | |
| cd fmt-10.0.0 && | |
| cmake -Bbuild -H. -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build -j --config Release --target install && | |
| cd /tmp && | |
| wget https://github.com/gabime/spdlog/archive/refs/tags/v1.11.0.tar.gz && | |
| tar xzf v1.11.0.tar.gz && | |
| cd spdlog-1.11.0 && | |
| cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build -j --config Release --target install && | |
| cd /tmp && | |
| wget https://github.com/capnproto/capnproto/archive/refs/tags/v0.10.4.tar.gz && | |
| tar xzf v0.10.4.tar.gz && | |
| cd capnproto-0.10.4 && | |
| cmake -Bbuild -H. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DBUILD_SHARED_LIBS=ON && | |
| cmake --build build && | |
| cmake --install build && | |
| cd /tmp && | |
| wget https://boostorg.jfrog.io/artifactory/main/release/1.80.0/source/boost_1_80_0.tar.gz && | |
| tar xzf boost_1_80_0.tar.gz && | |
| cd boost_1_80_0 && | |
| ./bootstrap.sh --prefix=/usr/local && | |
| ./b2 --without-python --prefix=/usr/local install && | |
| cd /project && | |
| cmake -B build -DNO_JAVA_WRAPPER=ON -DBUILD_SHARED_LIBS=ON -DSSLAUTHENTICATION=OFF -DENABLE_CAPNP=ON -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r /usr/local/python_installer/* /project/source/wrappers/python/ | |
| - name: Build manylinux_2_28 wheels | |
| if: startswith(matrix.build-platform[2], 'manylinux_2_28') | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| # package-dir: /usr/local/python_installer | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux_2_28 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux_2_28 | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_BUILD: cp*-manylinux* | |
| CIBW_SKIP: cp34* *-musllinux* | |
| CIBW_BEFORE_ALL: > | |
| dnf update -y && | |
| dnf install -y https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm && | |
| dnf install -y boost-devel openssl-devel libxml2-devel libtirpc-devel | |
| fmt fmt-devel spdlog spdlog-devel capnproto capnproto-devel && | |
| cd /project && | |
| cmake -B build | |
| -DBUILD_SHARED_LIBS=ON | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DSSLAUTHENTICATION=OFF | |
| -DNO_JAVA_WRAPPER=ON | |
| -DENABLE_CAPNP=ON -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r /usr/local/python_installer/* /project/source/wrappers/python/ | |
| - name: build uda on macos | |
| if: runner.os == 'macOS' | |
| run: > | |
| brew update-reset && brew install | |
| git | |
| boost | |
| openssl | |
| cmake | |
| libxml2 | |
| spdlog | |
| capnp && | |
| cd ${{github.workspace}} && | |
| cmake -B build | |
| -DBUILD_SHARED_LIBS=ON | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DSSLAUTHENTICATION=OFF | |
| -DENABLE_CAPNP=ON | |
| -DNO_JAVA_WRAPPER=ON | |
| -DCMAKE_INSTALL_PREFIX=$PWD/install | |
| -DCLIENT_ONLY=ON && | |
| cmake --build build -j --config Release --target install && | |
| cp -r $PWD/install/python_installer/* ${{github.workspace}}/source/wrappers/python/ | |
| - name: Build macos wheels | |
| if: runner.os == 'macOS' | |
| uses: pypa/cibuildwheel@v2.17.0 | |
| with: | |
| package-dir: ./source/wrappers/python | |
| config-file: ./source/wrappers/python/pyproject.toml | |
| env: | |
| CIBW_ARCHS: ${{matrix.build-platform[1]}} | |
| CIBW_PLATFORM: macos | |
| CIBW_BUILD: cp*-${{matrix.build-platform[2]}} | |
| #CIBW_SKIP: cp36* cp37* | |
| # CIBW_BEFORE_ALL: | |
| # cat ./source/wrappers/python/setup.py | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: cibw-wheels-${{ matrix.os }}-${{ strategy.job-index }} | |
| path: ./wheelhouse/*.whl | |
| upload_pypi: | |
| needs: build_wheels | |
| runs-on: ubuntu-latest | |
| environment: | |
| name: testpypi | |
| # url: https://test.pypi.org/project/ukaea_pyuda/ | |
| permissions: | |
| id-token: write | |
| # if: github.event_name == 'release' && github.event.action == 'published' | |
| # if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| # unpacks all CIBW artifacts into dist/ | |
| pattern: cibw-* | |
| path: dist | |
| merge-multiple: true | |
| - uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| repository-url: https://test.pypi.org/legacy/ |