CI #190
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - '**' | |
| pull_request: | |
| branches: | |
| - master | |
| - 'release/**' | |
| release: | |
| types: | |
| - created | |
| workflow_dispatch: | |
| inputs: | |
| debug_enabled: | |
| description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)' | |
| required: false | |
| default: false | |
| jobs: | |
| # | |
| # setup/build/package | |
| # | |
| build: | |
| name: ${{ matrix.package }} (${{ matrix.os }}/${{ matrix.arch }}) | |
| runs-on: ${{ matrix.runs_on }} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [macos, linux] | |
| arch: [amd64, arm32, arm64] | |
| package: [python3, nodejs, named, netperf, nginx, redis, sqlite-bench, zlib] | |
| exclude: | |
| - os: macos | |
| arch: arm32 | |
| - os: macos | |
| arch: arm64 | |
| - os: linux | |
| arch: arm32 | |
| package: nodejs | |
| - os: linux | |
| arch: arm64 | |
| package: nodejs | |
| - os: linux | |
| arch: amd64 | |
| package: nodejs | |
| - os: macos | |
| arch: amd64 | |
| package: nodejs | |
| include: | |
| - displayTargetName: linux-amd64 | |
| os: linux | |
| arch: amd64 | |
| os_alias: linux | |
| arch_alias: amd64 | |
| runs_on: ubuntu-24.04 | |
| cc: clang | |
| cxx: clang++ | |
| rumprun_tuple: x86_64-rumprun-linux | |
| - displayTargetName: macOS-amd64 | |
| os: macos | |
| arch: amd64 | |
| os_alias: osx | |
| arch_alias: amd64 | |
| runs_on: macos-12 | |
| cc: clang | |
| cxx: clang++ | |
| rumprun_tuple: x86_64-rumprun-linux | |
| - displayTargetName: linux-arm32 | |
| os: linux | |
| arch: arm32 | |
| os_alias: linux | |
| arch_alias: armhf | |
| runs_on: ubuntu-24.04 | |
| cc: arm-linux-gnueabihf-gcc | |
| cxx: g++ | |
| rumprun_tuple: arm-rumprun-linux | |
| - displayTargetName: linux-arm64 | |
| os: linux | |
| arch: arm64 | |
| os_alias: linux | |
| arch_alias: arm64 | |
| runs_on: ubuntu-24.04 | |
| cc: aarch64-linux-gnu-gcc | |
| cxx: g++ | |
| rumprun_tuple: aarch64-rumprun-linux | |
| - package: named | |
| package_alias: named | |
| - package: netperf | |
| package_alias: netperf | |
| - package: nginx | |
| package_alias: nginx | |
| - package: python3 | |
| package_alias: python | |
| - package: redis | |
| package_alias: redis-server | |
| - package: sqlite-bench | |
| package_alias: sqlite-bench | |
| timeout-minutes: 100 | |
| env: | |
| CCACHE_DIR: ${{ github.workspace }}/.ccache | |
| USE_CCACHE: 1 | |
| working-directory: src/rumprun-packages | |
| ARCH: ${{ matrix.arch }} | |
| CC: ${{ matrix.cc }} | |
| CXX: ${{ matrix.cxx }} | |
| RUMPRUN_TOOLCHAIN_TUPLE: ${{ matrix.rumprun_tuple }} | |
| C_INCLUDE_PATH: /Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/Headers | |
| CPLUS_INCLUDE_PATH: /Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/Headers | |
| defaults: | |
| run: | |
| working-directory: src/rumprun-packages | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| path: src/rumprun-packages | |
| submodules: true | |
| - name: Install frankenlibc | |
| env: | |
| URL: "https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-${{ matrix.arch }}-${{ matrix.os_alias }}.tar.gz" | |
| TINY_URL: "https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-tiny-${{ matrix.arch }}-${{ matrix.os_alias }}.tar.gz" | |
| run: | | |
| curl -L ${{ env.URL }} -o /tmp/frankenlibc.tar.gz | |
| sudo mkdir -p /opt/rump && sudo chown $USER /opt/rump | |
| tar xfz /tmp/frankenlibc.tar.gz -C / | |
| curl -L ${{ env.TINY_URL }} -o /tmp/frankenlibc-tiny.tar.gz | |
| sudo mkdir -p /opt/rump-tiny && sudo chown $USER /opt/rump-tiny | |
| tar xfz /tmp/frankenlibc-tiny.tar.gz -C / | |
| echo RUMPRUN_TOOLCHAIN_TUPLE=${{ env.RUMPRUN_TOOLCHAIN_TUPLE }} >config.mk | |
| - name: Set env | |
| shell: bash | |
| run: | | |
| echo "/usr/lib/ccache/bin:/usr/lib/ccache:/usr/local/opt/ccache/libexec:$HOME/.local/bin:/opt/rump/bin:${{ github.workspace }}/bin" >> $GITHUB_PATH | |
| echo "export PATH=/usr/lib/ccache/bin:/usr/lib/ccache:/usr/local/opt/ccache/libexec:$HOME/.local/bin:/opt/rump/bin:${{ github.workspace }}/bin:$PATH" >> $HOME/.bashrc | |
| - uses: actions/cache@v4 | |
| with: | |
| path: ${{ env.CCACHE_DIR }} | |
| key: ${{ runner.os }}-${{ matrix.arch }}-${{ matrix.package }}-ccache-build-${{ github.sha }} | |
| restore-keys: ${{ runner.os }}-${{ matrix.arch }}-${{ matrix.package }}-ccache-build- | |
| - name: pkg dependency | |
| run: | | |
| pip install yamlish --break-system-packages | |
| - name: pkg dependency (linux) | |
| if: runner.os == 'linux' | |
| run: | | |
| sudo apt update -y | |
| sudo apt install -y ccache makefs genisoimage | |
| sudo ln -sf /usr/bin/ccache /usr/lib/ccache/clang | |
| sudo ln -sf /usr/bin/ccache /usr/lib/ccache/clang++ | |
| - name: pkg dependency (linux-cross) | |
| if: runner.os == 'linux' && ( matrix.arch == 'arm32' || matrix.arch == 'arm64') | |
| run: | | |
| sudo apt-get update -y | |
| sudo apt-get install -y crossbuild-essential-${{ matrix.arch_alias }} | |
| - name: pkg dependency (macOS) | |
| if: runner.os == 'macos' | |
| run: | | |
| mkdir -p ~/.local/bin | |
| brew install gnu-sed ccache e2fsprogs | |
| brew install binutils coreutils automake | |
| ln -sf /usr/local/bin/gsed ~/.local/bin/sed | |
| ln -sf /usr/local/bin/gdate ~/.local/bin/date | |
| ln -sf /usr/local/opt/e2fsprogs/sbin/mkfs.ext4 ~/.local/bin/ | |
| ln -sf /usr/local/opt/e2fsprogs/sbin/mkfs.ext2 ~/.local/bin/ | |
| # we didn't use gcp as CoW of coreutil 9.0 breaks somehow | |
| #ln -sf /usr/local/opt/coreutils/bin/gcp ~/.local/bin/cp | |
| ln -sf /usr/local/opt/binutils/bin/objcopy ~/.local/bin/objcopy | |
| - name: ccache counter reset | |
| run: ccache -z | |
| - name: Setup tmate session | |
| uses: mxschmitt/action-tmate@v3 | |
| if: ${{ github.event_name == 'workflow_dispatch' && github.event.inputs.debug_enabled }} | |
| with: | |
| detached: true | |
| - name: build | |
| run: | | |
| make -j4 -C ${{ matrix.package }} | |
| - name: upload artifact | |
| if: matrix.package != 'zlib' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.package_alias }}-${{ matrix.os_alias }}-${{ matrix.arch }} | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/bin/${{ matrix.package_alias }} | |
| - name: upload artifact (nginx) | |
| if: matrix.package == 'nginx' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: data-${{ matrix.os_alias }}-${{ matrix.arch }}.iso | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/images/data.iso | |
| - name: upload artifact (python3) | |
| if: matrix.package == 'python3' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: python-${{ matrix.os_alias }}-${{ matrix.arch }}.iso | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/images/python.iso | |
| - name: upload artifact (python3/linux) | |
| if: matrix.package == 'python3' && runner.os == 'linux' && matrix.arch == 'amd64' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: python-${{ matrix.os_alias }}-${{ matrix.arch }}.img | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/images/python.img | |
| - name: upload artifact (netperf) | |
| if: matrix.package == 'netperf' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: netserver-${{ matrix.os_alias }}-${{ matrix.arch }} | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/bin/netserver | |
| - name: upload artifact (named) | |
| if: matrix.package == 'named' && runner.os == 'linux' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: named-${{ matrix.os_alias }}-${{ matrix.arch }}.img | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/images/named.img | |
| - name: build (tiny) | |
| run: | | |
| make distclean -C ${{ matrix.package }} | |
| PATH=/opt/rump-tiny/bin:$PATH make -j4 -C ${{ matrix.package }} | |
| # XXX: TODO use cross tools | |
| strip ${{ matrix.package }}/bin/${{ matrix.package_alias }} || true | |
| - name: upload artifact (tiny)' | |
| if: matrix.package != 'zlib' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.package_alias }}-${{ matrix.os_alias }}-${{ matrix.arch }}-slim | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/bin/${{ matrix.package_alias }} | |
| - name: upload artifact (netperf) (tiny) | |
| if: matrix.package == 'netperf' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: netserver-${{ matrix.os_alias }}-${{ matrix.arch }}-slim | |
| path: | | |
| src/rumprun-packages/${{ matrix.package }}/bin/netserver | |
| - name: ccache stat | |
| if: always() | |
| run: | | |
| ccache --show-stats | |
| - name: Annotate | |
| uses: yuzutech/annotations-action@v0.5.0 | |
| with: | |
| repo-token: "${{ secrets.GITHUB_TOKEN }}" | |
| input: "${{env.working-directory}}/annotations.json" | |
| title: "dmesg (${{ matrix.runs_on }})" | |
| docker-image: | |
| needs: build | |
| runs-on: ubuntu-24.04 | |
| name: image | |
| if: ${{ github.event_name == 'release' }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| package: [named, netperf, nginx, node, python, sqlite-bench, base] | |
| image_type: ["", "-slim"] | |
| permissions: | |
| contents: read | |
| packages: write | |
| services: | |
| registry: | |
| image: registry:2 | |
| ports: | |
| - 5000:5000 | |
| env: | |
| registry: ghcr.io/ | |
| #registry: localhost:5050/ | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v2 | |
| with: | |
| path: artifacts | |
| - name: Display structure of downloaded files | |
| run: ls -lR | |
| working-directory: artifacts | |
| - name: build rootfs | |
| run: | | |
| #set -x | |
| mkdir -p rootfs | |
| cd rootfs | |
| for target in darwin/amd64 linux/amd64 linux/arm/v7 linux/arm64 | |
| do | |
| mkdir -p imgs $target/bin $target/sbin | |
| SUFFIX="" | |
| RSUFFIX="" | |
| if [ "$target" == "darwin/amd64" ] ; then | |
| SUFFIX="osx-amd64" | |
| RSUFFIX="amd64-osx" | |
| elif [ "$target" == "linux/amd64" ] ; then | |
| SUFFIX="linux-amd64" | |
| RSUFFIX="amd64-linux" | |
| elif [ "$target" == "linux/arm/v7" ] ; then | |
| SUFFIX="linux-arm32" | |
| RSUFFIX="arm32-linux" | |
| elif [ "$target" == "linux/arm64" ] ; then | |
| SUFFIX="linux-arm64" | |
| RSUFFIX="arm64-linux" | |
| fi | |
| if [ "${{ matrix.image_type }}" == "-slim" ] ; then | |
| SUFFIX=$SUFFIX"-slim" | |
| RSUFFIX="tiny-"$RSUFFIX | |
| fi | |
| if [ ${{ matrix.package }} != "base" ] ; then | |
| if [ -f ../artifacts/${{ matrix.package }}-$SUFFIX/${{ matrix.package }} ] ; then | |
| cp ../artifacts/${{ matrix.package }}-$SUFFIX/${{ matrix.package }} $target/bin | |
| fi | |
| fi | |
| if [ ${{ matrix.package }} == "python" ] ; then | |
| mkdir -p $target/usr/lib/ | |
| 7z x -o$target/usr/lib ../artifacts/python-${SUFFIX//-slim/}.iso/python.iso | |
| find ./$target/usr/lib -name __pycache__ | xargs rm -rf | |
| elif [ ${{ matrix.package }} == "nginx" ] ; then | |
| cp ../artifacts/data-${SUFFIX//-slim/}.iso/data.iso ./imgs/ | |
| elif [ ${{ matrix.package }} == "netperf" ] ; then | |
| cp ../artifacts/netserver-$SUFFIX/netserver $target/bin | |
| elif [ ${{ matrix.package }} == "named" ] ; then | |
| mkdir -p ./etc/bind/ | |
| cp ../named/named.conf ./etc/bind/ | |
| cp ../named/*.zone ./etc/bind/ | |
| elif [ ${{ matrix.package }} == "base" ] ; then | |
| cp ../artifacts/nginx-$SUFFIX/nginx $target/bin | |
| cp ../artifacts/python-$SUFFIX/python $target/bin | |
| cp ../artifacts/netperf-$SUFFIX/netperf $target/bin | |
| cp ../artifacts/netserver-$SUFFIX/netserver $target/bin | |
| cp ../artifacts/named-$SUFFIX/named $target/bin | |
| cp ../artifacts/sqlite-bench-$SUFFIX/sqlite-bench $target/bin | |
| cp ../artifacts/python-$SUFFIX/python $target/bin | |
| cp ../artifacts/data-${SUFFIX//-slim/}.iso/data.iso ./imgs/ | |
| cp ../artifacts/python-${SUFFIX//-slim/}.iso/python.iso ./imgs/ | |
| cp ../artifacts/named-linux-amd64.img/named.img ./imgs/ | |
| cp ../artifacts/python-linux-amd64.img/python.img ./imgs/ | |
| curl -L \ | |
| https://github.com/ukontainer/frankenlibc/releases/download/latest/frankenlibc-${RSUFFIX//tiny-}.tar.gz \ | |
| -o /tmp/frankenlibc.tar.gz | |
| tar xfz /tmp/frankenlibc.tar.gz -C /tmp/ | |
| cp -f /tmp/opt/rump/bin/hello $target/bin | |
| cp -f /tmp/opt/rump/bin/ping $target/bin | |
| cp -f /tmp/opt/rump/bin/ping6 $target/bin | |
| cp -f /tmp/opt/rump/bin/rexec $target/sbin | |
| chmod +x $target/sbin/* | |
| fi | |
| chmod +x $target/bin/* || true | |
| done | |
| cp ../utils/* ./ | |
| if [ ${{ matrix.package }} == "python" ] ; then | |
| cp ../python3/Dockerfile ./ | |
| elif [ ${{ matrix.package }} == "named" ] ; then | |
| cp ../named/Dockerfile ./ | |
| fi | |
| tree -hp . | |
| cd .. | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| with: | |
| driver-opts: network=host | |
| - name: Log in to docker.io | |
| uses: docker/login-action@v1.10.0 | |
| with: | |
| username: ${{ secrets.DOCKER_USERNAME }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Log in to the ghcr.io | |
| uses: docker/login-action@f054a8b539a109f9f41c372932f1ae047eff08c9 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set environment variables for branch name | |
| run: | | |
| # Short name for current branch. For PRs, use target branch (base ref) | |
| GIT_BRANCH=${GITHUB_BASE_REF:-${GITHUB_REF#refs/*/}} | |
| echo "GIT_BRANCH=$GIT_BRANCH" >> $GITHUB_ENV | |
| - name: Build and push Docker image | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: rootfs | |
| platforms: linux/amd64,linux/arm64,linux/arm,darwin/amd64 | |
| push: true | |
| tags: | | |
| ghcr.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }} | |
| docker.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }} | |
| - name: Inspect | |
| run: | | |
| docker buildx imagetools inspect \ | |
| ghcr.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }} | |
| docker buildx imagetools inspect \ | |
| docker.io/ukontainer/runu-${{ matrix.package }}:${{ env.GIT_BRANCH }}${{ matrix.image_type }} | |
| trigger: | |
| needs: docker-image | |
| runs-on: ubuntu-24.04 | |
| name: downstream | |
| if: ${{ github.event_name == 'release' }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set environment variables for image name | |
| run: | | |
| IMAGE_VERSION=`git describe --tags --abbrev=0 | sed "s/^v//"` | |
| echo "IMAGE_VERSION=$IMAGE_VERSION" >> $GITHUB_ENV | |
| - name: Repository Dispatch | |
| uses: peter-evans/repository-dispatch@v1 | |
| with: | |
| token: ${{ secrets.REPO_ACCESS_TOKEN }} | |
| repository: ukontainer/runu | |
| event-type: trigger-test | |
| client-payload: '{"img_version": "${{ env.IMAGE_VERSION }}", "repository": "$GITHUB_REPOSITORY"}' |