-
Notifications
You must be signed in to change notification settings - Fork 166
225 lines (218 loc) · 8.91 KB
/
build.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
---
name: PR build
on: # yamllint disable-line rule:truthy
pull_request_target:
branches:
- "master"
- "[0-9]+.[0-9]+"
- "[0-9]+.[0-9]+-stable"
paths-ignore:
- '.github/**'
- '**/*.md'
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
cancel-in-progress: true
jobs:
packages:
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: [buildjet-4vcpu-ubuntu-2204-arm, buildjet-4vcpu-ubuntu-2204]
arch: [arm64, amd64]
platform: [generic, nvidia-jp5, nvidia-jp6]
include:
- os: buildjet-4vcpu-ubuntu-2204
arch: riscv64
platform: generic
exclude:
- os: buildjet-4vcpu-ubuntu-2204-arm
arch: amd64
- os: buildjet-4vcpu-ubuntu-2204
arch: arm64
- arch: amd64
platform: nvidia-jp5
- arch: amd64
platform: nvidia-jp6
steps:
- name: Starting Report
run: |
echo Git Ref: ${{ github.event.pull_request.head.ref }}
echo GitHub Event: ${{ github.event_name }}
echo Disk usage
df -h
echo Memory
free -m
- name: Clear repository
run: |
sudo rm -fr "$GITHUB_WORKSPACE" && mkdir "$GITHUB_WORKSPACE"
rm -fr ~/.linuxkit
docker system prune --all --force --volumes
- uses: actions/checkout@v4
with:
repository: ${{ github.event.pull_request.head.repo.full_name }}
ref: ${{ github.event.pull_request.head.ref }}
fetch-depth: 0
- name: Login to Docker Hub
if: ${{ github.event.repository.full_name }}== 'lf-edge/eve'
uses: docker/login-action@v3
with:
username: ${{ secrets.RELEASE_DOCKERHUB_ACCOUNT }}
password: ${{ secrets.RELEASE_DOCKERHUB_TOKEN }}
- name: ensure zstd for cache # this should be removed once the arm64 VM includes zstd
if: ${{ matrix.os == 'buildjet-4vcpu-ubuntu-2204-arm' || matrix.os == 'arm64-secure' }}
run: |
sudo apt install -y zstd
- name: ensure packages for cross-arch build
if: ${{ matrix.arch == 'riscv64' }}
run: |
APT_INSTALL="sudo apt install -y binfmt-support qemu-user-static"
# the following weird statement is here to speed up the happy path
# if the default server is responding -- we can skip apt update
$APT_INSTALL || { sudo apt update && $APT_INSTALL ; }
# The next step explicitly use actions/cache, rather than actions/cache/save at the end.
# If we rerun a job without changing the sha, we should not have to rebuild anything.
# Since the cache is keyed on the head sha, it will retrieve it.
- name: update linuxkit cache if available
uses: actions/cache@v4
with:
path: ~/.linuxkit/cache
key: linuxkit-${{ matrix.arch }}-${{ github.event.pull_request.head.sha }}-${{ matrix.platform }}
- name: Build packages ${{ matrix.os }} for ${{ matrix.platform }}
run: |
make V=1 PRUNE=1 PLATFORM=${{ matrix.platform }} ZARCH=${{ matrix.arch }} pkgs
- name: Post package report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
eve:
needs: packages # all packages for all platforms must be built first
runs-on: buildjet-4vcpu-ubuntu-2204
strategy:
fail-fast: false
matrix:
arch: [arm64, amd64]
hv: [xen, kvm, kubevirt]
platform: ["generic"]
include:
- arch: riscv64
hv: mini
platform: "generic"
- arch: amd64
hv: kvm
platform: "rt"
- arch: arm64
hv: kvm
platform: "nvidia-jp5"
- arch: arm64
hv: kvm
platform: "nvidia-jp6"
exclude:
- arch: arm64
hv: kubevirt
platform: "generic"
steps:
- uses: actions/checkout@v4
with:
repository: ${{ github.event.pull_request.head.repo.full_name }}
ref: ${{ github.event.pull_request.head.ref }}
fetch-depth: 0
- name: Login to Docker Hub
if: ${{ github.event.repository.full_name }}== 'lf-edge/eve'
uses: docker/login-action@v3
with:
username: ${{ secrets.RELEASE_DOCKERHUB_ACCOUNT }}
password: ${{ secrets.RELEASE_DOCKERHUB_TOKEN }}
- name: Arch Runner is Matrix
id: arch_runner_equals_matrix
run: |
RUNNER_ARCH=${{ runner.arch }}
[ "$RUNNER_ARCH" = "X64" ] && RUNNER_ARCH="amd64"
[ "$RUNNER_ARCH" = "ARM64" ] && RUNNER_ARCH="arm64"
[ "$RUNNER_ARCH" = "X86" ] && RUNNER_ARCH="i386"
[ "$RUNNER_ARCH" = "ARM" ] && RUNNER_ARCH="arm"
MATCHED="false"
[ "$RUNNER_ARCH" = "${{ matrix.arch }}" ] && MATCHED="true"
# report for good measure
echo "runner_arch=${RUNNER_ARCH}"
echo "matrix_arch=${{ matrix.arch }}"
echo "matched=${MATCHED}"
echo "matched=${MATCHED}" >> "$GITHUB_OUTPUT"
# the next three steps - cache_for_docker, load images, and cache_for_packages -
# having nothing to do with the content of the final eve image. Instead, it is because we are running
# on amd64, and we need some of the tools in order to compose the final eve image for the target arch.
# These tools are in pkg/, and therefore are part of packages, and we need them in docker.
# Rather than build them again, we just restore the cache for our runner architecture,
# load them into docker, and then clear the cache so we can load the cache for the target arch.
- name: update linuxkit cache for runner arch so we can get desired images
id: cache_for_docker
uses: actions/cache/restore@v4
with:
path: ~/.linuxkit/cache
key: linuxkit-amd64-${{ github.event.pull_request.head.sha }}-generic
fail-on-cache-miss: true
- name: load images we need from linuxkit cache into docker
run: |
make cache-export-docker-load-all
- name: clear linuxkit cache so we can load for target arch
if: ${{ steps.arch_runner_equals_matrix.outputs.matched != 'true' }}
run: |
rm -rf ~/.linuxkit
# With the "load into docker" complete, now we can restore the packages into the cache for the target arch (as opposed to the runner arch)
- name: update linuxkit cache for our arch
id: cache_for_packages
if: ${{ steps.arch_runner_equals_matrix.outputs.matched != 'true' }}
uses: actions/cache/restore@v4
with:
path: ~/.linuxkit/cache
key: linuxkit-${{ matrix.arch }}-${{ github.event.pull_request.head.sha }}-${{ matrix.platform }}
fail-on-cache-miss: true
- name: set environment
env:
PR_ID: ${{ github.event.pull_request.number }}
run: |
COMMIT_ID=$(git describe --abbrev=8 --always)
echo "VERSION=0.0.0-pr$PR_ID-$COMMIT_ID" >> $GITHUB_ENV
echo "TAG=evebuild/pr:$PR_ID" >> $GITHUB_ENV
echo "ARCH=${{ matrix.arch }}" >> "$GITHUB_ENV"
- name: Build EVE ${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}
run: |
make V=1 ROOTFS_VERSION="$VERSION" PLATFORM=${{ matrix.platform }} HV=${{ matrix.hv }} ZARCH=${{ matrix.arch }} pkgs eve # note that this already loads it into docker
- name: Post eve build report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
- name: Export docker container
run: |
make cache-export ZARCH=${{ matrix.arch }} IMAGE=lfedge/eve:$VERSION-${{ matrix.hv }} OUTFILE=eve-${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}.tar IMAGE_NAME=$TAG-${{ matrix.hv }}-${{ matrix.arch }}
- name: Upload EVE ${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}
uses: actions/upload-artifact@v4
with:
name: eve-${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}
path: eve-${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}.tar
- name: Clean EVE ${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }}
run: |
make clean
docker rmi "$TAG-${{ matrix.hv }}-${{ matrix.arch }}" "lfedge/eve:$VERSION-${{ matrix.hv }}" "lfedge/eve:$VERSION-${{ matrix.hv }}-${{ matrix.arch }}" ||:
- name: Post clean eve ${{ matrix.hv }}-${{ matrix.arch }}-${{ matrix.platform }} report
run: |
echo Disk usage
df -h
echo Memory
free -m
docker system df
docker system df -v
- name: Clean
if: ${{ always() }}
run: |
make clean
docker system prune -f -a --volumes
rm -rf ~/.linuxkit