feat: peer automatically injects existing task metadata to scheduler upon restart #794
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: E2E Test(API v2 - Rust Client) | |
on: | |
push: | |
branches: [main, release-*] | |
paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
pull_request: | |
branches: [main, release-*] | |
paths-ignore: ["**.md", "**.png", "**.jpg", "**.svg", "**/docs/**"] | |
schedule: | |
- cron: '0 4 * * *' | |
env: | |
KIND_VERSION: v0.12.0 | |
CONTAINERD_VERSION: v1.5.2 | |
KIND_CONFIG_PATH: test/testdata/kind/config-v2.yaml | |
DRAGONFLY_CHARTS_PATH: deploy/helm-charts/charts/dragonfly | |
DRAGONFLY_FILE_SERVER_PATH: test/testdata/k8s/file-server.yaml | |
jobs: | |
e2e_tests: | |
runs-on: ubuntu-latest | |
timeout-minutes: 60 | |
strategy: | |
matrix: | |
module: | |
- "normal" | |
include: | |
- module: normal | |
charts-config: test/testdata/charts/config-v2.yaml | |
skip: "" | |
steps: | |
- name: Free Disk Space (Ubuntu) | |
uses: jlumbroso/free-disk-space@main | |
with: | |
tool-cache: false | |
android: true | |
dotnet: true | |
haskell: true | |
large-packages: true | |
docker-images: true | |
swap-storage: true | |
- name: Checkout code | |
uses: actions/checkout@v4 | |
with: | |
submodules: recursive | |
fetch-depth: 0 | |
- name: Install Go | |
uses: actions/setup-go@v5 | |
with: | |
go-version-file: go.mod | |
- name: Get dependencies | |
run: | | |
go install github.com/onsi/ginkgo/v2/ginkgo@v2.12.0 | |
mkdir -p /tmp/artifact | |
- name: Setup buildx | |
uses: docker/setup-buildx-action@v3 | |
id: buildx | |
with: | |
install: true | |
- name: Cache Docker layers | |
uses: actions/cache@v4 | |
with: | |
path: /tmp/.buildx-cache | |
key: ${{ runner.os }}-buildx-${{ github.sha }} | |
restore-keys: | | |
${{ runner.os }}-buildx- | |
- name: Pull Rust Client Image | |
run: | | |
cd client-rs | |
CLIENT_TAG=$(git describe --tags $(git rev-parse HEAD)) | |
docker pull dragonflyoss/client:$CLIENT_TAG | |
docker tag dragonflyoss/client:$CLIENT_TAG dragonflyoss/client:latest | |
docker pull dragonflyoss/dfinit:$CLIENT_TAG | |
docker tag dragonflyoss/dfinit:$CLIENT_TAG dragonflyoss/dfinit:latest | |
- name: Build Scheduler Image | |
uses: docker/build-push-action@v6 | |
with: | |
context: . | |
file: build/images/scheduler/Dockerfile | |
push: false | |
load: true | |
tags: dragonflyoss/scheduler:latest | |
cache-from: type=local,src=/tmp/.buildx-cache | |
cache-to: type=local,dest=/tmp/.buildx-cache-new | |
- name: Build Manager Image | |
uses: docker/build-push-action@v6 | |
with: | |
context: . | |
file: build/images/manager/Dockerfile | |
push: false | |
load: true | |
tags: dragonflyoss/manager:latest | |
cache-from: type=local,src=/tmp/.buildx-cache | |
cache-to: type=local,dest=/tmp/.buildx-cache-new | |
- name: Setup Kind | |
uses: helm/kind-action@v1.10.0 | |
with: | |
version: ${{ env.KIND_VERSION }} | |
config: ${{ env.KIND_CONFIG_PATH }} | |
cluster_name: kind | |
- name: Kind load images | |
run: | | |
kind load docker-image dragonflyoss/manager:latest | |
kind load docker-image dragonflyoss/scheduler:latest | |
kind load docker-image dragonflyoss/client:latest | |
kind load docker-image dragonflyoss/dfinit:latest | |
- name: Setup dragonfly | |
run: | | |
helm install --wait --timeout 15m --dependency-update --create-namespace --namespace dragonfly-system -f ${{ matrix.charts-config }} dragonfly ${{ env.DRAGONFLY_CHARTS_PATH }} | |
kubectl apply -f ${{ env.DRAGONFLY_FILE_SERVER_PATH }} | |
kubectl wait po file-server-0 --namespace dragonfly-e2e --for=condition=ready --timeout=10m | |
- name: Run E2E test | |
run: | | |
ginkgo -v -r --race --fail-fast --cover --trace --show-node-events --skip=${{ matrix.skip }} test/e2e/v2 | |
cat coverprofile.out >> coverage.txt | |
- name: Move cache | |
run: | | |
rm -rf /tmp/.buildx-cache | |
mv /tmp/.buildx-cache-new /tmp/.buildx-cache | |
- name: Upload coverage to Codecov | |
uses: codecov/codecov-action@v4 | |
with: | |
token: ${{ secrets.CODECOV_TOKEN }} | |
files: ./coverage.txt | |
flags: e2etests | |
- name: Upload Logs | |
uses: actions/upload-artifact@v4.3.6 | |
if: always() | |
with: | |
name: ${{ matrix.module }}-e2e-tests-logs | |
path: | | |
/tmp/artifact/** |