forked from erigontech/erigon
-
Notifications
You must be signed in to change notification settings - Fork 12
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'feature/erigon-live-tracer-hook-port-based-on-main' int…
…o feat/firehose-live-tracer-hook-port-based-on-main
- Loading branch information
Showing
5,852 changed files
with
1,183,068 additions
and
1,396,416 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,177 @@ | ||
| name: CI-CD build and deploy docker images based on the last commit in the main branch | ||
| run-name: "Commit id ${{ github.sha }}: CI-CD build and deploy docker images based on the commit id in the main branch" | ||
|
|
||
| env: | ||
| APPLICATION: "erigon" | ||
| BUILDER_IMAGE: "golang:1.23.3-alpine3.20" | ||
| TARGET_BASE_IMAGE: "alpine:3.20.3" | ||
| APP_REPO: "erigontech/erigon" | ||
| CHECKOUT_REF: "main" | ||
| DOCKERHUB_REPOSITORY: "erigontech/erigon" | ||
| LABEL_DESCRIPTION: "[docker image built on a last commit id from the main branch] Erigon is an implementation of Ethereum (execution layer with embeddable consensus layer), on the efficiency frontier. Archive Node by default." | ||
| KEEP_IMAGES: 100 | ||
|
|
||
| on: | ||
| push: | ||
| branches: | ||
| - 'main' | ||
| paths-ignore: | ||
| - '.github/**' | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| define_matrix: | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| os: ${{ steps.os.outputs.os }} | ||
|
|
||
| steps: | ||
| - name: Define os | ||
| id: os | ||
| run: echo 'os=ubuntu-latest' >> "$GITHUB_OUTPUT" | ||
|
|
||
| Build: | ||
| needs: define_matrix | ||
| runs-on: ${{ needs.define_matrix.outputs.os }} | ||
| timeout-minutes: 45 | ||
| outputs: | ||
| docker_build_tag: ${{ steps.built_tag_export.outputs.docker_build_tag }} | ||
|
|
||
| steps: | ||
| - name: Fast checkout git repository | ||
| uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 ## 4.1.7 release | ||
| with: | ||
| repository: ${{ env.APP_REPO }} | ||
| fetch-depth: 1 | ||
| ref: ${{ env.CHECKOUT_REF }} | ||
| path: 'erigon' | ||
|
|
||
| - name: Setup go env and cache | ||
| uses: actions/setup-go@v5 | ||
| with: | ||
| go-version: '>=1.22' | ||
| go-version-file: 'erigon/go.mod' | ||
| cache-dependency-path: | | ||
| erigon/go.sum | ||
| - name: Get commit id | ||
| id: getCommitId | ||
| run: | | ||
| cd erigon | ||
| echo "id=$(git rev-parse HEAD)" >> $GITHUB_OUTPUT | ||
| echo "short_commit_id=$(git rev-parse --short=7 HEAD)" >> $GITHUB_OUTPUT | ||
| cd .. | ||
| - name: Login to Docker Hub | ||
| uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 ## v3.3.0 | ||
| with: | ||
| username: ${{ secrets.ORG_DOCKERHUB_ERIGONTECH_USERNAME }} | ||
| password: ${{ secrets.ORG_DOCKERHUB_ERIGONTECH_TOKEN }} | ||
|
|
||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@49b3bc8e6bdd4a60e6116a5414239cba5943d3cf ## v3.2.0 | ||
|
|
||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@988b5a0280414f521da01fcc63a27aeeb4b104db ## v3.6.1 | ||
|
|
||
| - name: Build arm64 | ||
| run: | | ||
| docker run --platform linux/arm64 \ | ||
| --rm -v $(pwd)/erigon:/erigon:ro \ | ||
| -v $(pwd)/build-arm64:/erigon-build \ | ||
| -v ${HOME}/.cache/go-build/arm64:/root/.cache/go-build \ | ||
| -v ${HOME}/go/pkg/mod:/go/pkg/mod \ | ||
| -w /erigon --entrypoint /bin/sh \ | ||
| ${{ env.BUILDER_IMAGE }} \ | ||
| -c "apk update; apk add make git gcc libstdc++ build-base linux-headers bash ca-certificates; git config --global --add safe.directory /erigon; make GOARCH=arm64 GOBIN=/erigon-build BUILD_TAGS=nosqlite,noboltdb,nosilkworm erigon integration rpcdaemon" | ||
| - name: Build amd64 | ||
| run: | | ||
| docker run --platform linux/amd64 \ | ||
| --rm -v $(pwd)/erigon:/erigon:ro \ | ||
| -v $(pwd)/build-amd64:/erigon-build \ | ||
| -v ${HOME}/.cache/go-build/amd64:/root/.cache/go-build \ | ||
| -v ${HOME}/go/pkg/mod:/go/pkg/mod \ | ||
| -w /erigon --entrypoint /bin/sh \ | ||
| ${{ env.BUILDER_IMAGE }} \ | ||
| -c "apk update; apk add make git gcc libstdc++ build-base linux-headers bash ca-certificates; git config --global --add safe.directory /erigon; make GOARCH=amd64 GOAMD64=v2 GOBIN=/erigon-build BUILD_TAGS=nosqlite,noboltdb,nosilkworm erigon integration rpcdaemon" | ||
| - name: Build and push multi-platform docker image based on the commit id ${{ steps.getCommitId.outputs.short_commit_id }} in the main branch | ||
| env: | ||
| BUILD_VERSION: "main-${{ steps.getCommitId.outputs.short_commit_id }}" | ||
| DOCKER_URL: ${{ env.DOCKERHUB_REPOSITORY }} | ||
| DOCKERFILE_PATH: Dockerfile.release | ||
| run: | | ||
| cp -vr build-amd64 erigon/ | ||
| cp -vr build-arm64 erigon/ | ||
| cd erigon | ||
| docker buildx build \ | ||
| --file ${{ env.DOCKERFILE_PATH }} \ | ||
| --target ci-cd-main-branch \ | ||
| --attest type=provenance,mode=max \ | ||
| --sbom=true \ | ||
| --build-arg CI_CD_MAIN_TARGET_BASE_IMAGE=${{ env.TARGET_BASE_IMAGE }} \ | ||
| --build-arg CI_CD_MAIN_BUILDER_IMAGE=${{ env.BUILDER_IMAGE }} \ | ||
| --tag ${{ env.DOCKER_URL }}:${{ env.BUILD_VERSION }} \ | ||
| --tag ${{ env.DOCKER_URL }}:main-latest \ | ||
| --label org.opencontainers.image.created=$(date -u +'%Y-%m-%dT%H:%M:%SZ') \ | ||
| --label org.opencontainers.image.authors="https://github.com/erigontech/erigon/graphs/contributors" \ | ||
| --label org.opencontainers.image.url="https://github.com/erigontech/erigon/blob/main/Dockerfile" \ | ||
| --label org.opencontainers.image.documentation="https://github.com/erigontech/erigon/blob/main/Dockerfile" \ | ||
| --label org.opencontainers.image.source="https://github.com/erigontech/erigon/blob/main/Dockerfile" \ | ||
| --label org.opencontainers.image.version=${{ steps.getCommitId.outputs.id }} \ | ||
| --label org.opencontainers.image.revision=${{ steps.getCommitId.outputs.id }} \ | ||
| --label org.opencontainers.image.vcs-ref-short=${{ steps.getCommitId.outputs.short_commit_id }} \ | ||
| --label org.opencontainers.image.vendor="${{ github.repository_owner }}" \ | ||
| --label org.opencontainers.image.description="${{ env.LABEL_DESCRIPTION }}" \ | ||
| --label org.opencontainers.image.base.name="${{ env.TARGET_BASE_IMAGE }}" \ | ||
| --push \ | ||
| --platform linux/amd64,linux/arm64 . | ||
| - name: export and print docker build tag, cleanup old docker images | ||
| id: built_tag_export | ||
| env: | ||
| BUILD_VERSION: "main-${{ steps.getCommitId.outputs.short_commit_id }}" | ||
| run: | | ||
| echo "docker_build_tag=${{ env.BUILD_VERSION }}" >> $GITHUB_OUTPUT | ||
| echo The following docker images have been published: | ||
| echo "${{ env.DOCKERHUB_REPOSITORY }}:main-${{ env.BUILD_VERSION }}" | ||
| echo "${{ env.DOCKERHUB_REPOSITORY }}:main-latest" | ||
| echo | ||
| echo "Cleanup old docker images matching pattern tag ~= main-XXXXXXX" | ||
| curl_cmd="curl -s -H \"Authorization: JWT ${{ secrets.ORG_DOCKERHUB_ERIGONTECH_TOKEN }}\" " | ||
| dockerhub_url='https://hub.docker.com/v2/namespaces/erigontech/repositories/erigon' | ||
| my_list () { | ||
| # First page: | ||
| next_page="$dockerhub_url/tags?page=1&page_size=100" | ||
| while [ "$next_page" != "null" ] | ||
| do | ||
| # Print tags and push dates for tags matching "main-": | ||
| $curl_cmd $next_page | jq -r '.results|.[]|.name + " " + .tag_last_pushed' | grep 'main-' | ||
| next_page=`$curl_cmd $next_page | jq '.next' | sed -e 's/^\"//' -e 's/\"$//'` | ||
| done | ||
| } | ||
| my_list | tail -n+${{ env.KEEP_IMAGES }} | while read line; do | ||
| echo -n "Removing docker image/published - $line " | ||
| current_image=$(echo $line | sed -e 's/^\(main-.\{7\}\) .*/\1/') | ||
| output_code=$(curl --write-out %{http_code} --output curl-output.log \ | ||
| -s -X DELETE -H "Accept: application/json" \ | ||
| -H "Authorization: JWT ${{ secrets.ORG_DOCKERHUB_ERIGONTECH_TOKEN }}" \ | ||
| https://hub.docker.com/v2/repositories/erigontech/erigon/tags/${current_image} ) | ||
| if [ $output_code -ne 204 ]; then | ||
| echo "ERROR: failed to remove docker image erigon:${current_image}" | ||
| echo "ERROR: API response: $(cat curl-output.log)." | ||
| else | ||
| echo -n " - removed. " | ||
| fi | ||
| echo "Done." | ||
| done | ||
| run-kurtosis-assertoor: | ||
| needs: [define_matrix, Build] | ||
| uses: erigontech/erigon/.github/workflows/test-kurtosis-assertoor.yml@main | ||
| with: | ||
| checkout_ref: ${{ github.sha }} | ||
| os: ${{ needs.define_matrix.outputs.os }} | ||
| docker_build_tag: ${{ needs.Build.outputs.docker_build_tag }} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,44 @@ | ||
| name: Remove docker image | ||
| run-name: Request to remove erigontech/erigon:${{ inputs.docker_image_tag }} by @${{ github.actor }} | ||
|
|
||
| env: | ||
| DOCKERHUB_REPOSITORY: "erigontech/erigon" | ||
| API_URL: "https://hub.docker.com/v2/repositories/erigontech/erigon/tags" | ||
|
|
||
| on: | ||
| push: | ||
| branches-ignore: | ||
| - '**' | ||
| workflow_dispatch: | ||
| inputs: | ||
| docker_image_tag: | ||
| required: true | ||
| type: string | ||
| default: 'not_yet_defined' | ||
| description: 'Docker image tag to remove from hub.docker.com. Works only for erigontech/erigon' | ||
|
|
||
| jobs: | ||
|
|
||
| build-release: | ||
| runs-on: ubuntu-latest | ||
| timeout-minutes: 15 | ||
| name: Remove docker image | ||
|
|
||
| steps: | ||
|
|
||
| - name: Run API Call | ||
| env: | ||
| TOKEN: ${{ secrets.ORG_DOCKERHUB_ERIGONTECH_TOKEN }} | ||
| run: | | ||
| output_code=$(curl --write-out %{http_code} --output curl-output.log \ | ||
| -s -X DELETE -H "Accept: application/json" \ | ||
| -H "Authorization: JWT ${{ env.TOKEN }}" \ | ||
| ${{ env.API_URL }}/${{ inputs.docker_image_tag }} ) | ||
| if [ $output_code -ne 204 ]; then | ||
| echo "ERROR: failed to remove docker image ${{ env.DOCKERHUB_REPOSITORY }}:${{ inputs.docker_image_tag }}" | ||
| echo "ERROR: API response: $(cat curl-output.log)." | ||
| exit 1 | ||
| else | ||
| echo "SUCCESS: docker image ${{ env.DOCKERHUB_REPOSITORY }}:${{ inputs.docker_image_tag }} removed." | ||
| exit 0 | ||
| fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.