qa-tests: add timeout to rpc test suite (#12624) #10
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Hive EEST tests | |
| on: | |
| push: | |
| branches: | |
| - release/* | |
| - main | |
| workflow_dispatch: | |
| jobs: | |
| test-hive-eest: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Hive | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: danceratopz/hive | |
| ref: prague-devnet-4 | |
| path: hive | |
| - name: Setup go env and cache | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: '>=1.22' | |
| go-version-file: 'hive/go.mod' | |
| # Targetting the clients/erigon/Dockerfile.git in the Hive director - | |
| # this builds the container from github and uses it for tests | |
| - name: Get dependencies and build hive | |
| run: | | |
| cd hive | |
| git status | |
| go get . >> buildlogs.log | |
| rm clients/erigon/Dockerfile | |
| mv clients/erigon/Dockerfile.git clients/erigon/Dockerfile | |
| branch_name=$(echo ${GITHUB_REF#refs/heads/} | sed 's/[&/\]/\\&/g') | |
| echo Building Hive with Erigon branch - $branch_name | |
| sed -i "s/^ARG github=ledgerwatch\/erigon$/ARG github=erigontech\/erigon/" clients/erigon/Dockerfile | |
| sed -i "s/^ARG tag=main$/ARG tag=${branch_name}/" clients/erigon/Dockerfile | |
| if [[ "$branch_name" != "main" ]]; then | |
| sed -i "/$sync.parallel-state-flushing/d" clients/erigon/erigon.sh | |
| fi | |
| go build . >> buildlogs.log | |
| # Depends on the last line of hive output that prints the number of suites, tests and failed | |
| # Currently, we fail even if suites and tests are too few, indicating the tests did not run | |
| # We also fail if more than half the tests fail | |
| - name: Run hive tests and parse output | |
| run: | | |
| cd hive | |
| run_suite() { | |
| echo -e "\n\n============================================================" | |
| echo "Running test: ${1}" | |
| echo -e "\n" | |
| ./hive --sim 'ethereum/eest/consume-engine' --client erigon 2>&1 | tee output.log || { | |
| if [ $? -gt 0 ]; then | |
| echo "Exitcode gt 0" | |
| fi | |
| } | |
| status_line=$(tail -2 output.log | head -1 | sed -r "s/\x1B\[[0-9;]*[a-zA-Z]//g") | |
| suites=$(echo "$status_line" | sed -n 's/.*suites=\([0-9]*\).*/\1/p') | |
| if [ -z "$suites" ]; then | |
| status_line=$(tail -1 output.log | sed -r "s/\x1B\[[0-9;]*[a-zA-Z]//g") | |
| suites=$(echo "$status_line" | sed -n 's/.*suites=\([0-9]*\).*/\1/p') | |
| fi | |
| tests=$(echo "$status_line" | sed -n 's/.*tests=\([0-9]*\).*/\1/p') | |
| failed=$(echo "$status_line" | sed -n 's/.*failed=\([0-9]*\).*/\1/p') | |
| echo -e "\n" | |
| echo "----------- Results for ${1} -----------" | |
| echo "Tests: $tests, Failed: $failed" | |
| echo -e "\n\n============================================================" | |
| if (( tests < 4 )); then | |
| echo "Too few tests run for suite ${1} - ${tests} tests" | |
| exit 1 | |
| fi | |
| if (( failed*2 > tests )); then | |
| echo "Too many failures for suite ${1} - ${failed} failed out of ${tests}" | |
| exit 1 | |
| fi | |
| } | |
| run_suite eest/consume-engine |