feat(ci): Add smoke test #87
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Smoke Test | |
| on: | |
| pull_request: | |
| jobs: | |
| smoke-test: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| - name: Build xatu image | |
| run: | | |
| docker build -t ethpandaops/xatu:local . | |
| echo "Xatu image is built." | |
| - name: Install Kurtosis | |
| run: | | |
| echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list | |
| sudo apt update | |
| sudo apt install kurtosis-cli | |
| - name: Create Kurtosis config file | |
| run: | | |
| cat <<EOF > network_params.yaml | |
| participants: | |
| - el_client_type: geth | |
| cl_client_type: teku | |
| cl_client_image: ethpandaops/teku:master-16c4354 | |
| - el_client_type: nethermind | |
| cl_client_type: prysm | |
| - el_client_type: erigon | |
| cl_client_type: lighthouse | |
| - el_client_type: besu | |
| cl_client_type: lighthouse | |
| - el_client_type: reth | |
| cl_client_type: lodestar | |
| - el_client_type: ethereumjs | |
| cl_client_type: nimbus | |
| additional_services: [] | |
| network_parans: | |
| genesis_delay: 180 | |
| xatu_sentry_enabled: true | |
| xatu_sentry_params: | |
| xatu_server_addr: xatu-server:8080 | |
| xatu_sentry_image: ethpandaops/xatu:local | |
| beacon_subscriptions: | |
| - attestation | |
| - block | |
| - chain_reorg | |
| - finalized_checkpoint | |
| - head | |
| - voluntary_exit | |
| - contribution_and_proof | |
| <<EOF | |
| - name: Start Ethereum network with Kurtosis | |
| timeout-minutes: 10 | |
| shell: bash | |
| run: | | |
| echo "Starting Kurtosis..." | |
| kurtosis run --enclave xatu github.com/kurtosis-tech/ethereum-package --args-file network_params.yaml; | |
| echo "Kurtosis has started successfully." | |
| - name: Run Xatu stack | |
| timeout-minutes: 10 | |
| shell: bash | |
| run: | | |
| echo "Starting Xatu stack..." | |
| docker compose up --detach --quiet-pull | |
| echo "Xatu stack has started successfully." | |
| - name: Add all xatu-sentry containers to the xatu network | |
| run: | | |
| for container in $(docker ps --filter name=xatu-sentry --format "{{.Names}}"); do docker network connect xatu_xatu-net $container; echo $container; docker restart $container; done | |
| - name: Verify Clickhouse has data from all sentries | |
| timeout-minutes: 10 | |
| run: | | |
| echo "Checking Clickhouse for data from all sentries" | |
| all_sentries=($(kurtosis enclave inspect xatu | grep cl- | grep http | awk '{ print $2 }' | grep -v validator | sed 's/^cl-//')) | |
| tables=( | |
| "beacon_api_eth_v1_events_attestation" | |
| "beacon_api_eth_v1_events_block" | |
| "beacon_api_eth_v1_events_head" | |
| ) | |
| # Define a function that prints the last 5 logs from all docker containers that have the argument in the name | |
| print_logs() { | |
| for container in $(docker ps --filter name=$1 --format "{{.Names}}"); do | |
| echo "Logs for $container:\n\n" | |
| docker logs --tail 5 $container | |
| echo "\n\n" | |
| done | |
| } | |
| # Check for any data in the tables before digging in to the individual sentries | |
| for table in "${tables[@]}"; do | |
| echo "Checking $table table..." | |
| data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table" || true) | |
| if [[ $data_count -gt 0 ]]; then | |
| echo "$table table has $data_count entries" | |
| else | |
| echo "$table table has no entries." | |
| print_logs xatu-server | |
| print_logs vector | |
| fi | |
| done | |
| for table in "${tables[@]}"; do | |
| echo "Checking $table table..." | |
| for sentry in "${all_sentries[@]}"; do | |
| echo "Checking $table table for $sentry..." | |
| while true; do | |
| data_count=$(docker exec clickhouse-01 clickhouse-client --query "SELECT COUNT(*) FROM default.$table WHERE meta_client_name = '$sentry'" || true) | |
| if [[ $data_count -gt 0 ]]; then | |
| echo "$table table has $data_count entries in $table from $sentry" | |
| break | |
| else | |
| echo "$table table data count for $sentry is $data_count." | |
| print_logs $sentry | |
| sleep 5 | |
| fi | |
| done | |
| done | |
| done | |
| - name: Collect docker logs on failure | |
| if: failure() | |
| uses: jwalton/gh-docker-logs@v2 | |
| with: | |
| dest: './logs' | |
| - name: Tar logs | |
| if: failure() | |
| run: tar cvzf ./logs.tgz ./logs | |
| - name: Upload logs to GitHub | |
| if: failure() | |
| uses: actions/upload-artifact@master | |
| with: | |
| name: logs.tgz | |
| path: ./logs.tgz |