From 766dbd011ab9ce22d85803307ea60c7e1857b7b8 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 24 Jul 2024 14:51:50 -0700 Subject: [PATCH 01/14] asertooooooor --- .github/workflows/local-testnet.yml | 17 +++++++---- scripts/tests/assertoor_network_params.yaml | 31 +++++++++++++++++++++ 2 files changed, 42 insertions(+), 6 deletions(-) create mode 100644 scripts/tests/assertoor_network_params.yaml diff --git a/.github/workflows/local-testnet.yml b/.github/workflows/local-testnet.yml index bcade948d79..ac6e0a5c14a 100644 --- a/.github/workflows/local-testnet.yml +++ b/.github/workflows/local-testnet.yml @@ -38,10 +38,10 @@ jobs: - name: Install dependencies run: | - sudo add-apt-repository ppa:rmescandon/yq echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list sudo apt update - sudo apt install -y kurtosis-cli yq + sudo snap install yq + sudo apt install -y kurtosis-cli kurtosis analytics disable - name: Download Docker image artifact @@ -69,6 +69,11 @@ jobs: run: ./stop_local_testnet.sh local-blinded working-directory: scripts/local_testnet + - name: Start a local testnet and run assertoor tests + uses: ethpandaops/kurtosis-assertoor-github-action@v1 + with: + ethereum_package_args: scripts/tests/assertoor_network_params.yaml + - name: Upload logs artifact uses: actions/upload-artifact@v4 with: @@ -85,10 +90,10 @@ jobs: - name: Install dependencies run: | - sudo add-apt-repository ppa:rmescandon/yq echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list sudo apt update - sudo apt install -y kurtosis-cli yq + sudo snap install yq + sudo apt install -y kurtosis-cli kurtosis analytics disable - name: Download Docker image artifact @@ -121,10 +126,10 @@ jobs: - name: Install dependencies run: | - sudo add-apt-repository ppa:rmescandon/yq echo "deb [trusted=yes] https://apt.fury.io/kurtosis-tech/ /" | sudo tee /etc/apt/sources.list.d/kurtosis.list sudo apt update - sudo apt install -y kurtosis-cli yq + sudo snap install yq + sudo apt install -y kurtosis-cli kurtosis analytics disable - name: Download Docker image artifact diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml new file mode 100644 index 00000000000..0f45d933063 --- /dev/null +++ b/scripts/tests/assertoor_network_params.yaml @@ -0,0 +1,31 @@ +# Full configuration reference [here](https://github.com/ethpandaops/ethereum-package?tab=readme-ov-file#configuration). +participants: + - el_type: geth + el_image: ethereum/client-go:latest + cl_type: lighthouse + cl_image: lighthouse:local + cl_extra_params: + - --target-peers=3 + count: 4 +network_params: + deneb_fork_epoch: 0 + seconds_per_slot: 3 + num_validator_keys_per_node: 20 +global_log_level: debug +snooper_enabled: false +additional_services: + - assertoor +assertoor_params: + run_stability_check: false + run_block_proposal_check: false + tests: + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/all-opcodes-test.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml + \ No newline at end of file From d8a99fbba89054ac0d0f2d3d34072b4f1c2d346a Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 31 Jul 2024 13:10:39 -0700 Subject: [PATCH 02/14] remove mev boost proposal test --- scripts/tests/assertoor_network_params.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 0f45d933063..52915405b2c 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -21,7 +21,6 @@ assertoor_params: tests: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/all-opcodes-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml From 3601385f415f5e0a6a136009d47682a0f66f7c73 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 31 Jul 2024 14:14:19 -0700 Subject: [PATCH 03/14] remove failing test --- scripts/tests/assertoor_network_params.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 52915405b2c..e405946f629 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -19,11 +19,11 @@ assertoor_params: run_stability_check: false run_block_proposal_check: false tests: - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/all-opcodes-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml + # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml + # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml From b72f50cd94329986ee3e18ef5302a558627b8884 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 31 Jul 2024 15:23:46 -0700 Subject: [PATCH 04/14] disable validator lifecycle --- scripts/tests/assertoor_network_params.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index e405946f629..bce2a10ea1d 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -24,7 +24,7 @@ assertoor_params: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml + # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml \ No newline at end of file From 9143094981c7e8b596d4c4c3fa66766668303a0d Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 31 Jul 2024 15:49:16 -0700 Subject: [PATCH 05/14] disable additional test --- scripts/tests/assertoor_network_params.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index bce2a10ea1d..289935416c8 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -25,6 +25,6 @@ assertoor_params: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml + # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml \ No newline at end of file From 00338e0c76e400ab106220de7cf907d3e25a94d9 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Mon, 7 Oct 2024 10:56:33 -0700 Subject: [PATCH 06/14] assertoor test changes --- scripts/tests/assertoor_network_params.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 289935416c8..6e67e3d7b10 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -9,7 +9,7 @@ participants: count: 4 network_params: deneb_fork_epoch: 0 - seconds_per_slot: 3 + seconds_per_slot: 12 num_validator_keys_per_node: 20 global_log_level: debug snooper_enabled: false @@ -20,11 +20,11 @@ assertoor_params: run_block_proposal_check: false tests: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml - # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - # - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml \ No newline at end of file From d2575abd8427ac4d2c3b9e24b2bce402f1468627 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 16 Oct 2024 14:38:35 -0700 Subject: [PATCH 07/14] update tests --- scripts/tests/assertoor_network_params.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 6e67e3d7b10..2995ee27a6d 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -10,7 +10,7 @@ participants: network_params: deneb_fork_epoch: 0 seconds_per_slot: 12 - num_validator_keys_per_node: 20 + num_validator_keys_per_node: 1 global_log_level: debug snooper_enabled: false additional_services: @@ -20,7 +20,6 @@ assertoor_params: run_block_proposal_check: false tests: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/mev-block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml From 5b827d87853887296867ebca213361a5f127ca1e Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Wed, 16 Oct 2024 16:12:39 -0700 Subject: [PATCH 08/14] Fix tests --- scripts/tests/assertoor_network_params.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 2995ee27a6d..1665829afa1 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -10,7 +10,7 @@ participants: network_params: deneb_fork_epoch: 0 seconds_per_slot: 12 - num_validator_keys_per_node: 1 + num_validator_keys_per_node: 20 global_log_level: debug snooper_enabled: false additional_services: From 123bd3ab1ded6a8c1729eb25a362b1734bc3e8a6 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Thu, 17 Oct 2024 17:45:22 -0700 Subject: [PATCH 09/14] remove test --- scripts/tests/assertoor_network_params.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 1665829afa1..b453247dc19 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -22,7 +22,6 @@ assertoor_params: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-exit-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml From 2a8a5350b2722a29545657bc2b2e8b9e8324afc3 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Thu, 17 Oct 2024 22:52:57 -0700 Subject: [PATCH 10/14] remove tests --- scripts/tests/assertoor_network_params.yaml | 2 -- 1 file changed, 2 deletions(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index b453247dc19..3418895b803 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -22,7 +22,5 @@ assertoor_params: - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-lifecycle-test-v2.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-withdrawal-test-v2.yaml \ No newline at end of file From dc08b7410ad40fe16f838f75fff38e645cb272c0 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Fri, 18 Oct 2024 00:33:09 -0700 Subject: [PATCH 11/14] fix tests --- scripts/tests/assertoor_network_params.yaml | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 3418895b803..e95c0d614b1 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -9,18 +9,15 @@ participants: count: 4 network_params: deneb_fork_epoch: 0 - seconds_per_slot: 12 + seconds_per_slot: 6 num_validator_keys_per_node: 20 global_log_level: debug snooper_enabled: false additional_services: - assertoor assertoor_params: - run_stability_check: false - run_block_proposal_check: false + run_stability_check: true + run_block_proposal_check: true + run_blob_transaction_test: true tests: - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/block-proposal-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/stability-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/validator-proposer-slashing-test.yaml - \ No newline at end of file + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml \ No newline at end of file From eb8bbbde83a8b2dc15a460710d0c6a556a68542d Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Fri, 18 Oct 2024 01:32:43 -0700 Subject: [PATCH 12/14] add calldata test --- scripts/tests/assertoor_network_params.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index e95c0d614b1..2f677291d4f 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -20,4 +20,5 @@ assertoor_params: run_block_proposal_check: true run_blob_transaction_test: true tests: - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml \ No newline at end of file + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml + - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/big-calldata-tx-test.yaml \ No newline at end of file From 030306987690ab2a496b075364c308b72c032112 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Fri, 18 Oct 2024 09:44:36 -0700 Subject: [PATCH 13/14] upload logs --- .github/workflows/local-testnet.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/local-testnet.yml b/.github/workflows/local-testnet.yml index ac6e0a5c14a..534046e9278 100644 --- a/.github/workflows/local-testnet.yml +++ b/.github/workflows/local-testnet.yml @@ -73,6 +73,9 @@ jobs: uses: ethpandaops/kurtosis-assertoor-github-action@v1 with: ethereum_package_args: scripts/tests/assertoor_network_params.yaml + path: | + scripts/local_testnet/logs + retention-days: 3 - name: Upload logs artifact uses: actions/upload-artifact@v4 From 0ee24d3122f2c7db6142cfa14de8987b30f330c0 Mon Sep 17 00:00:00 2001 From: Eitan Seri-Levi Date: Fri, 18 Oct 2024 11:27:34 -0700 Subject: [PATCH 14/14] remove sync test --- scripts/tests/assertoor_network_params.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/scripts/tests/assertoor_network_params.yaml b/scripts/tests/assertoor_network_params.yaml index 2f677291d4f..50d212411c7 100644 --- a/scripts/tests/assertoor_network_params.yaml +++ b/scripts/tests/assertoor_network_params.yaml @@ -20,5 +20,4 @@ assertoor_params: run_block_proposal_check: true run_blob_transaction_test: true tests: - - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/synchronized-check.yaml - https://raw.githubusercontent.com/ethpandaops/assertoor-test/master/assertoor-tests/big-calldata-tx-test.yaml \ No newline at end of file