From c8bfda928e88dbf063e2f50d30b1c1c7db43b2ef Mon Sep 17 00:00:00 2001 From: Roman <4833306+Filter94@users.noreply.github.com> Date: Wed, 23 Oct 2024 15:57:56 +0200 Subject: [PATCH 1/5] Limiting number of concurrent traces API requests for the local stack to avoid occasional OOM-s --- .../coordinator-docker-traces-v2-override.config.toml | 4 ++-- config/coordinator/coordinator-docker.config.toml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/config/coordinator/coordinator-docker-traces-v2-override.config.toml b/config/coordinator/coordinator-docker-traces-v2-override.config.toml index 8cd51ef8a..babfaae6f 100644 --- a/config/coordinator/coordinator-docker-traces-v2-override.config.toml +++ b/config/coordinator/coordinator-docker-traces-v2-override.config.toml @@ -18,12 +18,12 @@ blob-compressor-version="V1_0_1" expected-traces-api-version-v2="v0.8.0-rc3" [traces.counters-v2] endpoints=["http://traces-node-v2:8545/"] -request-limit-per-endpoint=20 +request-limit-per-endpoint=1 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation-v2] endpoints=["http://traces-node-v2:8545/"] -request-limit-per-endpoint=2 +request-limit-per-endpoint=1 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 diff --git a/config/coordinator/coordinator-docker.config.toml b/config/coordinator/coordinator-docker.config.toml index 7bf0e0d72..2ab31e420 100644 --- a/config/coordinator/coordinator-docker.config.toml +++ b/config/coordinator/coordinator-docker.config.toml @@ -48,12 +48,12 @@ raw-execution-traces-version="0.2.0" expected-traces-api-version="0.2.0" [traces.counters] endpoints=["http://traces-api:8080/"] -request-limit-per-endpoint=20 +request-limit-per-endpoint=1 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation] endpoints=["http://traces-api:8080/"] -request-limit-per-endpoint=2 +request-limit-per-endpoint=1 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 From 1d95a037453a5fbb5841eb97a066c92696c0d3ee Mon Sep 17 00:00:00 2001 From: Roman <4833306+Filter94@users.noreply.github.com> Date: Wed, 23 Oct 2024 15:59:29 +0200 Subject: [PATCH 2/5] Limiting number of verticles for Traces API node --- config/traces-api/traces-app-docker.config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/traces-api/traces-app-docker.config.toml b/config/traces-api/traces-app-docker.config.toml index 4c20bd308..885c2893c 100644 --- a/config/traces-api/traces-app-docker.config.toml +++ b/config/traces-api/traces-app-docker.config.toml @@ -7,5 +7,5 @@ traces_file_extension = "json.gz" port = 8080 path = "/" # if =0, it will create one verticle per core (or hyperthread if supported) -number_of_verticles = 0 +number_of_verticles = 2 observability_port = 8090 From c200c380919608c027fe00a1baa5629d560497e0 Mon Sep 17 00:00:00 2001 From: Roman <4833306+Filter94@users.noreply.github.com> Date: Wed, 23 Oct 2024 19:39:40 +0200 Subject: [PATCH 3/5] Trying out Besu untuned and raising limit per endpoint to 2 for traces --- ...dinator-docker-traces-v2-override.config.toml | 4 ++-- .../coordinator/coordinator-docker.config.toml | 4 ++-- docker/compose.yml | 16 ++++++++++------ 3 files changed, 14 insertions(+), 10 deletions(-) diff --git a/config/coordinator/coordinator-docker-traces-v2-override.config.toml b/config/coordinator/coordinator-docker-traces-v2-override.config.toml index babfaae6f..00f008ea2 100644 --- a/config/coordinator/coordinator-docker-traces-v2-override.config.toml +++ b/config/coordinator/coordinator-docker-traces-v2-override.config.toml @@ -18,12 +18,12 @@ blob-compressor-version="V1_0_1" expected-traces-api-version-v2="v0.8.0-rc3" [traces.counters-v2] endpoints=["http://traces-node-v2:8545/"] -request-limit-per-endpoint=1 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation-v2] endpoints=["http://traces-node-v2:8545/"] -request-limit-per-endpoint=1 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 diff --git a/config/coordinator/coordinator-docker.config.toml b/config/coordinator/coordinator-docker.config.toml index 2ab31e420..84b72bd30 100644 --- a/config/coordinator/coordinator-docker.config.toml +++ b/config/coordinator/coordinator-docker.config.toml @@ -48,12 +48,12 @@ raw-execution-traces-version="0.2.0" expected-traces-api-version="0.2.0" [traces.counters] endpoints=["http://traces-api:8080/"] -request-limit-per-endpoint=1 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 [traces.conflation] endpoints=["http://traces-api:8080/"] -request-limit-per-endpoint=1 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT1S" request-retry.failures-warning-threshold=2 diff --git a/docker/compose.yml b/docker/compose.yml index fa8bccecc..159c2f349 100644 --- a/docker/compose.yml +++ b/docker/compose.yml @@ -49,7 +49,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/sequencer.config.toml \ --node-private-key-file="/var/lib/besu/key" \ --plugin-linea-l1-polling-interval="PT12S" \ @@ -118,7 +118,7 @@ services: networks: linea: ipv4_address: 11.11.11.209 - + l2-node-besu: hostname: l2-node-besu container_name: l2-node-besu @@ -145,7 +145,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/l2-node-besu.config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --plugin-linea-l1-polling-interval="PT12S" \ @@ -425,7 +425,7 @@ services: l1-el-node: container_name: l1-el-node hostname: l1-el-node - image: hyperledger/besu:24.6.0 + image: hyperledger/besu:24.10.0 profiles: [ "l1", "debug" ] depends_on: l1-node-genesis-generator: @@ -437,7 +437,11 @@ services: retries: 120 environment: LOG4J_CONFIGURATION_FILE: /var/lib/besu/log4j.xml - command: [ "--config-file=/config/config.toml" ] + entrypoint: + - /bin/bash + - -c + - | + /opt/besu/bin/besu-untuned --config-file=/config/config.toml volumes: - ./config/l1-node/el/besu.key:/config/keys/besu.key:ro - ./config/l1-node/el/config.toml:/config/config.toml:ro @@ -560,7 +564,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/zkbesu-config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --plugin-shomei-http-host="11.11.11.114" \ From 6c6f237bf5b7089805e964cdc2dbb44ac4239117 Mon Sep 17 00:00:00 2001 From: Roman <4833306+Filter94@users.noreply.github.com> Date: Wed, 23 Oct 2024 19:40:08 +0200 Subject: [PATCH 4/5] Trying out Besu untuned and raising limit per endpoint to 2 for traces and Shomei node --- config/coordinator/coordinator-docker.config.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/coordinator/coordinator-docker.config.toml b/config/coordinator/coordinator-docker.config.toml index 84b72bd30..1b6e1b244 100644 --- a/config/coordinator/coordinator-docker.config.toml +++ b/config/coordinator/coordinator-docker.config.toml @@ -69,7 +69,7 @@ traces-file-creation-wait-timeout="PT2M" [state-manager] version="2.2.0" endpoints=["http://shomei:8888/"] -request-limit-per-endpoint=3 +request-limit-per-endpoint=2 request-retry.backoff-delay="PT2S" request-retry.failures-warning-threshold=2 From 88d2ed617757aca255d988537392817d22c64e65 Mon Sep 17 00:00:00 2001 From: Roman <4833306+Filter94@users.noreply.github.com> Date: Wed, 23 Oct 2024 20:02:07 +0200 Subject: [PATCH 5/5] Using besu untuned for arithmetization as well --- docker/compose-local-dev-traces-v2.overrides.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/compose-local-dev-traces-v2.overrides.yml b/docker/compose-local-dev-traces-v2.overrides.yml index e4397f965..b031f417e 100644 --- a/docker/compose-local-dev-traces-v2.overrides.yml +++ b/docker/compose-local-dev-traces-v2.overrides.yml @@ -7,7 +7,7 @@ services: JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC volumes: - ../config/common/traces-limits-besu-v2.toml:/var/lib/besu/traces-limits.toml:ro - + l2-node-besu: environment: JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC @@ -52,7 +52,7 @@ services: - /bin/bash - -c - | - /opt/besu/bin/besu \ + /opt/besu/bin/besu-untuned \ --config-file=/var/lib/besu/traces-node-v2.config.toml \ --genesis-file=/var/lib/besu/genesis.json \ --bootnodes=enode://14408801a444dafc44afbccce2eb755f902aed3b5743fed787b3c790e021fef28b8c827ed896aa4e8fb46e22bd67c39f994a73768b4b382f8597b0d44370e15d@11.11.11.101:30303