Limiting number of concurrent traces API requests for the local stack… (#236)

* Limiting number of concurrent traces API requests for the local stack to avoid occasional OOM-s

* Limiting number of verticles for Traces API node

* Trying out Besu untuned and raising limit per endpoint to 2 for traces

* Trying out Besu untuned and raising limit per endpoint to 2 for traces and Shomei node

* Using besu untuned for arithmetization as well

Author: Filter94

config/coordinator/coordinator-docker-traces-v2-override.config.toml

@@ -18,7 +18,7 @@ blob-compressor-version="V1_0_1"
 expected-traces-api-version-v2="v0.8.0-rc3"
 [traces.counters-v2]
 endpoints=["http://traces-node-v2:8545/"]
-request-limit-per-endpoint=20
+request-limit-per-endpoint=2
 request-retry.backoff-delay="PT1S"
 request-retry.failures-warning-threshold=2
 [traces.conflation-v2]

config/coordinator/coordinator-docker.config.toml

@@ -48,7 +48,7 @@ raw-execution-traces-version="0.2.0"
 expected-traces-api-version="0.2.0"
 [traces.counters]
 endpoints=["http://traces-api:8080/"]
-request-limit-per-endpoint=20
+request-limit-per-endpoint=2
 request-retry.backoff-delay="PT1S"
 request-retry.failures-warning-threshold=2
 [traces.conflation]
@@ -69,7 +69,7 @@ traces-file-creation-wait-timeout="PT2M"
 [state-manager]
 version="2.2.0"
 endpoints=["http://shomei:8888/"]
-request-limit-per-endpoint=3
+request-limit-per-endpoint=2
 request-retry.backoff-delay="PT2S"
 request-retry.failures-warning-threshold=2
 

config/traces-api/traces-app-docker.config.toml

@@ -7,5 +7,5 @@ traces_file_extension = "json.gz"
 port = 8080
 path = "/"
 # if =0, it will create one verticle per core (or hyperthread if supported)
-number_of_verticles = 0
+number_of_verticles = 2
 observability_port = 8090

docker/compose-local-dev-traces-v2.overrides.yml

@@ -7,7 +7,7 @@ services:
       JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC
     volumes:
       - ../config/common/traces-limits-besu-v2.toml:/var/lib/besu/traces-limits.toml:ro
-  
+
   l2-node-besu:
     environment:
       JAVA_OPTS: -XX:+UnlockExperimentalVMOptions -XX:-UseG1GC -XX:+UseZGC
@@ -52,7 +52,7 @@ services:
       - /bin/bash
       - -c
       - |
-        /opt/besu/bin/besu \
+        /opt/besu/bin/besu-untuned \
         --config-file=/var/lib/besu/traces-node-v2.config.toml \
         --genesis-file=/var/lib/besu/genesis.json \
         --bootnodes=enode://14408801a444dafc44afbccce2eb755f902aed3b5743fed787b3c790e021fef28b8c827ed896aa4e8fb46e22bd67c39f994a73768b4b382f8597b0d44370e15d@11.11.11.101:30303

docker/compose.yml

@@ -49,7 +49,7 @@ services:
       - /bin/bash
       - -c
       - |
-        /opt/besu/bin/besu \
+        /opt/besu/bin/besu-untuned \
         --config-file=/var/lib/besu/sequencer.config.toml \
         --node-private-key-file="/var/lib/besu/key" \
         --plugin-linea-l1-polling-interval="PT12S" \
@@ -118,7 +118,7 @@ services:
     networks:
       linea:
         ipv4_address: 11.11.11.209
-  
+
   l2-node-besu:
     hostname: l2-node-besu
     container_name: l2-node-besu
@@ -145,7 +145,7 @@ services:
       - /bin/bash
       - -c
       - |
-        /opt/besu/bin/besu \
+        /opt/besu/bin/besu-untuned \
         --config-file=/var/lib/besu/l2-node-besu.config.toml \
         --genesis-file=/var/lib/besu/genesis.json \
         --plugin-linea-l1-polling-interval="PT12S" \
@@ -425,7 +425,7 @@ services:
   l1-el-node:
     container_name: l1-el-node
     hostname: l1-el-node
-    image: hyperledger/besu:24.6.0
+    image: hyperledger/besu:24.10.0
     profiles: [ "l1", "debug", "external-to-monorepo" ]
     depends_on:
       l1-node-genesis-generator:
@@ -437,7 +437,11 @@ services:
       retries: 120
     environment:
       LOG4J_CONFIGURATION_FILE: /var/lib/besu/log4j.xml
-    command: [ "--config-file=/config/config.toml" ]
+    entrypoint:
+      - /bin/bash
+      - -c
+      - |
+        /opt/besu/bin/besu-untuned --config-file=/config/config.toml
     volumes:
       - ./config/l1-node/el/besu.key:/config/keys/besu.key:ro
       - ./config/l1-node/el/config.toml:/config/config.toml:ro
@@ -560,7 +564,7 @@ services:
       - /bin/bash
       - -c
       - |
-        /opt/besu/bin/besu \
+        /opt/besu/bin/besu-untuned \
         --config-file=/var/lib/besu/zkbesu-config.toml \
         --genesis-file=/var/lib/besu/genesis.json \
         --plugin-shomei-http-host="11.11.11.114" \