add automation test configs

smartcontractkit · Sep 17, 2024 · b411a69 · b411a69
1 parent a52e9df
commit b411a69
Show file tree

Hide file tree

Showing 9 changed files with 211 additions and 0 deletions.
diff --git a/integration-tests/testconfig/automation/automation.toml b/integration-tests/testconfig/automation/automation.toml
@@ -204,6 +204,10 @@ max_perform_data_size=5_000
 max_revert_data_size=5_000
 
 # load test specific overrides
+[Load.Logging.Grafana]
+base_url="https://grafana.ops.prod.cldev.sh"
+dashboard_url="/d/a4899f53-f709-430a-aec2-24f32198dcc9/chainlink-automation-v2-load-test"
+
 [Load.Seth]
 ephemeral_addresses_number = 100
 root_key_funds_buffer = 1_000_000

diff --git a/integration-tests/testconfig/automation/overrides/load/500Upkeeps-1x-1h.toml b/integration-tests/testconfig/automation/overrides/load/500Upkeeps-1x-1h.toml
@@ -0,0 +1,47 @@
+[ChainlinkImage]
+version="latest"
+
+[Load.Seth]
+root_key_funds_buffer = 1_000_000
+ephemeral_addresses_number = 300
+
+[Load.Seth.nonce_manager]
+key_sync_timeout = "100s"
+
+[Load.Common]
+chainlink_node_funding = 1000
+
+[Load.Automation.AutomationConfig]
+use_log_buffer_v1=false
+
+[Load.Automation.AutomationConfig.PluginConfig.LogProviderConfig]
+block_rate=1
+log_limit=2
+
+[Load.Automation]
+[Load.Automation.General]
+number_of_nodes=6
+duration=3600
+block_time=1
+spec_type="recommended"
+chainlink_node_log_level="debug"
+use_prometheus=true
+remove_namespace = true
+
+[Load.Automation.DataStreams]
+enabled=false
+
+[[Load.Automation.Load]]
+number_of_upkeeps=500
+number_of_events = 1
+number_of_spam_matching_events = 0
+number_of_spam_non_matching_events = 0
+check_burn_amount = 0
+perform_burn_amount = 0
+upkeep_gas_limit = 1000000
+shared_trigger = false
+is_streams_lookup = false
+feeds = []
+
+[Pyroscope]
+enabled=false
diff --git a/integration-tests/testconfig/automation/overrides/load/50Upkeeps-1x-12h.toml b/integration-tests/testconfig/automation/overrides/load/50Upkeeps-1x-12h.toml
@@ -0,0 +1,43 @@
+[ChainlinkImage]
+version="latest"
+
+[Load.Seth]
+root_key_funds_buffer = 1_000_000
+
+[Load.Common]
+chainlink_node_funding = 10000
+
+[Load.Automation.AutomationConfig]
+use_log_buffer_v1=false
+
+[Load.Automation.AutomationConfig.PluginConfig.LogProviderConfig]
+block_rate=1
+log_limit=2
+
+[Load.Automation]
+[Load.Automation.General]
+number_of_nodes=6
+duration=43200
+block_time=1
+spec_type="recommended"
+chainlink_node_log_level="debug"
+use_prometheus=true
+remove_namespace = true
+
+[Load.Automation.DataStreams]
+enabled=false
+
+[[Load.Automation.Load]]
+number_of_upkeeps=50
+number_of_events = 1
+number_of_spam_matching_events = 0
+number_of_spam_non_matching_events = 0
+check_burn_amount = 0
+perform_burn_amount = 0
+upkeep_gas_limit = 1000000
+shared_trigger = false
+is_streams_lookup = false
+feeds = []
+
+[Pyroscope]
+enabled=false
diff --git a/integration-tests/testconfig/automation/overrides/load/50Upkeeps-1x-1h.toml b/integration-tests/testconfig/automation/overrides/load/50Upkeeps-1x-1h.toml
@@ -0,0 +1,43 @@
+[ChainlinkImage]
+version="latest"
+
+[Load.Seth]
+root_key_funds_buffer = 1_000_000
+
+[Load.Common]
+chainlink_node_funding = 1000
+
+[Load.Automation.AutomationConfig]
+use_log_buffer_v1=false
+
+[Load.Automation.AutomationConfig.PluginConfig.LogProviderConfig]
+block_rate=1
+log_limit=2
+
+[Load.Automation]
+[Load.Automation.General]
+number_of_nodes=6
+duration=3600
+block_time=1
+spec_type="recommended"
+chainlink_node_log_level="debug"
+use_prometheus=true
+remove_namespace = true
+
+[Load.Automation.DataStreams]
+enabled=false
+
+[[Load.Automation.Load]]
+number_of_upkeeps=50
+number_of_events = 1
+number_of_spam_matching_events = 0
+number_of_spam_non_matching_events = 0
+check_burn_amount = 0
+perform_burn_amount = 0
+upkeep_gas_limit = 1000000
+shared_trigger = false
+is_streams_lookup = false
+feeds = []
+
+[Pyroscope]
+enabled=false
diff --git a/integration-tests/testconfig/keeper/keeper.toml b/integration-tests/testconfig/keeper/keeper.toml
@@ -59,6 +59,11 @@ contract_call_interval = "4s"
 # keeper benchmark running on simulated network requires 100k per node
 root_key_funds_buffer = 1_000_000
 
+# benchmark test specific overrides
+[Benchmark.Logging.Grafana]
+base_url="https://grafana.ops.prod.cldev.sh"
+dashboard_url="/d/Q8n6m1unz/chainlink-automation-benchmark-test"
+
 [Benchmark.Keeper.Common]
 registry_to_test = "2_1"
 number_of_registries = 1
@@ -110,6 +115,11 @@ Mode = 'FixedPrice'
 LimitDefault = 5_000_000
 """
 
+# soak test specific overrides
+[Soak.Logging.Grafana]
+base_url="https://grafana.ops.prod.cldev.sh"
+dashboard_url="/d/Q8n6m1unz/chainlink-automation-benchmark-test"
+
 [Soak.Keeper.Common]
 registry_to_test = "2_1"
 number_of_registries = 1

diff --git a/integration-tests/testconfig/keeper/overrides/benchmark/1000Upkeeps-1h-2_1.toml b/integration-tests/testconfig/keeper/overrides/benchmark/1000Upkeeps-1h-2_1.toml
@@ -0,0 +1,16 @@
+[ChainlinkImage]
+version="latest"
+
+[Keeper.Common]
+registry_to_test = "2_1"
+number_of_registries = 1
+number_of_nodes = 6
+number_of_upkeeps = 1000
+upkeep_gas_limit = 1500000
+check_gas_to_burn = 10000
+perform_gas_to_burn = 1000
+max_perform_gas = 5000000
+block_range = 3600
+block_interval = 60
+forces_single_tx_key = false
+delete_jobs_on_end = true
diff --git a/integration-tests/testconfig/keeper/overrides/benchmark/1000Upkeeps-1h-2_3.toml b/integration-tests/testconfig/keeper/overrides/benchmark/1000Upkeeps-1h-2_3.toml
@@ -0,0 +1,16 @@
+[ChainlinkImage]
+version="latest"
+
+[Keeper.Common]
+registry_to_test = "2_3"
+number_of_registries = 1
+number_of_nodes = 6
+number_of_upkeeps = 1000
+upkeep_gas_limit = 1500000
+check_gas_to_burn = 10000
+perform_gas_to_burn = 1000
+max_perform_gas = 5000000
+block_range = 3600
+block_interval = 60
+forces_single_tx_key = false
+delete_jobs_on_end = true
diff --git a/integration-tests/testconfig/keeper/overrides/soak/50Upkeeps-8h-2_1.toml b/integration-tests/testconfig/keeper/overrides/soak/50Upkeeps-8h-2_1.toml
@@ -0,0 +1,16 @@
+[ChainlinkImage]
+version="latest"
+
+[Keeper.Common]
+registry_to_test = "2_1"
+number_of_registries = 1
+number_of_nodes = 6
+number_of_upkeeps = 50
+upkeep_gas_limit = 1500000
+check_gas_to_burn = 10000
+perform_gas_to_burn = 1000
+max_perform_gas = 5000000
+block_range = 28800
+block_interval = 300
+forces_single_tx_key = false
+delete_jobs_on_end = true
diff --git a/integration-tests/testconfig/keeper/overrides/soak/50Upkeeps-8h-2_3.toml b/integration-tests/testconfig/keeper/overrides/soak/50Upkeeps-8h-2_3.toml
@@ -0,0 +1,16 @@
+[ChainlinkImage]
+version="latest"
+
+[Keeper.Common]
+registry_to_test = "2_3"
+number_of_registries = 1
+number_of_nodes = 6
+number_of_upkeeps = 50
+upkeep_gas_limit = 1500000
+check_gas_to_burn = 10000
+perform_gas_to_burn = 1000
+max_perform_gas = 5000000
+block_range = 28800
+block_interval = 300
+forces_single_tx_key = false
+delete_jobs_on_end = true