yeet devnet 3

README.md

@@ -14,7 +14,7 @@ This repository contains the infrastructure code used to setup ~all~ dev/testnet
 
 Status   | Network    | Links   | Ansible                                                      | Terraform | Kubernetes
 ------   | --------   | ----     |  -----                                                       | -------   | ------
-Online 🟢| [devnet-3](https://peerdas-devnet-3.ethpandaops.io)   | [Network config](network-configs/devnet-3) / [Inventory](https://bootnode-1.peerdas-devnet-3.ethpandaops.io/meta/api/v1/inventory.json) / [Validator ranges](https://bootnode-1.peerdas-devnet-3.ethpandaops.io/meta/api/v1/validator-ranges.json)    | [🔗](ansible/inventories/devnet-3) | [🔗](terraform/devnet-3) | [🔗](kubernetes/devnet-3)
+Off🔴| [devnet-3](https://peerdas-devnet-3.ethpandaops.io)   | [Network config](network-configs/devnet-3) / [Inventory](https://bootnode-1.peerdas-devnet-3.ethpandaops.io/meta/api/v1/inventory.json) / [Validator ranges](https://bootnode-1.peerdas-devnet-3.ethpandaops.io/meta/api/v1/validator-ranges.json)    | [🔗](ansible/inventories/devnet-3) | [🔗](terraform/devnet-3) | [🔗](kubernetes/devnet-3)
 Off🔴| [devnet-2](https://peerdas-devnet-2.ethpandaops.io)   | [Network config](network-configs/devnet-2) / [Inventory](https://bootnode-1.peerdas-devnet-2.ethpandaops.io/meta/api/v1/inventory.json) / [Validator ranges](https://bootnode-1.peerdas-devnet-2.ethpandaops.io/meta/api/v1/validator-ranges.json)    | [🔗](ansible/inventories/devnet-2) | [🔗](terraform/devnet-2) | [🔗](kubernetes/devnet-2)
 Off🔴 | [devnet-1](https://peerdas-devnet-1.ethpandaops.io)   | [Network config](network-configs/devnet-1) / [Inventory](https://bootnode-1.peerdas-devnet-1.ethpandaops.io/meta/api/v1/inventory.json) / [Validator ranges](https://bootnode-1.peerdas-devnet-1.ethpandaops.io/meta/api/v1/validator-ranges.json)    | [🔗](ansible/inventories/devnet-1) | [🔗](terraform/devnet-1) | [🔗](kubernetes/devnet-1)
 Off🔴 | [devnet-0](https://peerdas-devnet-0.ethpandaops.io)   | [Network config](network-configs/devnet-0) / [Inventory](https://bootnode-1.peerdas-devnet-0.ethpandaops.io/meta/api/v1/inventory.json) / [Validator ranges](https://bootnode-1.peerdas-devnet-0.ethpandaops.io/meta/api/v1/validator-ranges.json)    | [🔗](ansible/inventories/devnet-0) | [🔗](terraform/devnet-0) | [🔗](kubernetes/devnet-0)

ansible/group_vars/all/defaults.yaml

@@ -3,7 +3,7 @@ ansible_python_interpreter: /usr/bin/python3
 devnet_name: peerdas
 
 # IPv6 Specific configuration
-global_ipv6_enabled: true
+global_ipv6_enabled: false
 global_ipv6_subnet_ranges:
   hetzner: "64"
   digitalocean: "124"

ansible/inventories/devnet-3/group_vars/all/images.yaml

@@ -2,11 +2,11 @@ default_ethereum_client_images:
 ### Consensus layer clients
   lighthouse: ethpandaops/lighthouse:unstable-8cf686f
   lodestar: ethpandaops/lodestar:peerDAS-513bccc
-  nimbus: ethpandaops/nimbus-eth2:pdsync-a479c7b
+  nimbus: ethpandaops/nimbus-eth2:pdsync-e085909
   prysm: ethpandaops/prysm-beacon-chain:peerDAS-ae626d5
   prysm_validator: ethpandaops/prysm-validator:peerDAS-ae626d5
   teku: ethpandaops/teku:nashatyrev-das-cefa2c5
-  grandine: ethpandaops/grandine:hangleang-feature-das-9153c36
+  grandine: ethpandaops/grandine:hangleang-feature-das-7ee46ff
 ### Execution layer clients
   besu: hyperledger/besu:latest
   geth: ethereum/client-go:stable

ansible/inventories/devnet-3/group_vars/ethereum_node.yaml

@@ -4,12 +4,19 @@ ethereum_cl_bootnodes:
   - "{{ hostvars['prysm-geth-1']['ethereum_node_fact_cl_enr'] }}"
   - "{{ hostvars['prysm-geth-2']['ethereum_node_fact_cl_enr'] }}"
   - "{{ hostvars['prysm-geth-3']['ethereum_node_fact_cl_enr'] }}"
+  - "{{ hostvars['prysm-geth-4']['ethereum_node_fact_cl_enr'] }}"
+  - "{{ hostvars['lodestar-geth-2']['ethereum_node_fact_cl_enr'] }}"
+  - "{{ hostvars['lodestar-geth-4']['ethereum_node_fact_cl_enr'] }}"
+  - "{{ hostvars['lodestar-geth-6']['ethereum_node_fact_cl_enr'] }}"
 ethereum_el_bootnodes:
   #- "{{ hostvars['bootnode-1']['ethereum_node_fact_el_enode'] }}"
   - "{{ hostvars['prysm-geth-1']['ethereum_node_fact_el_enode'] }}"
   - "{{ hostvars['prysm-geth-2']['ethereum_node_fact_el_enode'] }}"
   - "{{ hostvars['prysm-geth-3']['ethereum_node_fact_el_enode'] }}"
-
+  - "{{ hostvars['prysm-geth-4']['ethereum_node_fact_el_enode'] }}"
+  - "{{ hostvars['lodestar-geth-2']['ethereum_node_fact_el_enode'] }}"
+  - "{{ hostvars['lodestar-geth-4']['ethereum_node_fact_el_enode'] }}"
+  - "{{ hostvars['lodestar-geth-6']['ethereum_node_fact_el_enode'] }}"
 # role: ethpandaops.general.prometheus
 prometheus_remote_push_url: https://victoriametrics-public.analytics.production.platform.ethpandaops.io/insert/1/prometheus
 prometheus_remote_write_username: "{{ secret_prometheus_remote_write.username }}"

ansible/inventories/devnet-3/group_vars/nimbus.yaml

@@ -18,10 +18,12 @@ validator_bls_sync_files:
     dest: "{{ nimbus_validator_datadir }}/change_operations.json"
     owner: nimbus
     group: nimbus
-
+docker_network_ipam_config: []
+docker_network_enable_ipv6: false
+global_ipv6_enabled: false
 # role: ethpandaops.general.ethereum_node
 ethereum_node_cl: nimbus
-ethereum_node_cl_checkpoint_sync_enabled: true
+ethereum_node_cl_checkpoint_sync_enabled: false
 # Checkpointsync
 nimbus_checkpoint_autoremove_enabled: true
 nimbus_checkpoint_container_command_extra_args:
@@ -35,6 +37,8 @@ nimbus_container_env:
   VIRTUAL_HOST: "{{ ethereum_node_beacon_hostname }}"
   VIRTUAL_PORT: "{{ ethereum_node_cl_ports_http_beacon | string }}"
   LETSENCRYPT_HOST: "{{ ethereum_node_beacon_hostname }}"
+# nimbus_container_ports_ipv4:
+#   - "127.0.0.1:{{ nimbus_ports_http_beacon }}:{{ nimbus_ports_http_beacon }}"
 nimbus_container_volumes:
   - "{{ nimbus_datadir }}:/data"
   - "{{ nimbus_auth_jwt_path }}:/execution-auth.jwt:ro"
@@ -45,7 +49,7 @@ nimbus_container_command_extra_simple_args:
   - --network=/network-config
   - --validator-monitor-auto=false
   - --doppelganger-detection=off
-  - --log-level=DEBUG
+  #- --log-level=DEBUG
   - --light-client-data-serve=false
   - --graffiti={{ ansible_hostname }}
 nimbus_container_command_extra_bootnode_args: >-

ansible/inventories/devnet-3/inventory.ini

@@ -31,12 +31,12 @@ lodestar-geth-5 ansible_host=178.62.250.64 ipv6=2a03:b0c0:2:f0::bec:9001 cloud=d
 lodestar-geth-6 ansible_host=207.154.221.38 ipv6=2a03:b0c0:3:f0::10df:3000 cloud=digitalocean cloud_region=fra1 ethereum_node_cl_supernode_enabled=False validator_start=1700 validator_end=1800
 
 [nimbus_geth]
-nimbus-geth-1 ansible_host=159.65.225.245 ipv6=2604:a880:400:d1::2bf4:2001 cloud=digitalocean cloud_region=nyc1 ethereum_node_cl_supernode_enabled=True validator_start=1800 validator_end=1900
-nimbus-geth-2 ansible_host=68.183.230.179 ipv6=2400:6180:0:d2::2b80:d000 cloud=digitalocean cloud_region=sgp1 ethereum_node_cl_supernode_enabled=False validator_start=1900 validator_end=2000
-nimbus-geth-3 ansible_host=138.68.154.178 ipv6=2a03:b0c0:1:e0::d6d:9001 cloud=digitalocean cloud_region=lon1 ethereum_node_cl_supernode_enabled=True validator_start=2000 validator_end=2100
-nimbus-geth-4 ansible_host=68.183.157.80 ipv6=2604:a880:800:14::1621:f000 cloud=digitalocean cloud_region=nyc3 ethereum_node_cl_supernode_enabled=False validator_start=2100 validator_end=2200
-nimbus-geth-5 ansible_host=159.223.236.67 ipv6=2a03:b0c0:2:f0::bec:3001 cloud=digitalocean cloud_region=ams3 ethereum_node_cl_supernode_enabled=True validator_start=2200 validator_end=2300
-nimbus-geth-6 ansible_host=167.172.177.43 ipv6=2a03:b0c0:3:f0::10de:f000 cloud=digitalocean cloud_region=fra1 ethereum_node_cl_supernode_enabled=False validator_start=2300 validator_end=2400
+nimbus-geth-1 ansible_host=134.209.125.0 ipv6= cloud=digitalocean cloud_region=nyc1 ethereum_node_cl_supernode_enabled=True validator_start=1800 validator_end=1900
+nimbus-geth-2 ansible_host=165.232.169.188 ipv6= cloud=digitalocean cloud_region=sgp1 ethereum_node_cl_supernode_enabled=False validator_start=1900 validator_end=2000
+nimbus-geth-3 ansible_host=178.62.45.165 ipv6= cloud=digitalocean cloud_region=lon1 ethereum_node_cl_supernode_enabled=True validator_start=2000 validator_end=2100
+nimbus-geth-4 ansible_host=162.243.187.73 ipv6= cloud=digitalocean cloud_region=nyc3 ethereum_node_cl_supernode_enabled=False validator_start=2100 validator_end=2200
+nimbus-geth-5 ansible_host=157.245.68.122 ipv6= cloud=digitalocean cloud_region=ams3 ethereum_node_cl_supernode_enabled=True validator_start=2200 validator_end=2300
+nimbus-geth-6 ansible_host=164.92.133.165 ipv6= cloud=digitalocean cloud_region=fra1 ethereum_node_cl_supernode_enabled=False validator_start=2300 validator_end=2400
 
 [prysm_geth]
 prysm-geth-1 ansible_host=161.35.103.38 ipv6=2604:a880:400:d1::2bf3:a001 cloud=digitalocean cloud_region=nyc1 ethereum_node_cl_supernode_enabled=True validator_start=600 validator_end=700

ansible/playbook.yaml

@@ -1,12 +1,12 @@
-- hosts: localhost
-  roles:
-    - role: ethpandaops.general.ethereum_genesis
-      tags: [ethereum_genesis]
+# - hosts: localhost
+#   roles:
+#     - role: ethpandaops.general.ethereum_genesis
+#       tags: [ethereum_genesis]
 
-- import_playbook: ethpandaops.general.bootstrap_server
-  vars:
-    target: "all:!localhost"
-  tags: [init-server, bootstrap]
+# - import_playbook: ethpandaops.general.bootstrap_server
+#   vars:
+#     target: "all:!localhost"
+#   tags: [init-server, bootstrap]
 
 - hosts: all:!localhost
   serial: "{{ batch_count | default('100%') }}"