Merge pull request #7 from weaveVM/feat/eigenda-wvm-code-integration

feat: eigenda codebase and wvm code integration
weaveVM · Dec 18, 2024 · 4864be5 · 4864be5
2 parents 5644414 + f5bfefa
commit 4864be5
Show file tree

Hide file tree

Showing 73 changed files with 2,771 additions and 1,439 deletions.
diff --git a/.devnet-alt-da/addresses.json b/.devnet-alt-da/addresses.json
@@ -0,0 +1,39 @@
+{
+  "AddressManager": "0x26a942b414CBc2eBb43F9c4e68DD791B5f61b5c7",
+  "AnchorStateRegistry": "0x2516DAe378507FD4cbE381e04EB0dFe41308aD3e",
+  "AnchorStateRegistryProxy": "0x6B73DBbd13FC27bf96b2d508B6C88179D2b4c4ba",
+  "DataAvailabilityChallenge": "0x18A001ab37Cba856fb8352D46A96069CBA41BFb7",
+  "DataAvailabilityChallengeProxy": "0xc75824f5666A236720d8409461000371776c4BC3",
+  "DelayedWETH": "0xec557124625E001dfe2d23ddA4F48A291E8a3e3a",
+  "DelayedWETHProxy": "0xbff24769250E0b40fD402dcE7AC9Ec7eEb14255E",
+  "DisputeGameFactory": "0x8a1a5F20ADF3005022049880f799FBBF2a188cfC",
+  "DisputeGameFactoryProxy": "0xeCb92a686D1ab066fc4E559A305FEB75DD512377",
+  "FastPreimageOracle": "0xbc1b15C94465d383bB68F345bEba1F3fcD2af44B",
+  "FaultDisputeGame_0": "0x86a350621ED6d036E2Af9cC68865dEf4B31C13ae",
+  "FaultDisputeGame_254": "0x9218181FAb774F8DBD245C8a2544069F9A8C2A8a",
+  "FaultDisputeGame_255": "0x401deDFb8536D84096Dd617689E770cB085ADfb7",
+  "L1CrossDomainMessenger": "0x2CfFF1c8Df8CE2BA6CBa19699CCBa6F381734938",
+  "L1CrossDomainMessengerProxy": "0x3d609De69E066F85C38AC274e3EeC251EcfDeAa1",
+  "L1ERC721Bridge": "0x2AC24b15a2Ded48F4B51e70293589058546a11FE",
+  "L1ERC721BridgeProxy": "0x961a37bd2eF41Ef68932d6E1FB4113534dcACB9B",
+  "L1StandardBridge": "0x3857b6c6f162fDA9BD591D4CCDEF8C00093cC357",
+  "L1StandardBridgeProxy": "0x9D34A2610Ea283f6d9AE29f9Cad82e00c4d38507",
+  "Mips": "0x9848e4470F89bec8b050eCDf93F69B8660B6046C",
+  "OPContractsManager": "0xb32a4b81244fEd6A176f295A4787cC9cce687a5e",
+  "OPContractsManagerProxy": "0x5b66F1D2dC2691F9bcac54Ee8B90a9923701e553",
+  "OptimismMintableERC20Factory": "0x89c88ED20d4b742185185f77017182247671eE3b",
+  "OptimismMintableERC20FactoryProxy": "0x623C237952ea6e3cD74740a5B766F2978AEA3b54",
+  "OptimismPortal2": "0x8237f181A3A8C7f871174e85f499f71f2A0d5B75",
+  "OptimismPortalProxy": "0xA439B64360C875951478b0Cf77698038df331255",
+  "PermissionedDelayedWETHProxy": "0x157514fF1F55f8685083D9D83CaE4aD4E186daDa",
+  "PermissionedDisputeGame": "0xe5b54F119250094761d8fed8d1CF124316B47904",
+  "PreimageOracle": "0xc043F015EB8cA0b94D4cAde622ed7369ce4ffE4E",
+  "ProtocolVersions": "0xd85BdcdaE4db1FAEB8eF93331525FE68D7C8B3f0",
+  "ProtocolVersionsProxy": "0x856e75e9c0Da547F9753c17746D6cc139b668e5c",
+  "ProxyAdmin": "0xac43F7588b15fA5F2347824F0Ad0ba1BDCa5E72C",
+  "SuperchainConfig": "0x238213078DbD09f2D15F4c14c02300FA1b2A81BB",
+  "SuperchainConfigProxy": "0xDc82c0362A241Aa94d53546648EACe48C9773dAa",
+  "SuperchainProxyAdmin": "0xdaE97900D4B184c5D2012dcdB658c008966466DD",
+  "SystemConfig": "0xE3dF61CA9F27cd66880325f3C6CB789EDe857997",
+  "SystemConfigProxy": "0xF493e2ebb09309e2d0046a7aFc88C8eDa3c91560"
+}
diff --git a/.devnet-alt-da/allocs-l1.json b/.devnet-alt-da/allocs-l1.json
diff --git a/.devnet/allocs-l2-delta.json → .devnet-alt-da/allocs-l2-delta.json b/.devnet/allocs-l2-delta.json → .devnet-alt-da/allocs-l2-delta.json
diff --git a/.devnet/allocs-l2-ecotone.json → .devnet-alt-da/allocs-l2-ecotone.json b/.devnet/allocs-l2-ecotone.json → .devnet-alt-da/allocs-l2-ecotone.json
diff --git a/.devnet/allocs-l2-fjord.json → .devnet-alt-da/allocs-l2-fjord.json b/.devnet/allocs-l2-fjord.json → .devnet-alt-da/allocs-l2-fjord.json
diff --git a/.devnet/allocs-l2-granite.json → .devnet-alt-da/allocs-l2-granite.json b/.devnet/allocs-l2-granite.json → .devnet-alt-da/allocs-l2-granite.json
diff --git a/.devnet/allocs-l2.json → .devnet-alt-da/allocs-l2-holocene.json b/.devnet/allocs-l2.json → .devnet-alt-da/allocs-l2-holocene.json
diff --git a/.devnet/addresses.json b/.devnet/addresses.json
diff --git a/.devnet/allocs-l1.json b/.devnet/allocs-l1.json
diff --git a/.env.example.holesky b/.env.example.holesky
@@ -81,13 +81,40 @@ EIGENDA_PROXY_EIGENDA_SERVICE_MANAGER_ADDR=0xD4A7E1Bd8015057293f0D0A557088c28694
 
 # access key secret for S3 storage
 # EIGENDA_PROXY_S3_ACCESS_KEY_SECRET=
-          
+
 # bucket name for S3 storage
 # EIGENDA_PROXY_S3_BUCKET=
-          
+
 # endpoint for S3 storage
 # EIGENDA_PROXY_S3_ENDPOINT
 
 # same as EIGENDA_PROXY_MAX_BLOB_LENGTH but caps size when we use proxy
 # with WVM perm storage enabled Maximum size at this moment is 100kb.
-# WVM_EIGENDA_PROXY_MAX_BLOB_LENGTH=99Kb
+# WVM_EIGENDA_PROXY_MAX_BLOB_LENGTH=99Kb
+# WVM secondary storage related environment variables
+# NOTE: 8mb or (8388608 bytes) is a maximum allowed encoded blob size
+
+# Set to true to enable WVM chain as a secondary storage
+# EIGENDA_PROXY_WEAVE_VM_ENABLED=
+
+# WVM rpc endpoint
+# EIGENDA_PROXY_WEAVE_VM_ENDPOINT=https://testnet-rpc.wvm.dev/
+
+# WVM chain id
+# EIGENDA_PROXY_WEAVE_VM_CHAIN_ID=9496
+
+# WVM HTTP requests operations timeout
+# EIGENDA_PROXY_WEAVE_VM_TIMEOUT=5s
+
+# WVM web3signer endpoint
+# EIGENDA_PROXY_WEAVE_VM_WEB3_SIGNER_ENDPOINT=
+
+# WVM private key in case you don't use web3signer, not recommended
+# EIGENDA_PROXY_WEAVE_VM_PRIV_KEY_HEX=
+
+# WVM paths to TLS related files in case you use web3signer with TLS enabled
+# EIGENDA_PROXY_WEAVE_VM_WEB3_SIGNER_TLS_CERT_FILE=
+
+# EIGENDA_PROXY_WEAVE_VM_WEB3_SIGNER_TLS_KEY_FILE=
+
+# EIGENDA_PROXY_WEAVE_VM_WEB3_SIGNER_TLS_CA_CERT_FILE=
diff --git a/.env.example.wvm b/.env.example.wvm
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -0,0 +1,33 @@
+version: 2
+updates:
+
+  - package-ecosystem: "gomod"
+    directory: "/"
+    schedule:
+      interval: "daily"
+      time: "08:00"
+      timezone: "America/Los_Angeles"
+    target-branch: "main"
+    commit-message:
+      prefix: "[golang-version]"
+      include: "scope"
+    pull-request-branch-name:
+      separator: "-"
+    open-pull-requests-limit: 8
+    reviewers:
+      - "Layr-Labs/eigenda-intg" # https://github.com/orgs/Layr-Labs/teams/eigenda-intg
+    labels:
+      - "version"
+      - "golang"
+    allow:
+      - dependency-type: "direct"
+    groups:
+      # Creates one consolidated PR for all minor/patch updates to reduce PR noise
+      # Major version updates (e.g., 1.x.x -> 2.x.x) are excluded since they might contain breaking changes and should be reviewed separately.
+      golang-version-updates:
+        applies-to: version-updates
+        patterns:
+          - "*"
+        update-types:
+          - "minor"
+          - "patch"
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -7,7 +7,7 @@ on:
     branches: [ "main" ]
 
 jobs:
-  build:
+  binary:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v3
@@ -18,4 +18,33 @@ jobs:
         go-version: 1.22
 
     - name: Build App
-      run: make eigenda-proxy
+      run: make eigenda-proxy
+
+  docker:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+
+      - name: Build container
+        uses: docker/build-push-action@v5
+        with:
+          push: false
+          context: .
+          tags: eigenda-proxy
+
+      - name: Run container as background process
+        shell: bash
+        run: |
+          docker run -d \
+          -p 6666:6666 \
+          -e EIGENDA_PROXY_ADDR=0.0.0.0 \
+          -e EIGENDA_PROXY_PORT=6666 \
+          -e EIGENDA_PROXY_MEMSTORE_ENABLED=true \
+          -e EIGENDA_PROXY_EIGENDA_CERT_VERIFICATION_DISABLED=true \
+          eigenda-proxy
+
+      - name: Wait for rpc to come up
+        shell: bash
+        run: |
+          ${{ github.workspace }}/scripts/wait-for.sh
diff --git a/.github/workflows/holesky-test.yml b/.github/workflows/holesky-test.yml
@@ -3,11 +3,7 @@ name: holesky-test
 on:
   push:
     branches: [ "main" ]
-  # pull_request_target is needed so that external contributors that create PRs from a forked repo
-  # have access to the secrets needed to run the tests. There are security implications to this,
-  # see https://stackoverflow.com/questions/74957218/what-is-the-difference-between-pull-request-and-pull-request-target-event-in-git
-  # MAKE SURE TO ONLY ALLOW RUNNING THIS WORKFLOW AFTER REVIEWING THE PR!
-  pull_request_target:
+  pull_request:
     branches: [ "main" ]
 
 jobs:

diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -1,11 +1,14 @@
 {
   "go.testEnvVars": {
-    "INTEGRATION": "true"
+    // Only one of INTEGRATION or TESTNET should be true.
+    "INTEGRATION": "true",
+    "TESTNET": "false",
+    // To test against TESTNET, set SIGNER_PRIVATE_KEY and ETHEREUM_RPC.
+    "SIGNER_PRIVATE_KEY": "",
+    "ETHEREUM_RPC": "https://ethereum-holesky-rpc.publicnode.com"
   },
   "go.testFlags": [
     "-test.parallel",
     "4",
-    "-deploy-config",
-    "../.devnet/devnetL1.json"
   ]
 }
diff --git a/Dockerfile b/Dockerfile
@@ -9,6 +9,7 @@ WORKDIR /app
 
 # Copy go.mod and go.sum files
 COPY go.mod go.sum ./
+COPY client/go.mod ./client/
 
 # Download all dependencies. Dependencies will be cached if the go.mod and go.sum files are not changed
 RUN go mod download
@@ -32,4 +33,4 @@ COPY --from=builder /app/resources/ /app/resources/
 EXPOSE 4242 7300
 
 # Run app
-ENTRYPOINT ["./eigenda-proxy"]
+ENTRYPOINT ["./eigenda-proxy"]
diff --git a/Dockerfile.dockerignore b/Dockerfile.dockerignore
@@ -3,6 +3,7 @@
 
 # Re-include necessary files only
 !go.mod
+!client/go.mod
 !go.sum
 !*/**/*.go
 !Makefile

diff --git a/Makefile b/Makefile
@@ -21,7 +21,7 @@ docker-build:
 	@docker build -t ghcr.io/layr-labs/eigenda-proxy:dev .
 
 run-memstore-server:
-	./bin/eigenda-proxy --memstore.enabled
+	./bin/eigenda-proxy --memstore.enabled --eigenda.cert-verification-disabled --eigenda.eth-rpc http://localhost:8545 --eigenda.svc-manager-addr 0x123 --metrics.enabled
 
 disperse-test-blob:
 	curl -X POST -d my-blob-content http://127.0.0.1:3100/put/
@@ -33,10 +33,10 @@ test:
 	go test ./... -parallel 4 
 
 e2e-test:
-	INTEGRATION=true go test -timeout 1m ./e2e -parallel 4 -deploy-config ../.devnet/devnetL1.json
+	INTEGRATION=true go test -timeout 1m ./e2e -parallel 4
 
 holesky-test:
-	TESTNET=true go test -timeout 50m ./e2e  -parallel 4 -deploy-config ../.devnet/devnetL1.json
+	TESTNET=true go test -timeout 50m ./e2e  -parallel 4
 
 .PHONY: lint
 lint:
@@ -67,7 +67,7 @@ op-devnet-allocs:
 	@./scripts/op-devnet-allocs.sh
 
 benchmark:
-	go test -benchmem -run=^$ -bench . ./e2e -test.parallel 4 -deploy-config ../.devnet/devnetL1.json
+	go test -benchmem -run=^$ -bench . ./e2e -test.parallel 4
 
 .PHONY: \
 	clean \