test: more regression tests + external tests

.github/workflows/test-external.yml

@@ -0,0 +1,64 @@
+name: Test external projects
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: macos-latest
+
+    strategy:
+      matrix:
+        include:
+          - repo: "morpho-org/morpho-data-structures"
+            dir: "morpho-data-structures"
+            cmd: "halmos --function testProve --loop 4 --symbolic-storage --test-parallel --solver-parallel --solver-timeout-assertion 60000"
+            branch: ""
+          - repo: "a16z/cicada"
+            dir: "cicada"
+            cmd: "halmos -v -st --contract LibUint1024Test --function testProve --loop 256 --test-parallel --solver-parallel --solver-timeout-assertion 1000000"
+            branch: "test/halmos"
+          - repo: "a16z/cicada"
+            dir: "cicada"
+            cmd: "halmos -v -st --contract LibPrimeTest --function testProve --loop 256 --test-parallel"
+            branch: "test/halmos"
+          - repo: "farcasterxyz/contracts"
+            dir: "farcaster-contracts"
+            cmd: "halmos -v -st --test-parallel --solver-parallel --solver-timeout-assertion 60000"
+            branch: "test/halmos"
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          path: halmos
+          submodules: recursive
+
+      - name: Checkout external repo
+        uses: actions/checkout@v3
+        with:
+          repository: ${{ matrix.repo }}
+          path: ${{ matrix.dir }}
+          ref: ${{ matrix.branch }}
+          submodules: recursive
+
+      - name: Install Foundry
+        uses: foundry-rs/foundry-toolchain@v1
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Install dependencies
+        run: python -m pip install --upgrade pip
+
+      - name: Install Halmos
+        run: python -m pip install -e ./halmos
+
+      - name: Test external repo
+        run: ${{ matrix.cmd }}
+        working-directory: ${{ matrix.dir }}

.github/workflows/test.yml

@@ -14,7 +14,6 @@ jobs:
       matrix:
         os: ["ubuntu-latest", "windows-2022"]
         python-version: ["3.8", "3.9", "3.10", "3.11", "3.8.13", "3.9.13", "3.10.6"]
-        parallel: ["", "--test-parallel", "--solver-parallel", "--test-parallel --solver-parallel"]
         exclude:
           # python 3.8.13 is not available in windows-2022
           - os: "windows-2022"
@@ -42,7 +41,4 @@ jobs:
         run: pip install -e .
 
       - name: Run pytest
-        run: pytest
-
-      - name: Test Halmos
-        run: halmos --root tests --symbolic-storage --function test ${{ matrix.parallel }}
+        run: pytest -v -s

.gitmodules

@@ -1,3 +1,9 @@
 [submodule "tests/lib/forge-std"]
 	path = tests/lib/forge-std
 	url = https://github.com/foundry-rs/forge-std
+[submodule "tests/lib/openzeppelin-contracts"]
+	path = tests/lib/openzeppelin-contracts
+	url = https://github.com/OpenZeppelin/openzeppelin-contracts.git
+[submodule "tests/lib/halmos-cheatcodes"]
+	path = tests/lib/halmos-cheatcodes
+	url = https://github.com/a16z/halmos-cheatcodes