GHA: Use Linux ARM runners for build and test

Author: dalcinl

.cibw/setup-build.py

@@ -61,7 +61,7 @@ def pp3(y_min=7, y_max=10):
 
 GHA_RUNNER = {
     "Linux": {
-        "aarch64": "ubuntu-latest",
+        "aarch64": "ubuntu-24.04-arm",
         "ppc64le": "ubuntu-latest",
         "x86_64": "ubuntu-latest",
         None: "ubuntu-latest"

.cibw/setup-test.py

@@ -76,10 +76,6 @@
     "macOS": mpimap_macos,
     "Windows": mpimap_windows,
 }
-pymap = {
-    "cp": "",
-    "pp": " pypy",
-}
 
 builds = []
 for whl in sorted(glob.glob(os.path.join(wheelhouse, "*.whl"))):
@@ -90,26 +86,30 @@
     assert match is not None
     std, mpi, py, x, y, ostag, archtag = match.groups()
     osname, mpiabi, x, y = osmap[ostag], f"{std}-{mpi}", int(x), int(y)
-    for arch in ("x86_64", "AMD64", "arm64"):
+    for arch in ("x86_64", "AMD64", "arm64", "aarch64"):
         if arch.lower() in archtag.lower():
             builds.append((osname, arch, mpiabi, py, (x, y)))
 builds = sorted(builds, key=lambda r: (r[0].lower(), *r[1:]))
 
 
 runners = {
-    "Linux-x86_64": "ubuntu-22.04",
+    "Linux-aarch64": "ubuntu-24.04-arm",
+    "Linux-x86_64": "ubuntu-24.04",
     "macOS-arm64": "macos-14",
     "macOS-x86_64": "macos-13",
     "Windows-AMD64": "windows-2022",
 }
 matrix = []
 for entry in builds:
     osname, arch, mpiabi, py, (x, y) = entry
-    runner = runners[f"{osname}-{arch}"]
     if py == "pp":
         continue
+    runner = runners[f"{osname}-{arch}"]
     for mpiname, mpiversions in mpimap[osname][mpiabi]:
         for mpiversion in mpiversions:
+            if f"{osname}-{arch}" == "Linux-aarch64":
+                if mpiname == "impi_rt":
+                    continue
             if f"{osname}-{arch}" == "macOS-arm64":
                 if f"{mpiname}-{mpiversion}" == "mpich-3.2":
                     continue
@@ -122,17 +122,21 @@
                 "runner": runner,
                 "mpi": mpiname,
                 "mpi-version": mpiversion,
-                "py": f"{x}.{y}{pymap[py]}",
+                "py": f"{x}.{y}",
                 "arch": arch,
             }
             matrix.append(row)
 print(f"matrix-test-cf={json.dumps(matrix)}")
 
 
 runners = {
+    "Linux-aarch64": [
+        "ubuntu-22.04-arm",
+        "ubuntu-24.04-arm",
+    ],
     "Linux-x86_64": [
-        "ubuntu-20.04",
         "ubuntu-22.04",
+        "ubuntu-24.04",
     ],
     "macOS-arm64": [
         "macos-14",
@@ -148,14 +152,15 @@
 matrix = []
 for entry in builds:
     osname, arch, mpiabi, py, (x, y) = entry
+    if py == "pp":
+        continue
     std, _, mpi = mpiabi.partition("-")
     mpispeclist = [mpi]
-    if osname == "Linux" and mpi == "mpich":
+    if f"{osname}-{arch}" == "Linux-x86_64" and mpi == "mpich":
         mpispeclist.append("impi")
-    pyspec = f"{x}.{y}" if py == "cp" else f"pypy-{x}.{y}"
     for runner in runners[f"{osname}-{arch}"]:
-        if runner == "ubuntu-22.04":
-            if py == "cp" and (x, y) < (3, 7):
+        if runner.startswith("ubuntu-"):
+            if py == "cp" and (x, y) < (3, 8):
                 continue
         if runner == "macos-14":
             if py == "cp" and (x, y) < (3, 10):
@@ -167,7 +172,7 @@
             row = {
                 "runner": runner,
                 "mpi": mpispec,
-                "py": pyspec,
+                "py": f"{x}.{y}",
                 "arch": arch,
             }
             if row not in matrix:

.github/workflows/cd-wheel.yml

@@ -130,7 +130,7 @@ jobs:
       working-directory: mpi4py.git
 
     - id: setup-qemu
-      if: ${{ runner.os == 'Linux' }}
+      if: ${{ runner.os == 'Linux' && matrix.arch == 'ppc64le' }}
       uses: docker/setup-qemu-action@v3
       with:
         platforms: all
@@ -265,6 +265,12 @@ jobs:
       matrix-test-gh: ${{ steps.setup.outputs.matrix-test-gh }}
     steps:
     - uses: actions/checkout@v4
+    - if: ${{ contains(needs.setup.outputs.os-arch-list, '"Linux-aarch64"') }}
+      uses: actions/download-artifact@v4
+      with:
+        path: wheelhouse
+        pattern: build-Linux-aarch64-*
+        merge-multiple: true
     - if: ${{ contains(needs.setup.outputs.os-arch-list, '"Linux-x86_64"') }}
       uses: actions/download-artifact@v4
       with:
@@ -478,7 +484,8 @@ jobs:
       with:
         mpi: ${{ matrix.mpi }}
 
-    - if: ${{ matrix.mpi == 'mpich' && runner.os == 'Linux' }}
+    - if: ${{ matrix.mpi == 'mpich' &&
+              startsWith(matrix.runner, 'ubuntu-22.04') }}
       run: sudo ln -sr /usr/lib/$(arch)-linux-gnu/libmpi{ch,}.so.12
 
     - uses: ./.github/actions/mpi4py-test-basic