Skip to content

Commit

Permalink
update to 12.8, and build aarch
Browse files Browse the repository at this point in the history
  • Loading branch information
ameli committed Feb 11, 2025
1 parent 814ef56 commit 4ccffd8
Show file tree
Hide file tree
Showing 9 changed files with 60 additions and 60 deletions.
4 changes: 2 additions & 2 deletions .cirrus.star
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ load("cirrus", "env", "fs", "http")
def main(ctx):

file = ''
# file += fs.read("tools/ci/cirrus_deploy_docker_manylinux2014_aarch64_cuda_12.3.yml")
# file += fs.read("tools/ci/cirrus_deploy_docker_manylinux_2_28_aarch64_cuda_12.3.yml")
file += fs.read("tools/ci/cirrus_deploy_docker_manylinux2014_aarch64_cuda_12.8.yml")
file += fs.read("tools/ci/cirrus_deploy_docker_manylinux_2_34_aarch64_cuda_12.8.yml")

return file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
name: deploy-docker-manylinux_2_34_x86_64_cuda_12.6
name: deploy-docker-manylinux_2_34_x86_64_cuda_12.8

on:
# push:
Expand All @@ -22,13 +22,13 @@ jobs:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}

- name: Build and push manylinux_2_34_x86_64_cuda-12.6
- name: Build and push manylinux_2_34_x86_64_cuda-12.8
id: docker_build
uses: docker/build-push-action@v5
with:
push: true
file: ./docker/manylinux_2_34_x86_64_cuda_12.6/Dockerfile
tags: sameli/manylinux_2_34_x86_64_cuda_12.6:latest
file: ./docker/manylinux_2_34_x86_64_cuda_12.8/Dockerfile
tags: sameli/manylinux_2_34_x86_64_cuda_12.8:latest

- name: Image digest
run: echo ${{ steps.docker_build.outputs.digest }}
Expand All @@ -51,7 +51,7 @@ jobs:
newgrp docker
- name: Pull Docker Image
run: docker pull sameli/manylinux_2_34_x86_64_cuda_12.6
run: docker pull sameli/manylinux_2_34_x86_64_cuda_12.8

- name: Run Docker Image
run: docker run -t sameli/manylinux_2_34_x86_64_cuda_12.6 nvcc --version
run: docker run -t sameli/manylinux_2_34_x86_64_cuda_12.8 nvcc --version
32 changes: 16 additions & 16 deletions README.rst
Original file line number Diff line number Diff line change
Expand Up @@ -11,11 +11,11 @@ Obtain the docker images from Docker Hub for the following CUDA versions:
X86_64 Architecture
-------------------

* **manylinux_2_34** on **X86_64** arch with CUDA **12.6** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux_2_34_x86_64_cuda_12.6>`__) |deploy-docker-manylinux_2_34_x86_64_cuda_12.6|
* **manylinux_2_34** on **X86_64** arch with CUDA **12.8** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux_2_34_x86_64_cuda_12.8>`__) |deploy-docker-manylinux_2_34_x86_64_cuda_12.8|

::

docker pull sameli/manylinux_2_34_x86_64_cuda_12.6
docker pull sameli/manylinux_2_34_x86_64_cuda_12.8

* **manylinux_2_28** on **X86_64** arch with CUDA **12.3** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux_2_28_x86_64_cuda_12.3>`__) |deploy-docker-manylinux_2_28_x86_64_cuda_12.3|

Expand Down Expand Up @@ -51,13 +51,13 @@ X86_64 Architecture
AARCH64 Architecture
--------------------

* **manylinux_2_28** on **AARCH64** arch with CUDA **12.3** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux_2_28_aarch64_cuda_12.3>`__) |deploy-docker-manylinux_2_28_aarch64_cuda_12_3|
* **manylinux_2_34** on **AARCH64** arch with CUDA **12.8** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux_2_34_aarch64_cuda_12.3>`__) |deploy-docker-manylinux_2_34_aarch64_cuda_12_8|

::

docker pull sameli/manylinux_2_28_x86_64_cuda_12.3
docker pull sameli/manylinux_2_34_x86_64_cuda_12.8

* **manylinux2014** on **AARCH64** arch with CUDA **12.3** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux2014_aarch64_cuda_12.3>`__) |deploy-docker-manylinux2014_aarch64_cuda_12_3|
* **manylinux2014** on **AARCH64** arch with CUDA **12.8** (`see on Dockerhub <https://hub.docker.com/r/sameli/manylinux2014_aarch64_cuda_12.8>`__) |deploy-docker-manylinux2014_aarch64_cuda_12_8|

::

Expand All @@ -70,7 +70,7 @@ The docker images were built based on the following images:

* **manylinux_2_34** on **X86_64** architecture is based on: `quay.io/pypa/manylinux_2_34_x86_64 <https://github.com/pypa/manylinux>`__
* **manylinux_2_28** on **X86_64** architecture is based on: `quay.io/pypa/manylinux_2_28_x86_64 <https://github.com/pypa/manylinux>`__
* **manylinux_2_28** on **AARCH64** architecture is based on: `quay.io/pypa/manylinux_2_28_aarch64 <https://github.com/pypa/manylinux>`__
* **manylinux_2_34** on **AARCH64** architecture is based on: `quay.io/pypa/manylinux_2_34_aarch64 <https://github.com/pypa/manylinux>`__
* **manylinux2014** on **X86_64** architecture is based on: `quay.io/pypa/manylinux2014_x86_64 <https://github.com/pypa/manylinux>`__
* **manylinux2014** on **AARCH64** architecture is based on: `quay.io/pypa/manylinux2014_aarch64 <https://github.com/pypa/manylinux>`__

Expand Down Expand Up @@ -243,11 +243,11 @@ License
:target: https://github.com/ameli/manylinux-cuda/actions/workflows/deploy-docker-manylinux2014_x86_64_cuda_12.3.yml
.. |deploy-docker-manylinux_2_28_x86_64_cuda_12.3| image:: https://img.shields.io/github/actions/workflow/status/ameli/manylinux-cuda/deploy-docker-manylinux_2_28_x86_64_cuda_12.3.yml?label=build%20docker
:target: https://github.com/ameli/manylinux-cuda/actions/workflows/deploy-docker-manylinux_2_28_x86_64_cuda_12.3.yml
.. |deploy-docker-manylinux_2_34_x86_64_cuda_12.6| image:: https://img.shields.io/github/actions/workflow/status/ameli/manylinux-cuda/deploy-docker-manylinux_2_34_x86_64_cuda_12.6.yml?label=build%20docker
:target: https://github.com/ameli/manylinux-cuda/actions/workflows/deploy-docker-manylinux_2_34_x86_64_cuda_12.6.yml
.. |deploy-docker-manylinux2014_aarch64_cuda_12_3| image:: https://img.shields.io/cirrus/github/ameli/manylinux-cuda/main?label=build%20docker
.. |deploy-docker-manylinux_2_34_x86_64_cuda_12.8| image:: https://img.shields.io/github/actions/workflow/status/ameli/manylinux-cuda/deploy-docker-manylinux_2_34_x86_64_cuda_12.8.yml?label=build%20docker
:target: https://github.com/ameli/manylinux-cuda/actions/workflows/deploy-docker-manylinux_2_34_x86_64_cuda_12.8.yml
.. |deploy-docker-manylinux2014_aarch64_cuda_12_8| image:: https://img.shields.io/cirrus/github/ameli/manylinux-cuda/main?label=build%20docker
:target: https://cirrus-ci.com/github/ameli/manylinux-cuda
.. |deploy-docker-manylinux_2_28_aarch64_cuda_12_3| image:: https://img.shields.io/cirrus/github/ameli/manylinux-cuda/main?label=build%20docker
.. |deploy-docker-manylinux_2_28_aarch64_cuda_12_8| image:: https://img.shields.io/cirrus/github/ameli/manylinux-cuda/main?label=build%20docker
:target: https://cirrus-ci.com/github/ameli/manylinux-cuda

.. |docker-pull-manylinux2014_x86_64_cuda_10_2| image:: https://img.shields.io/docker/pulls/sameli/manylinux2014_x86_64_cuda_10.2?color=green&label=downloads
Expand All @@ -262,9 +262,9 @@ License
:target: https://hub.docker.com/r/sameli/manylinux2014_x86_64_cuda_12.3
.. |docker-pull-manylinux_2_28_x86_64_cuda_12.3| image:: https://img.shields.io/docker/pulls/sameli/manylinux_2_28_x86_64_cuda_12.3?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux_2_28_x86_64_cuda_12.3
.. |docker-pull-manylinux_2_34_x86_64_cuda_12.6| image:: https://img.shields.io/docker/pulls/sameli/manylinux_2_34_x86_64_cuda_12.6?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux_2_34_x86_64_cuda_12.6
.. |docker-pull-manylinux2014_aarch64_cuda_12_3| image:: https://img.shields.io/docker/pulls/sameli/manylinux2014_aarch64_cuda_12.3?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux2014_aarch64_cuda_12.3
.. |docker-pull-manylinux_2_28_aarch64_cuda_12_3| image:: https://img.shields.io/docker/pulls/sameli/manylinux_2_28_aarch64_cuda_12.3?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux_2_28_aarch64_cuda_12.3
.. |docker-pull-manylinux_2_34_x86_64_cuda_12.8| image:: https://img.shields.io/docker/pulls/sameli/manylinux_2_34_x86_64_cuda_12.8?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux_2_34_x86_64_cuda_12.8
.. |docker-pull-manylinux2014_aarch64_cuda_12_8| image:: https://img.shields.io/docker/pulls/sameli/manylinux2014_aarch64_cuda_12.8?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux2014_aarch64_cuda_12.8
.. |docker-pull-manylinux_2_34_aarch64_cuda_12_8| image:: https://img.shields.io/docker/pulls/sameli/manylinux_2_34_aarch64_cuda_12.8?color=green&label=downloads
:target: https://hub.docker.com/r/sameli/manylinux_2_34_aarch64_cuda_12.8
12 changes: 6 additions & 6 deletions docker-compose-aarch64.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
version: '3'
services:
manylinux2014_aarch64_cuda_12.3:
build: ./docker/manylinux2014_aarch64_cuda_12.3
image: sameli/manylinux2014_aarch64_cuda_12.3
manylinux_2_28_aarch64_cuda_12.3:
build: ./docker/manylinux_2_28_aarch64_cuda_12.3
image: sameli/manylinux_2_28_aarch64_cuda_12.3
manylinux2014_aarch64_cuda_12.8:
build: ./docker/manylinux2014_aarch64_cuda_12.8
image: sameli/manylinux2014_aarch64_cuda_12.8
manylinux_2_34_aarch64_cuda_12.8:
build: ./docker/manylinux_2_34_aarch64_cuda_12.8
image: sameli/manylinux_2_34_aarch64_cuda_12.8
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,11 @@

# -----------------------------------------------------------------------------
# How to build
# $ docker build -t sameli/manylinux2014_aarch64_cuda_12.3 -f <This-Filename> .
# $ docker build -t sameli/manylinux2014_aarch64_cuda_12.8 -f <This-Filename> .
#
# How to run:
# $ docker run -it -v/host_dir:/image_dir --entrypoint /bin/bash \
# manylinux2014_aarch64_cuda_12.3
# manylinux2014_aarch64_cuda_12.8
# -----------------------------------------------------------------------------

# -----------------
Expand All @@ -18,13 +18,13 @@
FROM quay.io/pypa/manylinux2014_aarch64

MAINTAINER Siavash Ameli <samei@berkeley.edu>
LABEL Description="manylinux2014_aarch64 with cuda 12.3"
LABEL Description="manylinux2014_aarch64 with cuda 12.8"

# ------------
# Install cuda
# ------------

ARG VER="12-3"
ARG VER="12-8"
ARG ARCH="aarch64"

RUN yum install -y yum-utils
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,11 +4,11 @@

# -----------------------------------------------------------------------------
# How to build
# $ docker build -t sameli/manylinux_2_28_x86_64_cuda_12.3 -f <This-Filename> .
# $ docker build -t sameli/manylinux_2_34_x86_64_cuda_12.8 -f <This-Filename> .
#
# How to run:
# $ docker run -it -v/host_dir:/image_dir --entrypoint /bin/bash \
# manylinux_2_28_x86_64_cuda_12.3
# manylinux_2_34_x86_64_cuda_12.8
# -----------------------------------------------------------------------------

# -----------------
Expand All @@ -18,13 +18,13 @@
FROM quay.io/pypa/manylinux_2_34_x86_64

MAINTAINER Siavash Ameli <samei@berkeley.edu>
LABEL Description="manylinux_2_34_x86_64 with cuda 12.6"
LABEL Description="manylinux_2_34_x86_64 with cuda 12.8"

# ------------
# Install cuda
# ------------

ARG VER="12-6"
ARG VER="12-8"
ARG ARCH="x86_64"

RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/cuda-rhel9.repo
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,10 @@


# ====================================
# manylinux2014 aarch64 cuda 12.3 cibw
# manylinux2014 aarch64 cuda 12.8 cibw
# ====================================

manylinux2014_aarch64_cuda_12_3_cibw: &MANYLINUX2014_AARCH64_CUDA_12_3_CIBW
manylinux2014_aarch64_cuda_12_8_cibw: &MANYLINUX2014_AARCH64_CUDA_12_8_CIBW
install_cibuildwheel_script:
- python -m pip install cibuildwheel
cibuildwheel_script:
Expand All @@ -21,10 +21,10 @@ manylinux2014_aarch64_cuda_12_3_cibw: &MANYLINUX2014_AARCH64_CUDA_12_3_CIBW


# ============================================
# build docker manylinux2014 aarch64 cuda 12-3
# build docker manylinux2014 aarch64 cuda 12-8
# ============================================

build_docker_manylinux2014_aarch64_cuda_12_3_task:
build_docker_manylinux2014_aarch64_cuda_12_8_task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
compute_engine_instance:
image_project: cirrus-images
Expand All @@ -43,7 +43,7 @@ build_docker_manylinux2014_aarch64_cuda_12_3_task:
install_docker
# Build source
docker build -t sameli/manylinux2014_aarch64_cuda_12.3 -f ./docker/manylinux2014_aarch64_cuda_12.3/Dockerfile .
docker build -t sameli/manylinux2014_aarch64_cuda_12.8 -f ./docker/manylinux2014_aarch64_cuda_12.8/Dockerfile .
docker images
Expand All @@ -52,14 +52,14 @@ build_docker_manylinux2014_aarch64_cuda_12_3_task:
docker login --username ${DOCKERHUB_USERNAME} --password ${DOCKERHUB_TOKEN}
# Upload to dockerhub
docker push sameli/manylinux2014_aarch64_cuda_12.3
docker push sameli/manylinux2014_aarch64_cuda_12.8
# ============================================
# test docker manylinux2014 aarch64 cuda 12-3
# ============================================
# ===========================================
# test docker manylinux2014 aarch64 cuda 12-8
# ===========================================

test_docker_manylinux2014_aarch64_cuda_12_3_task:
test_docker_manylinux2014_aarch64_cuda_12_8_task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
compute_engine_instance:
image_project: cirrus-images
Expand All @@ -69,7 +69,7 @@ test_docker_manylinux2014_aarch64_cuda_12_3_task:
cpu: 1
memory: 8G
depends_on:
- build_docker_manylinux2014_aarch64_cuda_12_3
- build_docker_manylinux2014_aarch64_cuda_12_8

test_script: |
Expand All @@ -78,4 +78,4 @@ test_docker_manylinux2014_aarch64_cuda_12_3_task:
install_docker
# Test dockerhub image
docker run -t sameli/manylinux2014_aarch64_cuda_12.3 nvcc --version
docker run -t sameli/manylinux2014_aarch64_cuda_12.8 nvcc --version
Original file line number Diff line number Diff line change
Expand Up @@ -8,10 +8,10 @@


# =====================================
# manylinux 2_28 aarch64 cuda 12.3 cibw
# manylinux 2_34 aarch64 cuda 12.8 cibw
# =====================================

manylinux_2_28_aarch64_cuda_12_3_cibw: &MANYLINUX_2_28_AARCH64_CUDA_12_3_CIBW
manylinux_2_34_aarch64_cuda_12_8_cibw: &MANYLINUX_2_34_AARCH64_CUDA_12_8_CIBW
install_cibuildwheel_script:
- python -m pip install cibuildwheel
cibuildwheel_script:
Expand All @@ -21,10 +21,10 @@ manylinux_2_28_aarch64_cuda_12_3_cibw: &MANYLINUX_2_28_AARCH64_CUDA_12_3_CIBW


# =============================================
# build docker manylinux 2_28 aarch64 cuda 12-3
# build docker manylinux 2_34 aarch64 cuda 12-8
# =============================================

build_docker_manylinux_2_28_aarch64_cuda_12_3_task:
build_docker_manylinux_2_34_aarch64_cuda_12_8_task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
compute_engine_instance:
image_project: cirrus-images
Expand All @@ -43,7 +43,7 @@ build_docker_manylinux_2_28_aarch64_cuda_12_3_task:
install_docker
# Build source
docker build -t sameli/manylinux_2_28_aarch64_cuda_12.3 -f ./docker/manylinux_2_28_aarch64_cuda_12.3/Dockerfile .
docker build -t sameli/manylinux_2_34_aarch64_cuda_12.8 -f ./docker/manylinux_2_34_aarch64_cuda_12.8/Dockerfile .
docker images
Expand All @@ -52,14 +52,14 @@ build_docker_manylinux_2_28_aarch64_cuda_12_3_task:
docker login --username ${DOCKERHUB_USERNAME} --password ${DOCKERHUB_TOKEN}
# Upload to dockerhub
docker push sameli/manylinux_2_28_aarch64_cuda_12.3
docker push sameli/manylinux_2_34_aarch64_cuda_12.8
# ============================================
# test docker manylinux 2_28 aarch64 cuda 12-3
# test docker manylinux 2_34 aarch64 cuda 12-8
# ============================================

test_docker_manylinux_2_28_aarch64_cuda_12_3_task:
test_docker_manylinux_2_34_aarch64_cuda_12_8_task:
use_compute_credits: $CIRRUS_USER_COLLABORATOR == 'true'
compute_engine_instance:
image_project: cirrus-images
Expand All @@ -69,7 +69,7 @@ test_docker_manylinux_2_28_aarch64_cuda_12_3_task:
cpu: 1
memory: 8G
depends_on:
- build_docker_manylinux_2_28_aarch64_cuda_12_3
- build_docker_manylinux_2_34_aarch64_cuda_12_8

test_script: |
Expand All @@ -78,4 +78,4 @@ test_docker_manylinux_2_28_aarch64_cuda_12_3_task:
install_docker
# Test dockerhub image
docker run -t sameli/manylinux_2_28_aarch64_cuda_12.3 nvcc --version
docker run -t sameli/manylinux_2_34_aarch64_cuda_12.8 nvcc --version

0 comments on commit 4ccffd8

Please sign in to comment.