Use build containers

milot-mirdita · milot-mirdita · commit 12a0d9ac460e · 2025-07-26T03:07:16.000+09:00
diff --git a/.github/workflows/Dockerfile.GPU-buster-cross-sbsa b/.github/workflows/Dockerfile.GPU-buster-cross-sbsa
@@ -1,60 +1,10 @@
-FROM debian:buster
-ARG VER="12-6"
-RUN dpkg --add-architecture arm64
-RUN sed -i s/deb.debian.org/archive.debian.org/g /etc/apt/sources.list; \
-    sed -i s/security.debian.org/archive.debian.org/g /etc/apt/sources.list; \
-    apt-get update; \
-    apt-get -y install -o APT::Immediate-Configure=false \
-        git wget vim ninja-build crossbuild-essential-arm64 zlib1g-dev:arm64 libbz2-dev:arm64 software-properties-common
-
-RUN wget https://github.com/Kitware/CMake/releases/download/v3.31.0/cmake-3.31.0-linux-x86_64.sh; \
-    chmod +x cmake-3.31.0-linux-x86_64.sh; \
-    ./cmake-3.31.0-linux-x86_64.sh --skip-license --prefix=/usr/local;
-
-RUN wget -O cuda-x64.deb  https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-keyring_1.1-1_all.deb
-RUN wget -O cuda-sbsa.deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/cross-linux-sbsa/cuda-keyring_1.1-1_all.deb
-RUN dpkg -i cuda-x64.deb && dpkg -i cuda-sbsa.deb
-RUN apt-get update
-RUN apt-get install -y cuda-nvcc-${VER} cuda-nvcc-cross-sbsa-${VER} cuda-cudart-cross-sbsa-${VER}
-
+FROM ghcr.io/steineggerlab/build-containers:main-sbsa
 WORKDIR /work
-RUN wget https://apt.llvm.org/llvm.sh
-RUN chmod +x llvm.sh
-RUN ./llvm.sh 20
-RUN echo "set(CMAKE_SYSTEM_NAME Linux)" > /work/toolchain.cmake; \
-    echo "set(CMAKE_SYSTEM_PROCESSOR aarch64)" >> /work/toolchain.cmake; \
-    echo "set(CMAKE_C_COMPILER /work/clang-aarch64)" >> /work/toolchain.cmake; \
-    echo "set(CMAKE_CXX_COMPILER /work/clang++-aarch64)" >> /work/toolchain.cmake; \
-    echo 'set(CMAKE_CUDA_HOST_COMPILER ${CMAKE_CXX_COMPILER})' >> /work/toolchain.cmake; \
-    echo "set(CMAKE_CUDA_COMPILER /usr/local/cuda/bin/nvcc)" >> /work/toolchain.cmake; \
-    echo 'set(CMAKE_CUDA_FLAGS "-t 0 --split-compile=0 -allow-unsupported-compiler")' >> /work/toolchain.cmake; \
-    echo 'set(CMAKE_CUDA_LINK_FLAGS "-t 0 --split-compile=0 -allow-unsupported-compiler")' >> /work/toolchain.cmake; \
-    echo '#!/bin/sh\n/usr/bin/clang-20 --target=aarch64-linux-gnu "${@}"\n' > /work/clang-aarch64; \
-    echo '#!/bin/sh\n/usr/bin/clang++-20 --target=aarch64-linux-gnu "${@}"\n' > /work/clang++-aarch64; \
-    chmod +x /work/clang-aarch64 /work/clang++-aarch64; \
-    cat /work/clang-aarch64 /work/clang++-aarch64;
-
-ENV OMPVERSION=20.1.7
-ENV LIBOMP_AARCH64="/work/build_libomp/openmp-${OMPVERSION}.src/build-arm64/runtime/src"
-RUN mkdir -p build_libomp && cd build_libomp; \
-    wget -qO- https://github.com/llvm/llvm-project/releases/download/llvmorg-${OMPVERSION}/cmake-${OMPVERSION}.src.tar.xz | tar xJvf -; \
-    wget -qO- https://github.com/llvm/llvm-project/releases/download/llvmorg-${OMPVERSION}/openmp-${OMPVERSION}.src.tar.xz | tar xJvf -; \
-    mv cmake-${OMPVERSION}.src cmake; \
-    cd openmp-${OMPVERSION}.src; \
-    mkdir -p build-arm64 && cd build-arm64; \
-    cmake \
-        -GNinja \
-        -DLIBOMP_ENABLE_SHARED=OFF \
-        -DLIBOMP_INSTALL_ALIASES=OFF \
-        -DLIBOMP_ARCH=aarch64 \
-        -DCMAKE_TOOLCHAIN_FILE=/work/toolchain.cmake \
-        ..; \
-    cmake --build . -j$(nproc --all) -v;
 ADD . .
 
 RUN mkdir -p /work/build && cd /work/build; \
     /usr/local/bin/cmake -GNinja -DCMAKE_BUILD_TYPE=Release -DHAVE_TESTS=1 -DENABLE_WERROR=1 -DHAVE_ARM8=1 \
-        -DCMAKE_TOOLCHAIN_FILE=/work/toolchain.cmake \
+        -DCMAKE_TOOLCHAIN_FILE=/opt/toolchain.cmake \
         -DOpenMP_C_FLAGS="-Xpreprocessor -fopenmp -I${LIBOMP_AARCH64}" -DOpenMP_C_LIB_NAMES=omp -DOpenMP_CXX_FLAGS="-Xpreprocessor -fopenmp -I${LIBOMP_AARCH64}" -DOpenMP_CXX_LIB_NAMES=omp -DOpenMP_omp_LIBRARY=${LIBOMP_AARCH64}/libomp.a \
         -DCMAKE_POLICY_DEFAULT_CMP0074=NEW -DCMAKE_POLICY_DEFAULT_CMP0144=NEW \
         -DFORCE_STATIC_DEPS=1 -DENABLE_CUDA=1 -DCMAKE_CUDA_ARCHITECTURES="75-real;80-real;86-real;89-real;90" ..; \
diff --git a/.github/workflows/Dockerfile.GPU-manylinux2014 b/.github/workflows/Dockerfile.GPU-manylinux2014
@@ -1,50 +1,5 @@
-FROM quay.io/pypa/manylinux2014_x86_64
-ARG VER="12-6"
-ARG ARCH="x86_64"
+FROM ghcr.io/steineggerlab/build-containers:main-x86_64
 
-# CUDA
-RUN yum install -y yum-utils
-RUN yum-config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo
-# libcublas-devel-${VER}.${ARCH}
-RUN yum -y install cuda-nvcc-${VER}.${ARCH} cuda-cudart-devel-${VER}.${ARCH}
-RUN echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/999_nvidia_cuda.conf
-ENV PATH="/usr/local/cuda/bin:${PATH}"
-ENV LD_LIBRARY_PATH="/usr/local/cuda/lib64:${LD_LIBRARY_PATH}"
-ENV CUDA_HOME=/usr/local/cuda
-ENV CUDA_ROOT=/usr/local/cuda
-ENV CUDA_PATH=/usr/local/cuda
-ENV CUDADIR=/usr/local/cuda
-
-# Build system
-RUN yum install -y git wget vim zlib-devel bzip2-devel ninja-build centos-release-scl
-RUN mv /etc/yum.repos.d/CentOS-SCLo-scl.repo /etc/yum.repos.d/CentOS-SCLo-scl.repo.disabled
-RUN yum install -y devtoolset-11-gcc devtoolset-11-gcc-c++ devtoolset-11-libatomic-devel
-ENV CC=/opt/rh/devtoolset-11/root/bin/gcc
-ENV CXX=/opt/rh/devtoolset-11/root/bin/g++
-ENV CUDAHOSTCXX=/opt/rh/devtoolset-11/root/bin/g++
-ENV CUDACXX=/usr/local/cuda/bin/nvcc
-ENV LIBGCC=/opt/rh/devtoolset-11/root/usr/lib/gcc/x86_64-redhat-linux/11
-
-# cmake
-RUN wget https://github.com/Kitware/CMake/releases/download/v3.31.0/cmake-3.31.0-linux-x86_64.sh; \
-    chmod +x cmake-3.31.0-linux-x86_64.sh; \
-    ./cmake-3.31.0-linux-x86_64.sh --skip-license --prefix=/usr/local;
-
-RUN mkdir /deps; \
-    cd /deps; \
-    wget https://sourceware.org/pub/bzip2/bzip2-1.0.8.tar.gz; \
-    tar xzvf bzip2-1.0.8.tar.gz; \
-    cd bzip2-1.0.8; \
-    make install PREFIX=/deps;
-
-RUN cd /deps; \
-    wget https://www.zlib.net/zlib-1.3.1.tar.gz; \
-    tar xzvf zlib-1.3.1.tar.gz; \
-    cd zlib-1.3.1; \
-    ./configure --prefix=/deps --static; \
-    make install;
-
-# compile
 WORKDIR /work
 ADD . .
 RUN mkdir -p /work/build && cd /work/build; \
