CI: simplify build workflows/scripts

Author: matthewdouglas

.github/scripts/build-cpu.sh

@@ -4,12 +4,6 @@ set -xeuo pipefail
 : "${RUNNER_OS:?RUNNER_OS must be set (Linux/Windows/macOS)}"
 : "${RUNNER_ARCH:?RUNNER_ARCH must be set (X64/ARM64)}"
 
-if [[ "${RUNNER_OS}" == "Windows" ]]; then
-    pip install cmake==3.30.9
-else
-    pip install cmake==3.28.3
-fi
-
 if [ "${RUNNER_OS}" == "macOS" ] && [ "${RUNNER_ARCH}" == "ARM64" ]; then
 	cmake -DCMAKE_OSX_ARCHITECTURES=arm64 -DCOMPUTE_BACKEND=cpu .
 else

.github/scripts/build-cuda.sh

@@ -26,8 +26,6 @@ else
     [[ "${CUDA_VERSION}" == 13.*.* ]] && build_capability="75;80;86;89;90;100;120"
 fi
 
-[[ "${RUNNER_OS}" == "Windows" ]] && python3 -m pip install ninja
-
 if [ "${RUNNER_OS}" == "Linux" ]; then
     # We'll use Rocky Linux 8 in order to maintain manylinux 2.24 compatibility.
     image="nvidia/cuda:${CUDA_VERSION}-devel-rockylinux8"
@@ -40,7 +38,6 @@ if [ "${RUNNER_OS}" == "Linux" ]; then
         && cmake -DCOMPUTE_BACKEND=cuda -DCOMPUTE_CAPABILITY=\"${build_capability}\" . \
         && cmake --build . --config Release"
 else
-    pip install cmake==3.28.3
     cmake -G Ninja -DCOMPUTE_BACKEND=cuda -DCOMPUTE_CAPABILITY="${build_capability}" -DCMAKE_BUILD_TYPE=Release -S .
     cmake --build . --config Release
 fi

.github/scripts/build-rocm.sh

@@ -20,7 +20,7 @@ if [ "${RUNNER_OS}" == "Linux" ]; then
         "apt-get update \
       && pip install cmake==3.31.6 \
       && cmake -DCOMPUTE_BACKEND=hip -DCMAKE_BUILD_TYPE=MinSizeRel -DCMAKE_HIP_FLAGS=\"--offload-compress\" -DBNB_ROCM_ARCH=\"${bnb_rocm_arch}\" . \
-      && cmake --build ."
+      && cmake --build . --parallel"
 else
     bnb_rocm_arch="gfx1100;gfx1101;gfx1102;gfx1150;gfx1151;gfx1200;gfx1201"
 

.github/scripts/build-xpu.sh

@@ -14,7 +14,7 @@ if [ "${RUNNER_OS}" == "Linux" ]; then
       && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
         cmake bison intel-fw-gpu intel-ocloc \
       && cmake -DCOMPUTE_BACKEND=xpu . \
-      && cmake --build . --config Release"
+      && cmake --build . --config Release --parallel"
 fi
 
 output_dir="output/${RUNNER_OS}/X64"

.github/workflows/test-runner.yml

@@ -53,82 +53,41 @@ jobs:
         id: config
         shell: bash
         run: |
-          # Map platform to OS identifiers, architecture, and test runner
+          # Map platform to test runner
           case "${{ inputs.platform }}" in
             linux-x64)
-              BUILD_OS="ubuntu-22.04"
-              ARCH="x64"
               if [[ "${{ inputs.backend }}" == "cuda" ]]; then
                 case "${{ inputs.gpu_type }}" in
-                  T4)
-                    TEST_RUNNER="bandb-aws-g4dn-4xlarge-plus-use1-public-80"
-                    ;;
-                  A10)
-                    TEST_RUNNER="bandb-aws-g5-4xlarge-plus-use1-public-80"
-                    ;;
-                  L40S)
-                    TEST_RUNNER="bandb-aws-g6e-4xlarge-plus-use1-public-80"
-                    ;;
-                  *)
-                    echo "::error::Must specify gpu_type (T4, A10, L40S) for linux-x64 cuda backend"
-                    exit 1
-                    ;;
+                  T4)    TEST_RUNNER="bandb-aws-g4dn-4xlarge-plus-use1-public-80" ;;
+                  A10)   TEST_RUNNER="bandb-aws-g5-4xlarge-plus-use1-public-80" ;;
+                  L40S)  TEST_RUNNER="bandb-aws-g6e-4xlarge-plus-use1-public-80" ;;
+                  *)     echo "::error::Must specify gpu_type (T4, A10, L40S) for linux-x64 cuda backend"; exit 1 ;;
                 esac
               else
                 case "${{ inputs.cpu_type }}" in
-                  icelake)
-                    TEST_RUNNER="banb-aws-general-8-plus-use1-public-80"
-                    ;;
-                  cascadelake)
-                    TEST_RUNNER="bandb-aws-g4dn-4xlarge-plus-use1-public-80"
-                    ;;
-                  "")
-                    TEST_RUNNER="ubuntu-22.04"
-                    ;;
-                  *)
-                    echo "::error::Invalid cpu_type: ${{ inputs.cpu_type }}"
-                    exit 1
-                    ;;
+                  icelake)     TEST_RUNNER="banb-aws-general-8-plus-use1-public-80" ;;
+                  cascadelake) TEST_RUNNER="bandb-aws-g4dn-4xlarge-plus-use1-public-80" ;;
+                  "")          TEST_RUNNER="ubuntu-22.04" ;;
+                  *)           echo "::error::Invalid cpu_type: ${{ inputs.cpu_type }}"; exit 1 ;;
                 esac
               fi
               ;;
-            linux-aarch64)
-              BUILD_OS="ubuntu-22.04-arm"
-              ARCH="aarch64"
-              TEST_RUNNER="ubuntu-22.04-arm"
-              ;;
-            macos)
-              BUILD_OS="macos-15"
-              ARCH="arm64"
-              TEST_RUNNER="macos-15"
-              ;;
+            linux-aarch64) TEST_RUNNER="ubuntu-22.04-arm" ;;
+            macos)         TEST_RUNNER="macos-15" ;;
             windows)
-              BUILD_OS="windows-2025"
-              ARCH="x64"
-              if [[ "${{ inputs.backend }}" == "cuda" ]]; then
-                TEST_RUNNER="CUDA-Windows-x64"
-              else
-                TEST_RUNNER="windows-2025"
-              fi
-              ;;
-            windows-arm64)
-              BUILD_OS="windows-11-arm"
-              ARCH="arm64"
-              TEST_RUNNER="windows-11-arm"
+              [[ "${{ inputs.backend }}" == "cuda" ]] && TEST_RUNNER="CUDA-Windows-x64" || TEST_RUNNER="windows-2025"
               ;;
+            windows-arm64) TEST_RUNNER="windows-11-arm" ;;
             *)
               echo "::error::Unsupported platform: ${{ inputs.platform }}"
               exit 1
               ;;
           esac
 
           # Create unique artifact name per configuration
-          ARTIFACT="lib_${{ inputs.backend }}_${BUILD_OS}_${ARCH}"
-          if [[ "${{ inputs.backend }}" == "cuda" ]]; then
-            ARTIFACT="${ARTIFACT}_${{ inputs.cuda_version }}_${{ inputs.gpu_type }}"
-          else
-            ARTIFACT="${ARTIFACT}_${{ inputs.cpu_type }}"
-          fi
+          ARTIFACT="lib_${{ inputs.backend }}_${RUNNER_OS}_${RUNNER_ARCH}"
+          [[ "${{ inputs.backend }}" == "cuda" ]] && ARTIFACT="${ARTIFACT}_${{ inputs.cuda_version }}_${{ inputs.gpu_type }}"
+          [[ "${{ inputs.backend }}" == "cpu"  ]] && ARTIFACT="${ARTIFACT}_${{ inputs.cpu_type }}"
           ARTIFACT="${ARTIFACT}_torch${{ inputs.torch_version }}_${{ github.run_id }}_${{ github.run_attempt }}"
 
           echo "test_runner=${TEST_RUNNER}" >> $GITHUB_OUTPUT