Bump the legate SHA, add CUDA 13 wheels (#1665)

cryos · web-flow · commit 781b0c0f1df9 · 2026-03-25T14:07:10.000-04:00
Simplify the workflows where reasonable, remove unused matrix variables
and add in CUDA 13 builds. Ensure the PRs filter on the latest for both
Python and CUDA version.
diff --git a/.github/workflows/pr.yml b/.github/workflows/pr.yml
@@ -26,7 +26,7 @@ jobs:
       LEGATE_SHA: ${{ steps.legate-sha.outputs.sha }}
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v6.0.2
+        uses: actions/checkout@v6
         with:
           fetch-depth: 0
       - name: Get the Legate SHA
@@ -41,15 +41,15 @@ jobs:
     with:
       build-type: pull-request
       legate-sha: ${{ needs.legate-sha.outputs.LEGATE_SHA }}
-      matrix_filter: group_by(.ARCH) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+      matrix_filter: group_by([.ARCH, .CUDA_VER]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
   wheels-test:
-    needs: [wheels-build, legate-sha, telemetry-setup]
+    needs: [wheels-build, legate-sha]
     secrets: inherit
     uses: ./.github/workflows/wheels-test.yml
     with:
       build-type: pull-request
       legate-sha: ${{ needs.legate-sha.outputs.LEGATE_SHA }}
-      matrix_filter: group_by(.ARCH) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+      matrix_filter: group_by([.ARCH, (.CUDA_VER | split(".")[0])]) | map(max_by([(.CUDA_VER | split(".") | map(tonumber)), (.PY_VER | split(".") | map(tonumber))]))
   wheels-mac:
     name: wheels-mac (optional)
     needs: [legate-sha, telemetry-setup]
diff --git a/.github/workflows/wheels-build.yml b/.github/workflows/wheels-build.yml
@@ -17,9 +17,6 @@ on:
       node_type:
         type: string
         default: "cpu16"
-      cuda_ver:
-        type: string
-        default: "12.9.1"
       linux_ver:
         type: string
         default: "rockylinux8"
@@ -58,22 +55,31 @@ jobs:
     steps:
       - name: Compute Build Matrix
         id: compute-matrix
+        env:
+          CUDA12_VER: "12.9.1"
+          CUDA13_VER: "13.0.0"
         run: |
           set -eo pipefail
 
           # please keep the matrices sorted in ascending order by the following:
           #
-          #     [ARCH, PY_VER, CUDA_VER, LINUX_VER]
+          #     [ARCH, CUDA_VER, PY_VER]
           #
           export MATRIX="
           # amd64
-          - { ARCH: 'amd64', PY_VER: '3.11', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
-          - { ARCH: 'amd64', PY_VER: '3.12', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
-          - { ARCH: 'amd64', PY_VER: '3.13', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.11' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.12' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.13' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.11' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.12' }
+          - { ARCH: 'amd64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.13' }
           # arm64
-          - { ARCH: 'arm64', PY_VER: '3.11', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
-          - { ARCH: 'arm64', PY_VER: '3.12', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
-          - { ARCH: 'arm64', PY_VER: '3.13', TARGET_DEV: 'gpu', BUILD_MODE: 'release' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.11' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.12' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA12_VER}', PY_VER: '3.13' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.11' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.12' }
+          - { ARCH: 'arm64', CUDA_VER: '${CUDA13_VER}', PY_VER: '3.13' }
           "
 
           MATRIX="$(
@@ -83,49 +89,55 @@ jobs:
 
           echo "MATRIX=${MATRIX}" | tee --append "${GITHUB_OUTPUT}"
   build:
-    name: ${{ matrix.ARCH }}, py${{ matrix.PY_VER }}, ${{ matrix.TARGET_DEV }}, ${{ matrix.BUILD_MODE }}
+    name: ${{ matrix.ARCH }}, ${{ matrix.CUDA_VER }} py${{ matrix.PY_VER }}
     needs: compute-matrix
     timeout-minutes: 90
     strategy:
       fail-fast: false
       matrix: ${{ fromJSON(needs.compute-matrix.outputs.MATRIX) }}
     runs-on: "linux-${{ matrix.ARCH }}-${{ inputs.node_type }}"
     container:
-      image: rapidsai/ci-wheel:cuda${{ inputs.cuda_ver }}-${{ inputs.linux_ver }}-py${{ matrix.PY_VER }}
-      env:
-        BUILD_MODE: ${{ matrix.BUILD_MODE }}
+      image: rapidsai/ci-wheel:cuda${{ matrix.CUDA_VER }}-${{ inputs.linux_ver }}-py${{ matrix.PY_VER }}
     steps:
       - name: Telemetry setup
         uses: rapidsai/shared-actions/telemetry-dispatch-setup@main
         continue-on-error: true
         if: ${{ vars.TELEMETRY_ENABLED == 'true' && github.run_attempt == '1' }}
         with:
-          extra_attributes: "legate.PACKAGER=conda,legate.CUDA_VER=${{ inputs.cuda_ver }},legate.PY_VER=${{ matrix.PY_VER }},legate.ARCH=${{ matrix.ARCH }}"
+          extra_attributes: "legate.PACKAGER=conda,legate.CUDA_VER=${{ matrix.CUDA_VER }},legate.PY_VER=${{ matrix.PY_VER }},legate.ARCH=${{ matrix.ARCH }}"
         env:
           GH_TOKEN: ${{ github.token }}
-      - name: Get the SHA
-        id: get-sha
-        run: |
-          sha=$(echo ${{github.sha}} | head -c 10)
-          echo "sha=$sha" >> $GITHUB_OUTPUT
       - if: github.repository_owner == 'nv-legate'
         name: Get AWS credentials for sccache bucket
         uses: aws-actions/configure-aws-credentials@v6
         with:
           aws-region: us-east-2
           role-duration-seconds: 28800  # 8 hours
           role-to-assume: arn:aws:iam::279114543810:role/gha-oidc-nv-legate
-      - uses: actions/checkout@v6.0.2
+      - uses: actions/checkout@v6
         with:
           repository: ${{ inputs.repo }}
           ref: ${{ inputs.sha }}
           fetch-depth: 0
       - name: Add default paths to the env
         run: |
           echo "$(pwd)"/continuous_integration/scripts/tools >> "${GITHUB_PATH}"
+      - name: Extract CUDA major version
+        env:
+          CUDA_VER: ${{ matrix.CUDA_VER }}
+        run: |
+          cuda_major_ver="${CUDA_VER%%.*}"
+          case "${cuda_major_ver}" in
+            12|13) ;;
+            *)
+              echo "Unsupported CUDA major version: ${cuda_major_ver}" >&2
+              exit 1
+              ;;
+          esac
+          echo "CUDA_MAJOR_VER=${cuda_major_ver}" >> "${GITHUB_ENV}"
       - name: Download the legate wheel
         env:
-          BUILD_NAME: ${{ matrix.ARCH }}-${{ matrix.TARGET_DEV }}-cuda12-py${{ matrix.PY_VER }}
+          BUILD_NAME: ${{ matrix.ARCH }}-cuda${{ env.CUDA_MAJOR_VER }}-py${{ matrix.PY_VER }}
           GH_TOKEN: ${{ secrets.NV_LEGATE_INTER_REPOS_ACCESS_RO }}
         run: |
           echo "::group::Checking rate limit for API calls"
@@ -139,11 +151,10 @@ jobs:
           GH_TOKEN: ${{ github.token }}
       - name: Wheel upload
         env:
-          BUILD_SHA: ${{ steps.get-sha.outputs.sha }}
-          BUILD_NAME: ${{ matrix.ARCH }}-${{ matrix.TARGET_DEV }}-cuda12-py${{ matrix.PY_VER }}
+          BUILD_NAME: ${{ matrix.ARCH }}-cuda${{ env.CUDA_MAJOR_VER }}-py${{ matrix.PY_VER }}
         uses: actions/upload-artifact@v7
         with:
-          name: cupynumeric-wheel-${{ env.BUILD_NAME }}-g${{ env.BUILD_SHA }}
+          name: cupynumeric-wheel-${{ env.BUILD_NAME }}
           path: final-dist/*.whl
       - name: Telemetry upload attributes
         uses: rapidsai/shared-actions/telemetry-dispatch-stash-job-artifacts@main
diff --git a/.github/workflows/wheels-test.yml b/.github/workflows/wheels-test.yml
@@ -54,17 +54,17 @@ jobs:
 
           # please keep the matrices sorted in ascending order by the following:
           #
-          #     [ARCH, PY_VER, CUDA_VER, LINUX_VER]
+          #     [ARCH, CUDA_VER, PY_VER, LINUX_VER]
           #
           export MATRIX="
           # amd64
-          - { ARCH: 'amd64', PY_VER: '3.11', CUDA_VER: '12.2.2', TARGET_DEV: 'gpu', GPU: 'l4', LINUX_VER: 'ubuntu22.04' }
-          - { ARCH: 'amd64', PY_VER: '3.12', CUDA_VER: '12.8.0', TARGET_DEV: 'gpu', GPU: 'l4', LINUX_VER: 'ubuntu24.04' }
-          - { ARCH: 'amd64', PY_VER: '3.13', CUDA_VER: '12.9.1', TARGET_DEV: 'gpu', GPU: 'l4', LINUX_VER: 'ubuntu22.04' }
-          # arm64 - disabled due to ARM GPU runner availability
-          # - { ARCH: 'arm64', PY_VER: '3.11', CUDA_VER: '12.2.2', TARGET_DEV: 'gpu', GPU: 'a100', LINUX_VER: 'ubuntu22.04' }
-          # - { ARCH: 'arm64', PY_VER: '3.12', CUDA_VER: '12.8.0', TARGET_DEV: 'gpu', GPU: 'a100', LINUX_VER: 'ubuntu24.04' }
-          # - { ARCH: 'arm64', PY_VER: '3.13', CUDA_VER: '12.9.1', TARGET_DEV: 'gpu', GPU: 'a100', LINUX_VER: 'ubuntu22.04' }
+          - { ARCH: 'amd64', CUDA_VER: '12.2.2', PY_VER: '3.11', GPU: 'l4', LINUX_VER: 'ubuntu22.04' }
+          - { ARCH: 'amd64', CUDA_VER: '12.8.0', PY_VER: '3.12', GPU: 'l4', LINUX_VER: 'ubuntu22.04' }
+          - { ARCH: 'amd64', CUDA_VER: '12.9.1', PY_VER: '3.13', GPU: 'l4', LINUX_VER: 'ubuntu24.04' }
+          # Disable runtime tests for CUDA 13, this is pending fixes see #1679.
+          #- { ARCH: 'amd64', CUDA_VER: '13.0.0', PY_VER: '3.11', GPU: 'l4', LINUX_VER: 'ubuntu24.04' }
+          #- { ARCH: 'amd64', CUDA_VER: '13.1.0', PY_VER: '3.12', GPU: 'l4', LINUX_VER: 'ubuntu24.04' }
+          #- { ARCH: 'amd64', CUDA_VER: '13.2.0', PY_VER: '3.13', GPU: 'l4', LINUX_VER: 'ubuntu24.04' }
           "
 
           MATRIX="$(
@@ -75,7 +75,7 @@ jobs:
           echo "MATRIX=${MATRIX}" | tee --append "${GITHUB_OUTPUT}"
 
   build:
-    name: ${{ matrix.ARCH }}, py${{ matrix.PY_VER }}, ${{ matrix.CUDA_VER }}, ${{ matrix.LINUX_VER }}, ${{ matrix.GPU }}
+    name: ${{ matrix.ARCH }}, ${{ matrix.CUDA_VER }}, py${{ matrix.PY_VER }}, ${{ matrix.LINUX_VER }}, ${{ matrix.GPU }}
     needs: compute-matrix
     timeout-minutes: 90
     strategy:
@@ -95,12 +95,7 @@ jobs:
           extra_attributes: "legate.PACKAGER=conda,legate.CUDA_VER=${{ matrix.CUDA_VER }},legate.PY_VER=${{ matrix.PY_VER }},legate.ARCH=${{ matrix.ARCH }}"
         env:
           GH_TOKEN: ${{ github.token }}
-      - name: Get the SHA
-        id: get-sha
-        run: |
-          sha=$(echo ${{github.sha}} | head -c 10)
-          echo "sha=$sha" >> $GITHUB_OUTPUT
-      - uses: actions/checkout@v6.0.2
+      - uses: actions/checkout@v6
         with:
           repository: ${{ inputs.repo }}
           ref: ${{ inputs.sha }}
@@ -113,22 +108,32 @@ jobs:
       - name: Setup proxy cache
         uses: nv-gha-runners/setup-proxy-cache@main
         continue-on-error: true
-        # Skip the cache on RDS Lab nodes
-        if: ${{ matrix.GPU != 'v100' && matrix.GPU != 'a100' }}
+      - name: Extract CUDA major version
+        env:
+          CUDA_VER: ${{ matrix.CUDA_VER }}
+        run: |
+          cuda_major_ver="${CUDA_VER%%.*}"
+          case "${cuda_major_ver}" in
+            12|13) ;;
+            *)
+              echo "Unsupported CUDA major version: ${cuda_major_ver}" >&2
+              exit 1
+              ;;
+          esac
+          echo "CUDA_MAJOR_VER=${cuda_major_ver}" >> "${GITHUB_ENV}"
       - name: Download the legate wheel
         env:
-          BUILD_NAME: ${{ matrix.ARCH }}-${{ matrix.TARGET_DEV }}-cuda12-py${{ matrix.PY_VER }}
+          BUILD_NAME: ${{ matrix.ARCH }}-cuda${{ env.CUDA_MAJOR_VER }}-py${{ matrix.PY_VER }}
           GH_TOKEN: ${{ secrets.NV_LEGATE_INTER_REPOS_ACCESS_RO }}
         run: |
           legate-gh-download-artifact ${{ inputs.legate-sha }} "legate-wheel-${{ env.BUILD_NAME }}" "wheel"
       - name: Download the wheel from the build job
         env:
-          BUILD_SHA: ${{ steps.get-sha.outputs.sha }}
-          BUILD_NAME: ${{ matrix.ARCH }}-${{ matrix.TARGET_DEV }}-cuda12-py${{ matrix.PY_VER }}
+          BUILD_NAME: ${{ matrix.ARCH }}-cuda${{ env.CUDA_MAJOR_VER }}-py${{ matrix.PY_VER }}
         uses: actions/download-artifact@v8
         with:
           path: final-dist
-          name: cupynumeric-wheel-${{ env.BUILD_NAME }}-g${{ env.BUILD_SHA }}
+          name: cupynumeric-wheel-${{ env.BUILD_NAME }}
       - name: Run tests
         run: ${{ inputs.script }}
       - name: Telemetry upload attributes
diff --git a/cmake/versions.json b/cmake/versions.json
@@ -6,7 +6,7 @@
             "artifact_name": "${{ inputs.platform }}-${{ inputs.build-type }}-<<repo>>-python${{ inputs.python-version }}-${{ inputs.target-device }}-release-with_tests-${{ inputs.network }}-<<git_tag>>",
             "artifact_workflow": "ci-gh.yml",
             "git_shallow": false,
-            "git_tag": "6c2ba81617ee91e93be4e79bd0dbb419b06eabd1",
+            "git_tag": "9fa26241e1b430be032a1315f11d7231ab079dc2",
             "git_url": "git@github.com:nv-legate/legate.internal.git",
             "nightly_workflow": "ci-gh-nightly-release.yml",
             "org": "nv-legate",
