WIP: Dummy PR to check maint-23.0.0 status

.github/workflows/cuda_extra.yml

@@ -0,0 +1,136 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: CUDA Extra
+
+on:
+  push:
+    tags:
+      - '**'
+  pull_request:
+    types:
+      - labeled
+      - opened
+      - reopened
+      - synchronize
+  schedule:
+    - cron: |
+        0 6 * * *
+
+concurrency:
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+permissions:
+  actions: read
+  contents: read
+  pull-requests: read
+
+jobs:
+  check-labels:
+    if: github.event_name != 'schedule' || github.repository == 'apache/arrow'
+    uses: ./.github/workflows/check_labels.yml
+    secrets: inherit
+    with:
+      parent-workflow: cuda_extra
+
+  docker:
+    needs: check-labels
+    name: ${{ matrix.title }}
+    runs-on: "runs-on=${{ github.run_id }}/family=g4dn.xlarge/image=ubuntu24-gpu-x64/spot=capacity-optimized"
+    if: >-
+      needs.check-labels.outputs.force == 'true' ||
+      contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra') ||
+      contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra: CUDA')
+    timeout-minutes: 75
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - cuda: 12.9.0
+            ubuntu: 24.04
+            image: ubuntu-cuda-cpp
+            title: AMD64 Ubuntu 24 CUDA 12.9.0
+          - cuda: 11.7.1
+            ubuntu: 22.04
+            image: ubuntu-cuda-cpp
+            title: AMD64 Ubuntu 22 CUDA 11.7.1
+          - cuda: 12.9.0
+            ubuntu: 24.04
+            image: ubuntu-cuda-python
+            title: AMD64 Ubuntu 24 CUDA 12.9.0 Python
+          - cuda: 11.7.1
+            ubuntu: 22.04
+            image: ubuntu-cuda-python
+            title: AMD64 Ubuntu 22 CUDA 11.7.1 Python
+    env:
+      ARCHERY_DEBUG: 1
+      ARROW_ENABLE_TIMING_TESTS: OFF
+      DOCKER_VOLUME_PREFIX: ".docker/"
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v6
+        with:
+          fetch-depth: 0
+          submodules: recursive
+      - name: Cache Docker Volumes
+        uses: actions/cache@v5
+        with:
+          path: .docker
+          key: extra-${{ matrix.image }}-${{ hashFiles('cpp/**') }}
+          restore-keys: extra-${{ matrix.image }}-
+      - name: Setup Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: 3
+      - name: Setup Archery
+        run: python3 -m pip install -e dev/archery[docker]
+      - name: Display NVIDIA SMI details
+        run: |
+          nvidia-smi
+          nvidia-smi -L
+          nvidia-smi -q -d Memory
+      - name: Execute Docker Build
+        continue-on-error: ${{ matrix.continue-on-error || false }}
+        env:
+          ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
+          ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
+          CUDA: ${{ matrix.cuda }}
+          UBUNTU: ${{ matrix.ubuntu }}
+        run: |
+          # GH-40558: reduce ASLR to avoid ASAN/LSAN crashes
+          sudo sysctl -w vm.mmap_rnd_bits=28
+          source ci/scripts/util_enable_core_dumps.sh
+          archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }}
+      - name: Docker Push
+        if: >-
+          success() &&
+          github.event_name == 'push' &&
+          github.repository == 'apache/arrow' &&
+          github.ref_name == 'main'
+        env:
+          ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }}
+          ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
+        continue-on-error: true
+        run: archery docker push ${{ matrix.image }}
+
+  report-extra-cpp:
+    if: github.event_name == 'schedule' && always()
+    needs:
+      - docker
+    uses: ./.github/workflows/report_ci.yml
+    secrets: inherit

.github/workflows/package_linux.yml

@@ -230,6 +230,8 @@ jobs:
             ${GITHUB_REF_NAME} \
             release_candidate.yml
       - name: Build
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
           pushd dev/tasks/linux-packages
           rake docker:pull || :

.pre-commit-config.yaml

@@ -353,7 +353,7 @@ repos:
           ?^cpp/examples/minimal_build/run\.sh$|
           ?^cpp/examples/tutorial_examples/run\.sh$|
           ?^dev/release/05-binary-upload\.sh$|
-          ?^dev/release/07-binary-verify\.sh$|
+          ?^dev/release/08-binary-verify\.sh$|
           ?^dev/release/binary-recover\.sh$|
           ?^dev/release/post-03-binary\.sh$|
           ?^dev/release/post-08-docs\.sh$|

ci/docker/conda-python-emscripten.dockerfile

@@ -39,17 +39,18 @@ RUN python -m pip install --no-cache-dir selenium==${selenium_version} && \
 RUN pyodide_dist_url="https://github.com/pyodide/pyodide/releases/download/${pyodide_version}/pyodide-${pyodide_version}.tar.bz2" && \
     wget -q "${pyodide_dist_url}" -O- | tar -xj -C /
 
+# install node 20 (needed for async call support)
+# and pthread-stubs for build, and unzip needed for chrome build to work
+# xz is needed by emsdk to extract node tarballs
+RUN conda install nodejs=20 unzip pthread-stubs make xz -c conda-forge
+
 # install correct version of emscripten for this pyodide
 COPY ci/scripts/install_emscripten.sh /arrow/ci/scripts/
 RUN bash /arrow/ci/scripts/install_emscripten.sh ~ /pyodide
 
 # make sure zlib is cached in the EMSDK folder
 RUN source ~/emsdk/emsdk_env.sh && embuilder --pic build zlib
 
-# install node 20 (needed for async call support)
-# and pthread-stubs for build, and unzip needed for chrome build to work
-RUN conda install nodejs=20  unzip pthread-stubs make -c conda-forge
-
 # install chrome for testing browser based runner
 COPY ci/scripts/install_chromedriver.sh /arrow/ci/scripts/
 RUN /arrow/ci/scripts/install_chromedriver.sh "${chrome_version}"

dev/tasks/linux-packages/apache-arrow/Rakefile

@@ -59,11 +59,15 @@ class ApacheArrowPackageTask < PackageTask
   end
 
   def download_rc_archive
-    base_url = "https://github.com/#{github_repository}"
-    base_url += "/releases/download/apache-arrow-#{@version}"
     archive_name_no_rc = @archive_name.gsub(/-rc\d+(\.tar\.gz)\z/, "\\1")
-    url = "#{base_url}/#{archive_name_no_rc}"
-    download(url, @archive_name)
+    sh("gh",
+       "release",
+       "download",
+       "apache-arrow-#{@version}",
+       "--clobber",
+       "--repo", github_repository,
+       "--pattern", archive_name_no_rc)
+    mv(archive_name_no_rc, @archive_name)
   end
 
   def download_released_archive

dev/tasks/tasks.yml

@@ -41,9 +41,6 @@ groups:
 
 {############################# Testing tasks #################################}
 
-  cuda:
-    - test-cuda-*
-
   test:
     - test-*
 
@@ -762,35 +759,12 @@ tasks:
     artifacts:
       - docs.tar.gz
 
-  ############################## CUDA tests #################################
-
-{% for ubuntu, cuda in [("22.04", "11.7.1"), ("24.04", "13.0.2")] %}
-  test-cuda-cpp-ubuntu-{{ ubuntu }}-cuda-{{ cuda }}:
-    ci: github
-    template: docker-tests/github.cuda.yml
-    params:
-      env:
-        CUDA: {{ cuda }}
-        UBUNTU: {{ ubuntu }}
-      image: ubuntu-cuda-cpp
-
-  test-cuda-python-ubuntu-{{ ubuntu }}-cuda-{{ cuda }}:
-    ci: github
-    template: docker-tests/github.cuda.yml
-    params:
-      env:
-        CUDA: {{ cuda }}
-        UBUNTU: {{ ubuntu }}
-      image: ubuntu-cuda-python
-{% endfor %}
-
   ############################## Fuzz tests #################################
 
   test-build-cpp-fuzz:
     ci: github
     template: fuzz-tests/github.oss-fuzz.yml
 
-
   ############################## vcpkg tests ##################################
 
   test-build-vcpkg-win:

docs/source/developers/release.rst

@@ -246,7 +246,8 @@ Build source and binaries and submit them
     archery crossbow status <crossbow-build-id>
 
     # Download the produced binaries
-    # This will download packages to a directory called packages/release-<version>-rc<rc-number>
+    # This will download packages generated from the archery tasks
+    # to a directory called packages/release-<version>-rc<rc-number>
     dev/release/04-binary-download.sh <version> <rc-number>
 
     # Sign and upload the binaries
@@ -263,11 +264,14 @@ Build source and binaries and submit them
     # NOTE: You need to have GitHub CLI installed to run this script.
     dev/release/06-matlab-upload.sh <version> <rc-number>
 
+    # Move the Release Candidate GitHub Release from draft to published state
+    # This will update the artifacts download URL which will be available for the
+    # verification step.
+    dev/release/07-publish-gh-release.sh <version> <rc-number>
+
     # Start verifications for binaries and wheels
-    dev/release/07-binary-verify.sh <version> <rc-number>
+    dev/release/08-binary-verify.sh <version> <rc-number>
 
-    # Move the Release Candidate GitHub Release from draft to published state
-    dev/release/08-publish-gh-release.sh <version> <rc-number>
 
 Verify the Release
 ------------------