Extract SYCL CI scripts

Author: allnes

.github/workflows/sycl-ci.yml

@@ -59,247 +59,16 @@ jobs:
       uses: ilammy/msvc-dev-cmd@v1
 
     - name: Prepare platform settings
-      run: |
-        case "${{ matrix.platform }}" in
-          linux-x86_64)
-            echo "TOOLCHAIN_ASSET=sycl_linux.tar.gz" >> "$GITHUB_ENV"
-            echo "TBB_ASSET=oneapi-tbb-2022.3.0-lin.tgz" >> "$GITHUB_ENV"
-            echo "SYCL_TARGETS=spir64" >> "$GITHUB_ENV"
-            echo "DEVICE_SELECTOR=opencl:cpu" >> "$GITHUB_ENV"
-            echo "ITLABAI_ENABLE_OPENCV_APPS=ON" >> "$GITHUB_ENV"
-            echo "ITLABAI_OPENCV_DIR=/usr/lib/x86_64-linux-gnu/cmake/opencv4" >> "$GITHUB_ENV"
-            ;;
-          windows-x86_64)
-            echo "TOOLCHAIN_ASSET=sycl_windows.tar.gz" >> "$GITHUB_ENV"
-            echo "TBB_ASSET=oneapi-tbb-2022.3.0-win.zip" >> "$GITHUB_ENV"
-            echo "OPENCV_ASSET=opencv-4.13.0-windows.exe" >> "$GITHUB_ENV"
-            echo "SYCL_TARGETS=spir64" >> "$GITHUB_ENV"
-            echo "DEVICE_SELECTOR=opencl:cpu" >> "$GITHUB_ENV"
-            echo "ITLABAI_ENABLE_OPENCV_APPS=ON" >> "$GITHUB_ENV"
-            ;;
-          *)
-            echo "Unsupported platform: ${{ matrix.platform }}" >&2
-            exit 1
-            ;;
-        esac
-
-    - name: Install Linux prerequisites
-      if: runner.os == 'Linux'
-      run: |
-        sudo apt-get update
-        sudo apt-get install -y \
-          build-essential \
-          cmake \
-          git \
-          libopencv-dev \
-          libomp-dev \
-          ocl-icd-opencl-dev \
-          opencl-headers \
-          python3 \
-          zstd
-
-        wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
-          | gpg --dearmor \
-          | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null
-        echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" \
-          | sudo tee /etc/apt/sources.list.d/oneAPI.list
-        sudo apt-get update
-        sudo apt-get install -y intel-oneapi-runtime-opencl
-
-    - name: Select Intel OpenCL ICD
-      if: runner.os == 'Linux'
-      run: |
-        intel_icd_dir="$RUNNER_TEMP/intel-opencl-icd"
-        intel_icd_file="$(grep -il 'intel' /etc/OpenCL/vendors/*.icd | head -n 1 || true)"
-        if [[ -z "$intel_icd_file" ]]; then
-          echo "Unable to locate Intel OpenCL ICD file under /etc/OpenCL/vendors" >&2
-          ls -la /etc/OpenCL/vendors >&2
-          exit 1
-        fi
-
-        mkdir -p "$intel_icd_dir"
-        cp "$intel_icd_file" "$intel_icd_dir/"
-        echo "OCL_ICD_VENDORS=$intel_icd_dir" >> "$GITHUB_ENV"
-
-    - name: Download Intel SYCL toolchain binaries
-      run: |
-        if [[ "$RUNNER_OS" == "Windows" ]]; then
-          runner_temp_dir="$(cygpath -u "$RUNNER_TEMP")"
-        else
-          runner_temp_dir="$RUNNER_TEMP"
-        fi
-
-        mkdir -p "$runner_temp_dir/intel-sycl"
-        curl -fsSL \
-          "https://github.com/intel/llvm/releases/download/${INTEL_LLVM_TAG}/${TOOLCHAIN_ASSET}" \
-          -o "$runner_temp_dir/${TOOLCHAIN_ASSET}"
-        tar -xzf "$runner_temp_dir/${TOOLCHAIN_ASSET}" \
-          -C "$runner_temp_dir/intel-sycl"
-
-        sycl_root="$runner_temp_dir/intel-sycl"
-
-        if [[ -d "$sycl_root/sycl_windows/bin" ]]; then
-          sycl_root="$sycl_root/sycl_windows"
-        elif [[ -d "$sycl_root/sycl_linux/bin" ]]; then
-          sycl_root="$sycl_root/sycl_linux"
-        fi
-
-        echo "SYCL_ROOT=$sycl_root" >> "$GITHUB_ENV"
-
-    - name: Download OpenCV release binaries
-      if: runner.os == 'Windows'
-      run: |
-        runner_temp_dir="$(cygpath -u "$RUNNER_TEMP")"
-        opencv_archive="$runner_temp_dir/${OPENCV_ASSET}"
-        opencv_extract_dir="$runner_temp_dir/opencv"
-
-        curl -fsSL \
-          "https://github.com/opencv/opencv/releases/download/${OPENCV_TAG}/${OPENCV_ASSET}" \
-          -o "$opencv_archive"
-        7z x -y "-o$opencv_extract_dir" "$opencv_archive"
-
-        echo "ITLABAI_OPENCV_DIR=$(cygpath -m "$opencv_extract_dir/opencv/build/x64/vc16/lib")" >> "$GITHUB_ENV"
-        echo "$(cygpath -m "$opencv_extract_dir/opencv/build/x64/vc16/bin")" >> "$GITHUB_PATH"
-
-    - name: Install Intel OpenCL CPU runtime
-      if: runner.os == 'Windows'
-      run: |
-        runner_temp_dir="$(cygpath -u "$RUNNER_TEMP")"
-        runtime_archive="$runner_temp_dir/intel-opencl-runtime.exe"
-        runtime_extract_dir="$runner_temp_dir/intel-opencl-runtime"
-        runtime_msi="$runtime_extract_dir/w_opencl_runtime_p_2025.3.1.762.msi"
-
-        curl -fsSL "${INTEL_OPENCL_CPU_RUNTIME_URL}" -o "$runtime_archive"
-        7z x -y "-o$runtime_extract_dir" "$runtime_archive"
-
-        powershell -NoProfile -Command \
-          "Start-Process msiexec.exe -Wait -ArgumentList '/i', '$(cygpath -w "$runtime_msi")', '/qn', '/norestart'"
-
-    - name: Download oneTBB release binaries
-      run: |
-        if [[ "$RUNNER_OS" == "Windows" ]]; then
-          runner_temp_dir="$(cygpath -u "$RUNNER_TEMP")"
-          tbb_archive="$runner_temp_dir/${TBB_ASSET}"
-          tbb_extract_dir="$runner_temp_dir/oneapi-tbb"
-
-          curl -fsSL \
-            "https://github.com/uxlfoundation/oneTBB/releases/download/${TBB_TAG}/${TBB_ASSET}" \
-            -o "$tbb_archive"
-          7z x -y "-o$tbb_extract_dir" "$tbb_archive"
-
-          echo "ITLABAI_TBB_DIR=$(cygpath -m "$tbb_extract_dir/oneapi-tbb-2022.3.0")" >> "$GITHUB_ENV"
-          echo "$(cygpath -m "$tbb_extract_dir/oneapi-tbb-2022.3.0/redist/intel64/vc14")" >> "$GITHUB_PATH"
-        else
-          tbb_archive="$RUNNER_TEMP/${TBB_ASSET}"
-          tbb_extract_dir="$RUNNER_TEMP/oneapi-tbb"
-
-          curl -fsSL \
-            "https://github.com/uxlfoundation/oneTBB/releases/download/${TBB_TAG}/${TBB_ASSET}" \
-            -o "$tbb_archive"
-          mkdir -p "$tbb_extract_dir"
-          tar -xzf "$tbb_archive" -C "$tbb_extract_dir"
-
-          echo "ITLABAI_TBB_DIR=$tbb_extract_dir/oneapi-tbb-2022.3.0" >> "$GITHUB_ENV"
-          echo "LD_LIBRARY_PATH=$tbb_extract_dir/oneapi-tbb-2022.3.0/lib/intel64/gcc4.8:$LD_LIBRARY_PATH" >> "$GITHUB_ENV"
-        fi
-
-    - name: Locate SYCL compiler
-      run: |
-        if [[ "$RUNNER_OS" == "Windows" ]]; then
-          if [[ -x "$SYCL_ROOT/bin/icx.exe" ]]; then
-            cc_path="$SYCL_ROOT/bin/icx.exe"
-          elif [[ -x "$SYCL_ROOT/bin/icx-cl.exe" ]]; then
-            cc_path="$SYCL_ROOT/bin/icx-cl.exe"
-          elif [[ -x "$SYCL_ROOT/bin/clang.exe" ]]; then
-            cc_path="$SYCL_ROOT/bin/clang.exe"
-          elif [[ -x "$SYCL_ROOT/bin/clang-cl.exe" ]]; then
-            cc_path="$SYCL_ROOT/bin/clang-cl.exe"
-          else
-            echo "Unable to locate a C compiler in $SYCL_ROOT/bin" >&2
-            exit 1
-          fi
-
-          if [[ -x "$SYCL_ROOT/bin/icpx.exe" ]]; then
-            cxx_path="$SYCL_ROOT/bin/icpx.exe"
-          elif [[ -x "$SYCL_ROOT/bin/icx-cl.exe" ]]; then
-            cxx_path="$SYCL_ROOT/bin/icx-cl.exe"
-          elif [[ -x "$SYCL_ROOT/bin/clang++.exe" ]]; then
-            cxx_path="$SYCL_ROOT/bin/clang++.exe"
-          elif [[ -x "$SYCL_ROOT/bin/clang-cl.exe" ]]; then
-            cxx_path="$SYCL_ROOT/bin/clang-cl.exe"
-          else
-            echo "Unable to locate a C++ compiler in $SYCL_ROOT/bin" >&2
-            exit 1
-          fi
-
-          echo "ITLABAI_CC=$(cygpath -m "$cc_path")" >> "$GITHUB_ENV"
-          echo "ITLABAI_CXX=$(cygpath -m "$cxx_path")" >> "$GITHUB_ENV"
-          echo "ITLABAI_CMAKE_PREFIX_PATH=$(cygpath -m "$SYCL_ROOT")" >> "$GITHUB_ENV"
-          echo "$(cygpath -m "$SYCL_ROOT/bin")" >> "$GITHUB_PATH"
-        else
-          if [[ -x "$SYCL_ROOT/bin/icx" ]]; then
-            echo "ITLABAI_CC=$SYCL_ROOT/bin/icx" >> "$GITHUB_ENV"
-          elif [[ -x "$SYCL_ROOT/bin/clang" ]]; then
-            echo "ITLABAI_CC=$SYCL_ROOT/bin/clang" >> "$GITHUB_ENV"
-          else
-            echo "Unable to locate a C compiler in $SYCL_ROOT/bin" >&2
-            exit 1
-          fi
-
-          if [[ -x "$SYCL_ROOT/bin/icpx" ]]; then
-            echo "ITLABAI_CXX=$SYCL_ROOT/bin/icpx" >> "$GITHUB_ENV"
-          elif [[ -x "$SYCL_ROOT/bin/clang++" ]]; then
-            echo "ITLABAI_CXX=$SYCL_ROOT/bin/clang++" >> "$GITHUB_ENV"
-          else
-            echo "Unable to locate a C++ compiler in $SYCL_ROOT/bin" >&2
-            exit 1
-          fi
-
-          echo "ITLABAI_CMAKE_PREFIX_PATH=$SYCL_ROOT" >> "$GITHUB_ENV"
-          echo "$SYCL_ROOT/bin" >> "$GITHUB_PATH"
-
-          if [[ -d "$SYCL_ROOT/lib" ]]; then
-            echo "LD_LIBRARY_PATH=$SYCL_ROOT/lib:$LD_LIBRARY_PATH" >> "$GITHUB_ENV"
-            echo "DYLD_LIBRARY_PATH=$SYCL_ROOT/lib:$DYLD_LIBRARY_PATH" >> "$GITHUB_ENV"
-          fi
-
-          if [[ -d "$SYCL_ROOT/lib64" ]]; then
-            echo "LD_LIBRARY_PATH=$SYCL_ROOT/lib64:$LD_LIBRARY_PATH" >> "$GITHUB_ENV"
-            echo "DYLD_LIBRARY_PATH=$SYCL_ROOT/lib64:$DYLD_LIBRARY_PATH" >> "$GITHUB_ENV"
-          fi
-        fi
+      run: ./scripts/ci/sycl-x86-setup.sh "${{ matrix.platform }}"
 
     - name: Configure
-      run: |
-        launcher_args=()
-        if [[ "$RUNNER_OS" != "Windows" ]]; then
-          launcher_args+=(
-            -DCMAKE_C_COMPILER_LAUNCHER=ccache
-            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
-          )
-        fi
-
-        cmake -S . -B build -G Ninja \
-          "${launcher_args[@]}" \
-          -DCMAKE_C_COMPILER="${ITLABAI_CC}" \
-          -DCMAKE_CXX_COMPILER="${ITLABAI_CXX}" \
-          -DCMAKE_BUILD_TYPE="${{ matrix.build_type }}" \
-          -DCMAKE_PREFIX_PATH="${ITLABAI_CMAKE_PREFIX_PATH}" \
-          -DITLABAI_ENABLE_OPENMP=OFF \
-          -DITLABAI_ENABLE_OPENCV_APPS="${ITLABAI_ENABLE_OPENCV_APPS}" \
-          -DITLABAI_BUILD_TESTS=ON \
-          -DITLABAI_OPENCV_DIR="${ITLABAI_OPENCV_DIR}" \
-          -DITLABAI_TBB_DIR="${ITLABAI_TBB_DIR}" \
-          -DITLABAI_ENABLE_SYCL=ON \
-          -DITLABAI_SYCL_TARGETS="${SYCL_TARGETS}"
+      run: ./scripts/ci/sycl-configure.sh "${{ matrix.build_type }}" "${SYCL_TARGETS}" "${ITLABAI_ENABLE_OPENCV_APPS}"
 
     - name: Build
       run: cmake --build build --parallel
 
     - name: Test
-      run: |
-        ONEAPI_DEVICE_SELECTOR="${DEVICE_SELECTOR}" \
-          ctest --test-dir build --output-on-failure --parallel
+      run: ./scripts/ci/sycl-test.sh "${DEVICE_SELECTOR}"
 
   build-sycl-macos-arm64:
     name: macos-arm64 / ${{ matrix.build_type }}
@@ -331,47 +100,13 @@ jobs:
         max-size: 2G
 
     - name: Install macOS prerequisites
-      run: |
-        brew install adaptivecpp opencv tbb
-
-    - name: Locate AdaptiveCpp compiler
-      run: |
-        adaptivecpp_prefix="$(brew --prefix adaptivecpp)"
-        opencv_prefix="$(brew --prefix opencv)"
-        tbb_prefix="$(brew --prefix tbb)"
-        echo "ITLABAI_CC=$(xcrun --find clang)" >> "$GITHUB_ENV"
-        echo "ITLABAI_CXX=$(command -v acpp)" >> "$GITHUB_ENV"
-        echo "ITLABAI_CMAKE_PREFIX_PATH=$adaptivecpp_prefix" >> "$GITHUB_ENV"
-        echo "ITLABAI_OPENCV_DIR=$opencv_prefix/lib/cmake/opencv4" >> "$GITHUB_ENV"
-        echo "ITLABAI_TBB_DIR=$tbb_prefix" >> "$GITHUB_ENV"
-        echo "$adaptivecpp_prefix/bin" >> "$GITHUB_PATH"
+      run: ./scripts/ci/sycl-macos-setup.sh
 
     - name: Configure
-      run: |
-        launcher_args=()
-        if [[ "$RUNNER_OS" != "Windows" ]]; then
-          launcher_args+=(
-            -DCMAKE_C_COMPILER_LAUNCHER=ccache
-            -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
-          )
-        fi
-
-        cmake -S . -B build -G Ninja \
-          "${launcher_args[@]}" \
-          -DCMAKE_C_COMPILER="${ITLABAI_CC}" \
-          -DCMAKE_CXX_COMPILER="${ITLABAI_CXX}" \
-          -DCMAKE_BUILD_TYPE="${{ matrix.build_type }}" \
-          -DCMAKE_PREFIX_PATH="${ITLABAI_CMAKE_PREFIX_PATH}" \
-          -DITLABAI_ENABLE_OPENMP=OFF \
-          -DITLABAI_ENABLE_OPENCV_APPS=ON \
-          -DITLABAI_BUILD_TESTS=ON \
-          -DITLABAI_OPENCV_DIR="${ITLABAI_OPENCV_DIR}" \
-          -DITLABAI_TBB_DIR="${ITLABAI_TBB_DIR}" \
-          -DITLABAI_ENABLE_SYCL=ON \
-          -DITLABAI_SYCL_TARGETS=omp
+      run: ./scripts/ci/sycl-configure.sh "${{ matrix.build_type }}" "${SYCL_TARGETS}" "${ITLABAI_ENABLE_OPENCV_APPS}"
 
     - name: Build
       run: cmake --build build --parallel
 
     - name: Test
-      run: ctest --test-dir build --output-on-failure --parallel
+      run: ./scripts/ci/sycl-test.sh

scripts/ci/sycl-configure.sh

@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+build_type="${1:?build type is required}"
+sycl_targets="${2:?sycl targets are required}"
+opencv_apps="${3:?opencv apps toggle is required}"
+
+launcher_args=()
+if [[ "${RUNNER_OS}" != "Windows" ]]; then
+  launcher_args+=(
+    -DCMAKE_C_COMPILER_LAUNCHER=ccache
+    -DCMAKE_CXX_COMPILER_LAUNCHER=ccache
+  )
+fi
+
+cmake -S . -B build -G Ninja \
+  "${launcher_args[@]}" \
+  -DCMAKE_C_COMPILER="${ITLABAI_CC}" \
+  -DCMAKE_CXX_COMPILER="${ITLABAI_CXX}" \
+  -DCMAKE_BUILD_TYPE="${build_type}" \
+  -DCMAKE_PREFIX_PATH="${ITLABAI_CMAKE_PREFIX_PATH}" \
+  -DITLABAI_ENABLE_OPENMP=OFF \
+  -DITLABAI_ENABLE_OPENCV_APPS="${opencv_apps}" \
+  -DITLABAI_BUILD_TESTS=ON \
+  -DITLABAI_OPENCV_DIR="${ITLABAI_OPENCV_DIR:-}" \
+  -DITLABAI_TBB_DIR="${ITLABAI_TBB_DIR:-}" \
+  -DITLABAI_ENABLE_SYCL=ON \
+  -DITLABAI_SYCL_TARGETS="${sycl_targets}"

scripts/ci/sycl-macos-setup.sh

@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+write_env() {
+  local key="$1"
+  local value="$2"
+  echo "${key}=${value}" >> "${GITHUB_ENV}"
+  export "${key}=${value}"
+}
+
+append_path() {
+  echo "$1" >> "${GITHUB_PATH}"
+}
+
+brew install adaptivecpp opencv tbb
+
+adaptivecpp_prefix="$(brew --prefix adaptivecpp)"
+opencv_prefix="$(brew --prefix opencv)"
+tbb_prefix="$(brew --prefix tbb)"
+
+write_env ITLABAI_CC "$(xcrun --find clang)"
+write_env ITLABAI_CXX "$(command -v acpp)"
+write_env ITLABAI_CMAKE_PREFIX_PATH "${adaptivecpp_prefix}"
+write_env ITLABAI_OPENCV_DIR "${opencv_prefix}/lib/cmake/opencv4"
+write_env ITLABAI_TBB_DIR "${tbb_prefix}"
+write_env ITLABAI_ENABLE_OPENCV_APPS ON
+write_env SYCL_TARGETS omp
+
+append_path "${adaptivecpp_prefix}/bin"

scripts/ci/sycl-test.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+device_selector="${1:-}"
+
+if [[ -n "${device_selector}" ]]; then
+  ONEAPI_DEVICE_SELECTOR="${device_selector}" \
+    ctest --test-dir build --output-on-failure --parallel
+else
+  ctest --test-dir build --output-on-failure --parallel
+fi