From be0b4fe46c12fdb74334dd3d59adeaaf37b9e1c1 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Tue, 23 Sep 2025 14:23:44 +0800 Subject: [PATCH 01/16] Switch to LTS2 for CICD tests --- .github/workflows/_linux_accelerate.yml | 2 +- .github/workflows/_linux_e2e.yml | 2 +- .github/workflows/_linux_op_benchmark.yml | 2 +- .github/workflows/_linux_transformers.yml | 2 +- .github/workflows/_linux_ut.yml | 2 +- .github/workflows/bisect_search.yml | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/_linux_accelerate.yml b/.github/workflows/_linux_accelerate.yml index decf4e612f..bcdb285a1a 100644 --- a/.github/workflows/_linux_accelerate.yml +++ b/.github/workflows/_linux_accelerate.yml @@ -91,7 +91,7 @@ jobs: runs-on: ${{ needs.prepare.outputs.runner_id }} needs: prepare container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_e2e.yml b/.github/workflows/_linux_e2e.yml index cd2056ff36..2f7c9b4103 100644 --- a/.github/workflows/_linux_e2e.yml +++ b/.github/workflows/_linux_e2e.yml @@ -77,7 +77,7 @@ jobs: needs: runner timeout-minutes: 3600 container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_op_benchmark.yml b/.github/workflows/_linux_op_benchmark.yml index d71458c9bf..3afb702461 100644 --- a/.github/workflows/_linux_op_benchmark.yml +++ b/.github/workflows/_linux_op_benchmark.yml @@ -52,7 +52,7 @@ jobs: runs-on: ${{ needs.runner.outputs.runner_id }} timeout-minutes: 900 container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_transformers.yml b/.github/workflows/_linux_transformers.yml index fc3deaf7a3..bf4a8099eb 100644 --- a/.github/workflows/_linux_transformers.yml +++ b/.github/workflows/_linux_transformers.yml @@ -144,7 +144,7 @@ jobs: needs: prepare runs-on: ${{ needs.prepare.outputs.runner_id }} container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_ut.yml b/.github/workflows/_linux_ut.yml index 6da0abadd1..e9bf790eaa 100644 --- a/.github/workflows/_linux_ut.yml +++ b/.github/workflows/_linux_ut.yml @@ -60,7 +60,7 @@ jobs: if: ${{ ! contains(inputs.ut, 'distributed') }} runs-on: ${{ needs.runner.outputs.runner_id }} container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/bisect_search.yml b/.github/workflows/bisect_search.yml index c2512acb33..921e74fee9 100644 --- a/.github/workflows/bisect_search.yml +++ b/.github/workflows/bisect_search.yml @@ -60,7 +60,7 @@ jobs: needs: get_runner runs-on: ${{ needs.get_runner.outputs.runner_id }} container: - image: mengfeili/intel-pvc-driver:1146-1136 + image: intelgpu/driver-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --privileged --shm-size=8g From 260a401b4fdbf5f16e9cfed05ec7855c383c34ad Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Tue, 23 Sep 2025 15:41:21 +0800 Subject: [PATCH 02/16] modify gh.token for tests --- .github/workflows/_linux_e2e.yml | 8 ++++---- .github/workflows/_linux_op_benchmark.yml | 11 ++++++----- .github/workflows/_linux_ut.yml | 13 ++++++++----- 3 files changed, 18 insertions(+), 14 deletions(-) diff --git a/.github/workflows/_linux_e2e.yml b/.github/workflows/_linux_e2e.yml index 2f7c9b4103..0954c38ed9 100644 --- a/.github/workflows/_linux_e2e.yml +++ b/.github/workflows/_linux_e2e.yml @@ -46,10 +46,6 @@ permissions: read-all defaults: run: shell: bash -xe {0} -env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} jobs: runner: @@ -87,6 +83,10 @@ jobs: cpus_per_xpu: ${{ needs.runner.outputs.cpus_per_xpu }} MODEL_ONLY_NAME: ${{ inputs.model }} AGENT_TOOLSDIRECTORY: /tmp/xpu-tool + env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 diff --git a/.github/workflows/_linux_op_benchmark.yml b/.github/workflows/_linux_op_benchmark.yml index 3afb702461..8f93f91b33 100644 --- a/.github/workflows/_linux_op_benchmark.yml +++ b/.github/workflows/_linux_op_benchmark.yml @@ -22,11 +22,6 @@ permissions: read-all defaults: run: shell: bash -xe {0} -env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - reference_issue: 1689 jobs: runner: @@ -59,6 +54,9 @@ jobs: -u ${{ needs.runner.outputs.user_id }}:${{ needs.runner.outputs.render_id }} env: AGENT_TOOLSDIRECTORY: /opt/xpu-tool + env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 @@ -93,6 +91,9 @@ jobs: runs-on: ubuntu-24.04 permissions: issues: write + env: + GH_TOKEN: ${{ github.token }} + reference_issue: 1689 steps: - name: Install gh-cli run: | diff --git a/.github/workflows/_linux_ut.yml b/.github/workflows/_linux_ut.yml index e9bf790eaa..dac23d8301 100644 --- a/.github/workflows/_linux_ut.yml +++ b/.github/workflows/_linux_ut.yml @@ -29,11 +29,6 @@ permissions: read-all defaults: run: shell: bash -xe {0} -env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - UT_SKIP_ISSUE: 1624 jobs: runner: @@ -69,6 +64,9 @@ jobs: env: AGENT_TOOLSDIRECTORY: /tmp/xpu-tool PYTEST_ADDOPTS: -v --timeout 600 --timeout_method=thread --dist worksteal ${{ needs.runner.outputs.pytest_extra_args }} + env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 @@ -103,6 +101,8 @@ jobs: if: ${{ contains(inputs.ut, 'distributed') }} runs-on: ${{ needs.runner.outputs.runner_id }} env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} AGENT_TOOLSDIRECTORY: /tmp/xpu-tool PYTEST_ADDOPTS: -v --timeout 3600 --timeout_method=thread -n 1 steps: @@ -138,6 +138,9 @@ jobs: if: ${{ ! cancelled() && ! (endsWith(needs.test-in-container.result, 'ed') && endsWith(needs.test-in-baremetal.result, 'ed')) }} runs-on: ubuntu-24.04 timeout-minutes: 30 + env: + GH_TOKEN: ${{ github.token }} + UT_SKIP_ISSUE: 1624 steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 From e050b5654a67d207f363d6140eaab107ee8443fb Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Tue, 23 Sep 2025 15:56:00 +0800 Subject: [PATCH 03/16] Revert "modify gh.token for tests" This reverts commit 97da1611c8fe984a2bcd0c9cddb200846fb62846. --- .github/workflows/_linux_e2e.yml | 8 ++++---- .github/workflows/_linux_op_benchmark.yml | 11 +++++------ .github/workflows/_linux_ut.yml | 13 +++++-------- 3 files changed, 14 insertions(+), 18 deletions(-) diff --git a/.github/workflows/_linux_e2e.yml b/.github/workflows/_linux_e2e.yml index 0954c38ed9..2f7c9b4103 100644 --- a/.github/workflows/_linux_e2e.yml +++ b/.github/workflows/_linux_e2e.yml @@ -46,6 +46,10 @@ permissions: read-all defaults: run: shell: bash -xe {0} +env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} jobs: runner: @@ -83,10 +87,6 @@ jobs: cpus_per_xpu: ${{ needs.runner.outputs.cpus_per_xpu }} MODEL_ONLY_NAME: ${{ inputs.model }} AGENT_TOOLSDIRECTORY: /tmp/xpu-tool - env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 diff --git a/.github/workflows/_linux_op_benchmark.yml b/.github/workflows/_linux_op_benchmark.yml index 8f93f91b33..3afb702461 100644 --- a/.github/workflows/_linux_op_benchmark.yml +++ b/.github/workflows/_linux_op_benchmark.yml @@ -22,6 +22,11 @@ permissions: read-all defaults: run: shell: bash -xe {0} +env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + reference_issue: 1689 jobs: runner: @@ -54,9 +59,6 @@ jobs: -u ${{ needs.runner.outputs.user_id }}:${{ needs.runner.outputs.render_id }} env: AGENT_TOOLSDIRECTORY: /opt/xpu-tool - env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 @@ -91,9 +93,6 @@ jobs: runs-on: ubuntu-24.04 permissions: issues: write - env: - GH_TOKEN: ${{ github.token }} - reference_issue: 1689 steps: - name: Install gh-cli run: | diff --git a/.github/workflows/_linux_ut.yml b/.github/workflows/_linux_ut.yml index dac23d8301..e9bf790eaa 100644 --- a/.github/workflows/_linux_ut.yml +++ b/.github/workflows/_linux_ut.yml @@ -29,6 +29,11 @@ permissions: read-all defaults: run: shell: bash -xe {0} +env: + GH_TOKEN: ${{ github.token }} + HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + UT_SKIP_ISSUE: 1624 jobs: runner: @@ -64,9 +69,6 @@ jobs: env: AGENT_TOOLSDIRECTORY: /tmp/xpu-tool PYTEST_ADDOPTS: -v --timeout 600 --timeout_method=thread --dist worksteal ${{ needs.runner.outputs.pytest_extra_args }} - env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 @@ -101,8 +103,6 @@ jobs: if: ${{ contains(inputs.ut, 'distributed') }} runs-on: ${{ needs.runner.outputs.runner_id }} env: - GH_TOKEN: ${{ github.token }} - HF_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} AGENT_TOOLSDIRECTORY: /tmp/xpu-tool PYTEST_ADDOPTS: -v --timeout 3600 --timeout_method=thread -n 1 steps: @@ -138,9 +138,6 @@ jobs: if: ${{ ! cancelled() && ! (endsWith(needs.test-in-container.result, 'ed') && endsWith(needs.test-in-baremetal.result, 'ed')) }} runs-on: ubuntu-24.04 timeout-minutes: 30 - env: - GH_TOKEN: ${{ github.token }} - UT_SKIP_ISSUE: 1624 steps: - name: Checkout torch-xpu-ops uses: actions/checkout@v4 From 2f3224d04d03daafd439aa7dcb19e1c4bd3568d5 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Tue, 23 Sep 2025 16:01:16 +0800 Subject: [PATCH 04/16] Rebase CI models list --- .github/actions/linux-testenv/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/linux-testenv/action.yml b/.github/actions/linux-testenv/action.yml index cbf2a60a5c..a4c77e5f8a 100644 --- a/.github/actions/linux-testenv/action.yml +++ b/.github/actions/linux-testenv/action.yml @@ -77,7 +77,7 @@ runs: # apply extra PRs for stock pytorch pip install requests if [ "${{ github.event_name }}" == "pull_request" ];then - python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py -e https://github.com/pytorch/pytorch/pull/152940 + python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py -e https://github.com/mengfei25/pytorch/pull/27 else python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py fi From 1f2c1b0f6c62ed4d97647623e8895bfce2e1fae9 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Tue, 23 Sep 2025 17:19:51 +0800 Subject: [PATCH 05/16] Revert "Rebase CI models list" This reverts commit 2f3224d04d03daafd439aa7dcb19e1c4bd3568d5. --- .github/actions/linux-testenv/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/linux-testenv/action.yml b/.github/actions/linux-testenv/action.yml index a4c77e5f8a..cbf2a60a5c 100644 --- a/.github/actions/linux-testenv/action.yml +++ b/.github/actions/linux-testenv/action.yml @@ -77,7 +77,7 @@ runs: # apply extra PRs for stock pytorch pip install requests if [ "${{ github.event_name }}" == "pull_request" ];then - python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py -e https://github.com/mengfei25/pytorch/pull/27 + python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py -e https://github.com/pytorch/pytorch/pull/152940 else python ../torch-xpu-ops/.github/scripts/apply_torch_pr.py fi From c8122a4012e129cd3e49056dcd4d72177f91c3ba Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Wed, 24 Sep 2025 10:32:03 +0800 Subject: [PATCH 06/16] rename image name --- .github/workflows/_linux_accelerate.yml | 2 +- .github/workflows/_linux_e2e.yml | 2 +- .github/workflows/_linux_op_benchmark.yml | 2 +- .github/workflows/_linux_transformers.yml | 2 +- .github/workflows/_linux_ut.yml | 2 +- .github/workflows/bisect_search.yml | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/_linux_accelerate.yml b/.github/workflows/_linux_accelerate.yml index bcdb285a1a..df075cfca5 100644 --- a/.github/workflows/_linux_accelerate.yml +++ b/.github/workflows/_linux_accelerate.yml @@ -91,7 +91,7 @@ jobs: runs-on: ${{ needs.prepare.outputs.runner_id }} needs: prepare container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_e2e.yml b/.github/workflows/_linux_e2e.yml index 2f7c9b4103..5cb36a964b 100644 --- a/.github/workflows/_linux_e2e.yml +++ b/.github/workflows/_linux_e2e.yml @@ -77,7 +77,7 @@ jobs: needs: runner timeout-minutes: 3600 container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_op_benchmark.yml b/.github/workflows/_linux_op_benchmark.yml index 3afb702461..5294e7f68e 100644 --- a/.github/workflows/_linux_op_benchmark.yml +++ b/.github/workflows/_linux_op_benchmark.yml @@ -52,7 +52,7 @@ jobs: runs-on: ${{ needs.runner.outputs.runner_id }} timeout-minutes: 900 container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_transformers.yml b/.github/workflows/_linux_transformers.yml index bf4a8099eb..8097548250 100644 --- a/.github/workflows/_linux_transformers.yml +++ b/.github/workflows/_linux_transformers.yml @@ -144,7 +144,7 @@ jobs: needs: prepare runs-on: ${{ needs.prepare.outputs.runner_id }} container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_ut.yml b/.github/workflows/_linux_ut.yml index e9bf790eaa..bec926389a 100644 --- a/.github/workflows/_linux_ut.yml +++ b/.github/workflows/_linux_ut.yml @@ -60,7 +60,7 @@ jobs: if: ${{ ! contains(inputs.ut, 'distributed') }} runs-on: ${{ needs.runner.outputs.runner_id }} container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/bisect_search.yml b/.github/workflows/bisect_search.yml index 921e74fee9..2a174ea8e7 100644 --- a/.github/workflows/bisect_search.yml +++ b/.github/workflows/bisect_search.yml @@ -60,7 +60,7 @@ jobs: needs: get_runner runs-on: ${{ needs.get_runner.outputs.runner_id }} container: - image: intelgpu/driver-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:1146 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --privileged --shm-size=8g From 7e34ffcd7c1c575659fbfde6a0971cf28d42c2af Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Wed, 24 Sep 2025 13:31:12 +0800 Subject: [PATCH 07/16] add test image --- .ci/docker/README.md | 17 +++ .ci/docker/common/install_xpu.sh | 210 +++++++++++++++++++++++++++++++ .ci/docker/ubuntu/Dockerfile | 28 +++++ 3 files changed, 255 insertions(+) create mode 100644 .ci/docker/README.md create mode 100644 .ci/docker/common/install_xpu.sh create mode 100644 .ci/docker/ubuntu/Dockerfile diff --git a/.ci/docker/README.md b/.ci/docker/README.md new file mode 100644 index 0000000000..d3f18fa687 --- /dev/null +++ b/.ci/docker/README.md @@ -0,0 +1,17 @@ +# Docker images for GitHub CI and CD + +This directory contains everything needed to build the Docker images +that are used in our CI tests. + +## Docker CI builds + +* `pytorch/manylinux2_28-builder:xpu-main` -- can use pytorch CICD image directly + +## Docker CI tests + +If also use this for build, need install Intel® Deep Learning Essentials, +refer to [Intel® Deep Learning Essentials](https://www.intel.com/content/www/us/en/developer/tools/oneapi/base-toolkit-download.html?packages=dl-essentials&dl-essentials-os=linux&dl-lin=offline) +```bash +# Build a specific image for tests +docker build --build-arg UBUNTU_VERSION=22.04 --file ubuntu/Dockerfile . +``` diff --git a/.ci/docker/common/install_xpu.sh b/.ci/docker/common/install_xpu.sh new file mode 100644 index 0000000000..b2d3938c83 --- /dev/null +++ b/.ci/docker/common/install_xpu.sh @@ -0,0 +1,210 @@ +#!/bin/bash +set -xe +# Script used in CI and CD pipeline + +# Intel® software for general purpose GPU capabilities. +# Refer to https://www.intel.com/content/www/us/en/developer/articles/tool/pytorch-prerequisites-for-intel-gpus.html + +# Users should update to the latest version as it becomes available + +function install_ubuntu() { + . /etc/os-release + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + if [[ ! " jammy " =~ " ${VERSION_CODENAME} " ]]; then + echo "Ubuntu version ${VERSION_CODENAME} with ${XPU_DRIVER_TYPE} not supported" + exit 1 + fi + else + if [[ ! " jammy noble " =~ " ${VERSION_CODENAME} " ]]; then + echo "Ubuntu version ${VERSION_CODENAME} with ${XPU_DRIVER_TYPE} not supported" + exit 1 + fi + fi + + apt-get update -y + apt-get install -y gpg-agent wget + # To add the online network package repository for the GPU Driver + wget -qO - https://repositories.intel.com/gpu/intel-graphics.key \ + | gpg --yes --dearmor --output /usr/share/keyrings/intel-graphics.gpg + echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] \ + https://repositories.intel.com/gpu/ubuntu ${VERSION_CODENAME}${XPU_DRIVER_VERSION} unified" \ + | tee /etc/apt/sources.list.d/intel-gpu-${VERSION_CODENAME}.list + + # Update the packages list and repository index + apt-get update + + # The xpu-smi packages + apt-get install -y flex bison xpu-smi + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + # Compute and Media Runtimes + apt-get install -y \ + intel-opencl-icd intel-level-zero-gpu level-zero \ + intel-media-va-driver-non-free libmfx1 libmfxgen1 libvpl2 \ + libegl-mesa0 libegl1-mesa libegl1-mesa-dev libgbm1 libgl1-mesa-dev libgl1-mesa-dri \ + libglapi-mesa libgles2-mesa-dev libglx-mesa0 libigdgmm12 libxatracker2 mesa-va-drivers \ + mesa-vdpau-drivers mesa-vulkan-drivers va-driver-all vainfo hwinfo clinfo + # Development Packages + apt-get install -y libigc-dev intel-igc-cm libigdfcl-dev libigfxcmrt-dev level-zero-dev + else # rolling or lts2 driver + if [ "${VERSION_CODENAME}" == "jammy" ];then + apt-get install -y \ + intel-opencl-icd libze-intel-gpu1 libze1 \ + intel-media-va-driver-non-free libmfx-gen1 libvpl2 \ + libegl-mesa0 libegl1-mesa libegl1-mesa-dev libgbm1 libgl1-mesa-dev libgl1-mesa-dri \ + libglapi-mesa libglx-mesa0 libigdgmm12 libxatracker2 mesa-va-drivers \ + mesa-vdpau-drivers mesa-vulkan-drivers va-driver-all vainfo hwinfo clinfo intel-ocloc + else + apt-get install -y \ + intel-opencl-icd libze-intel-gpu1 libze1 \ + intel-media-va-driver-non-free libmfx-gen1 libvpl2 \ + libegl-mesa0 libegl1-mesa-dev libgbm1 libgl1-mesa-dev libgl1-mesa-dri \ + libglapi-mesa libgles2-mesa-dev libglx-mesa0 libigdgmm12 libxatracker2 mesa-va-drivers \ + mesa-vdpau-drivers mesa-vulkan-drivers va-driver-all vainfo hwinfo clinfo intel-ocloc + fi + apt-get install -y libigc-dev intel-igc-cm libigdfcl-dev libigfxcmrt-dev libze-dev + fi + + # Cleanup + apt-get autoclean && apt-get clean + rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* +} + +function install_rhel() { + . /etc/os-release + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + if [[ "${ID}" == "rhel" ]]; then + if [[ ! " 8.8 8.10 9.2 9.4 9.5 " =~ " ${VERSION_ID} " ]]; then + echo "RHEL version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit 1 + fi + elif [[ "${ID}" == "almalinux" ]]; then + # Workaround for almalinux8 which used by quay.io/pypa/manylinux_2_28_x86_64 + VERSION_ID="8.8" + fi + elif [ "${XPU_DRIVER_TYPE,,}" == "lts2" ]; then + if [[ "${ID}" == "rhel" ]]; then + if [[ ! " 8.10 9.4 9.6 10.0 " =~ " ${VERSION_ID} " ]]; then + echo "RHEL version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit 1 + fi + elif [[ "${ID}" == "almalinux" ]]; then + # Workaround for almalinux8 which used by quay.io/pypa/manylinux_2_28_x86_64 + VERSION_ID="8.10" + fi + else # rolling driver + if [[ "${ID}" == "rhel" ]]; then + if [[ ! " 8.10 9.4 9.6 " =~ " ${VERSION_ID} " ]]; then + echo "RHEL version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit 1 + fi + elif [[ "${ID}" == "almalinux" ]]; then + # Workaround for almalinux8 which used by quay.io/pypa/manylinux_2_28_x86_64 + VERSION_ID="8.10" + fi + fi + + dnf install -y 'dnf-command(config-manager)' + # To add the online network package repository for the GPU Driver + dnf config-manager --add-repo \ + https://repositories.intel.com/gpu/rhel/${VERSION_ID}${XPU_DRIVER_VERSION}/unified/intel-gpu-${VERSION_ID}.repo + + # Install Intel Support Packages + yum install -y ${XPU_PACKAGES} + # The xpu-smi packages + dnf install -y flex bison xpu-smi + # Compute and Media Runtimes + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + dnf install --skip-broken -y \ + intel-opencl intel-media libmfxgen1 libvpl2 \ + level-zero intel-level-zero-gpu mesa-dri-drivers mesa-vulkan-drivers \ + mesa-vdpau-drivers mesa-libEGL mesa-libgbm mesa-libGL \ + mesa-libxatracker libvpl-tools intel-metrics-discovery \ + intel-metrics-library intel-igc-core intel-igc-cm \ + libva libva-utils intel-gmmlib libmetee intel-gsc intel-ocloc + else + dnf install --skip-broken -y \ + intel-opencl intel-media libmfxgen1 libvpl2 \ + level-zero intel-level-zero-gpu mesa-dri-drivers mesa-vulkan-drivers \ + mesa-vdpau-drivers libdrm mesa-libEGL mesa-libgbm mesa-libGL \ + mesa-libxatracker libvpl-tools intel-metrics-discovery \ + intel-metrics-library intel-igc-core intel-igc-cm \ + libva libva-utils intel-gmmlib libmetee intel-gsc intel-ocloc + fi + # Development packages + dnf install -y --refresh intel-igc-opencl-devel level-zero-devel intel-gsc-devel libmetee-devel + dnf install --enablerepo epel -y hwinfo clinfo + + # Cleanup + dnf clean all + rm -rf /var/cache/yum + rm -rf /var/lib/yum/yumdb + rm -rf /var/lib/yum/history +} + +function install_sles() { + . /etc/os-release + VERSION_SP=${VERSION_ID//./sp} + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + if [[ ! " 15sp4 15sp5 15sp6 " =~ " ${VERSION_SP} " ]]; then + echo "SLES version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit + fi + elif [ "${XPU_DRIVER_TYPE,,}" == "lts2" ]; then + if [[ ! " 15sp4 15sp5 15sp6 15sp7" =~ " ${VERSION_SP} " ]]; then + echo "SLES version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit + fi + else # rolling + if [[ ! " 15sp4 15sp5 15sp6 " =~ " ${VERSION_SP} " ]]; then + echo "SLES version ${VERSION_ID} with ${XPU_DRIVER_TYPE} not supported" + exit + fi + fi + + # To add the online network package repository for the GPU Driver + zypper addrepo -f -r \ + https://repositories.intel.com/gpu/sles/${VERSION_SP}${XPU_DRIVER_VERSION}/unified/intel-gpu-${VERSION_SP}.repo + rpm --import https://repositories.intel.com/gpu/intel-graphics.key + + # The xpu-smi packages + zypper install -y lsb-release flex bison xpu-smi + # Compute and Media Runtimes + zypper install -y \ + intel-level-zero-gpu level-zero intel-gsc intel-opencl intel-ocloc \ + intel-media-driver libigfxcmrt7 libvpl2 libvpl-tools libmfxgen1 + if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + zypper install -y libmfx1 + fi + # Development packages + zypper install -y libigdfcl-devel intel-igc-cm libigfxcmrt-devel level-zero-devel + zypper install -y clinfo libOpenCL1 libva-utils hwinfo + +} + +# Default use GPU driver rolling releases +XPU_DRIVER_VERSION="" +if [ "${XPU_DRIVER_TYPE,,}" == "lts" ]; then + # Use GPU driver LTS releases + XPU_DRIVER_VERSION="/lts/2350" +elif [ "${XPU_DRIVER_TYPE,,}" == "lts2" ]; then + # Use GPU driver LTS releases + XPU_DRIVER_VERSION="/lts/2523" +fi + +# The installation depends on the base OS +ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"') +case "$ID" in + ubuntu) + install_ubuntu + ;; + rhel|almalinux) + install_rhel + ;; + sles) + install_sles + ;; + *) + echo "Unable to determine OS..." + exit 1 + ;; +esac diff --git a/.ci/docker/ubuntu/Dockerfile b/.ci/docker/ubuntu/Dockerfile new file mode 100644 index 0000000000..e869019c3f --- /dev/null +++ b/.ci/docker/ubuntu/Dockerfile @@ -0,0 +1,28 @@ +ARG UBUNTU_VERSION + +FROM ubuntu:${UBUNTU_VERSION} + +ARG UBUNTU_VERSION + +ENV DEBIAN_FRONTEND noninteractive + +ENV http_proxy http://proxy-dmz.intel.com:912 +ENV https_proxy http://proxy-dmz.intel.com:912 + +# install Intel GPU driver LTS2, refer to https://dgpu-docs.intel.com/driver/installation-lts2.html +ENV XPU_DRIVER_TYPE LTS2 +COPY ./common/install_xpu.sh install_xpu.sh +RUN bash ./install_xpu.sh && rm -f install_xpu.sh + +# install extra packages for pytorch benchmark +RUN apt-get update +RUN apt-get install -y gcc g++ cmake libgl1 zlib1g-dev libglib2.0-dev +RUN apt-get install -y wget curl sudo git unzip zip gh numactl rsync jq + +# Cleanup package manager +RUN apt-get autoclean && apt-get clean +RUN rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* + + +USER jenkins +CMD ["bash"] From e8deb2346c5bc50845cf484e59b7ba25d295bdd6 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Wed, 24 Sep 2025 13:44:13 +0800 Subject: [PATCH 08/16] skip lint SC2076 --- .github/scripts/lintrunner.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/scripts/lintrunner.sh b/.github/scripts/lintrunner.sh index 12a9ac6e66..91ed49da4d 100755 --- a/.github/scripts/lintrunner.sh +++ b/.github/scripts/lintrunner.sh @@ -24,7 +24,7 @@ if ! command -v lintrunner &> /dev/null; then fi # Ignoring errors in one specific run -export SHELLCHECK_OPTS="-e SC2154 -e SC2086 -e SC1091 -e SC2046" +export SHELLCHECK_OPTS="-e SC2154 -e SC2086 -e SC1091 -e SC2046 -e SC2076" # This has already been cached in the docker image lintrunner init 2> /dev/null From d62fc8f3e5bd34a1d6476c61ffa574b3db1a7384 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Thu, 25 Sep 2025 17:04:30 +0800 Subject: [PATCH 09/16] add docker build workflow --- .ci/docker/ubuntu/Dockerfile | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.ci/docker/ubuntu/Dockerfile b/.ci/docker/ubuntu/Dockerfile index e869019c3f..b378649b66 100644 --- a/.ci/docker/ubuntu/Dockerfile +++ b/.ci/docker/ubuntu/Dockerfile @@ -10,7 +10,9 @@ ENV http_proxy http://proxy-dmz.intel.com:912 ENV https_proxy http://proxy-dmz.intel.com:912 # install Intel GPU driver LTS2, refer to https://dgpu-docs.intel.com/driver/installation-lts2.html -ENV XPU_DRIVER_TYPE LTS2 +ARG XPU_DRIVER_TYPE +ENV XPU_DRIVER_TYPE ${XPU_DRIVER_TYPE} + COPY ./common/install_xpu.sh install_xpu.sh RUN bash ./install_xpu.sh && rm -f install_xpu.sh From edc659db6e2446e7ebd3251a0f0d41d31bffca06 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Thu, 25 Sep 2025 17:07:05 +0800 Subject: [PATCH 10/16] update --- .ci/docker/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/README.md b/.ci/docker/README.md index d3f18fa687..9995dd6844 100644 --- a/.ci/docker/README.md +++ b/.ci/docker/README.md @@ -13,5 +13,5 @@ If also use this for build, need install Intel® Deep Learning Essentials, refer to [Intel® Deep Learning Essentials](https://www.intel.com/content/www/us/en/developer/tools/oneapi/base-toolkit-download.html?packages=dl-essentials&dl-essentials-os=linux&dl-lin=offline) ```bash # Build a specific image for tests -docker build --build-arg UBUNTU_VERSION=22.04 --file ubuntu/Dockerfile . +docker build --build-arg UBUNTU_VERSION=22.04 --file ubuntu/Dockerfile --build-arg XPU_DRIVER_TYPE=LTS2 . ``` From f381466d435b3eff3f8e1eb7c542d430da0d56c2 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Fri, 26 Sep 2025 09:47:10 +0800 Subject: [PATCH 11/16] add image build workflow --- .github/workflows/_linux_test_image.yml | 65 +++++++++++++++++++++++++ 1 file changed, 65 insertions(+) create mode 100644 .github/workflows/_linux_test_image.yml diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml new file mode 100644 index 0000000000..78b7e5b03a --- /dev/null +++ b/.github/workflows/_linux_test_image.yml @@ -0,0 +1,65 @@ +name: Linux Image for Tests + +on: + workflow_call: + inputs: + runner: + type: string + default: 'pvc_rolling' + description: Runner label + driver: + required: true + type: string + default: 'lts2' + description: Driver version, lts, lts2 or rolling + ubuntu: + required: true + type: string + default: '22.04' + description: Ubuntu version, 22.04 or 24.04 + tag: + required: true + type: string + default: 'intelgpu/ubuntu-22.04-lts2:1146' + description: Whether push image to docker hub or not + push_to_hub: + type: boolean + default: false + description: Whether push image to docker hub or not + +permissions: read-all + +defaults: + run: + shell: bash -xe {0} +env: + GH_TOKEN: ${{ github.token }} + HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + +jobs: + build-image: + runs-on: ${{ inputs.runner }} + steps: + - name: Cleanup + run: | + sudo find ./ |grep -v "^\./$" |xargs sudo rm -rf + if systemctl is-active --quiet docker; then + echo "Docker daemon is running..."; + else + echo "Starting docker deamon..." && sudo sh -c "systemctl start docker"; + fi + docker system prune -af || true + - name: Checkout torch-xpu-ops + uses: actions/checkout@v4 + - name: Build image + run: | + cd .ci/docker + docker build . -t ${{ inputs.tag }} \ + --build-arg UBUNTU_VERSION=${{ inputs.ubuntu }} \ + --build-arg XPU_DRIVER_TYPE=${{ inputs.driver }} \ + -f ubuntu/Dockerfile + docker images + - name: Push image + if: ${{ inputs.push_to_hub }} + run: | + docker push ${{ inputs.tag }} From 5c1996838c0a6a518838c482c52b3c4ff9d71b9e Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Fri, 26 Sep 2025 10:22:03 +0800 Subject: [PATCH 12/16] image build trigger --- .github/workflows/_linux_test_image.yml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml index 78b7e5b03a..54bb4ebf12 100644 --- a/.github/workflows/_linux_test_image.yml +++ b/.github/workflows/_linux_test_image.yml @@ -1,6 +1,13 @@ name: Linux Image for Tests on: + pull_request: + branches: + - main + paths: + - '.ci/docker/common/install_xpu.sh' + - '.ci/docker/ubuntu/Dockerfile' + - '.github/workflows/_linux_test_image.yml' workflow_call: inputs: runner: From 0a7e840989ea52e7b74dcb644e738a652e64bfe4 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Fri, 26 Sep 2025 10:29:05 +0800 Subject: [PATCH 13/16] update --- .github/workflows/_linux_test_image.yml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml index 54bb4ebf12..4e85823535 100644 --- a/.github/workflows/_linux_test_image.yml +++ b/.github/workflows/_linux_test_image.yml @@ -45,7 +45,8 @@ env: jobs: build-image: - runs-on: ${{ inputs.runner }} + runs-on: ${{ inputs.runner != '' && inputs.runner || 'pvc_rolling' }} + if: ${{ github.event.pull_request.draft == false }} steps: - name: Cleanup run: | @@ -61,12 +62,12 @@ jobs: - name: Build image run: | cd .ci/docker - docker build . -t ${{ inputs.tag }} \ - --build-arg UBUNTU_VERSION=${{ inputs.ubuntu }} \ - --build-arg XPU_DRIVER_TYPE=${{ inputs.driver }} \ + docker build . -t ${{ inputs.tag != '' && inputs.tag || 'intelgpu/ubuntu-22.04-lts2:latest' }} \ + --build-arg UBUNTU_VERSION=${{ inputs.ubuntu != '' && inputs.ubuntu || '22.04' }} \ + --build-arg XPU_DRIVER_TYPE=${{ inputs.driver != '' && inputs.driver || 'lts2' }} \ -f ubuntu/Dockerfile docker images - name: Push image if: ${{ inputs.push_to_hub }} run: | - docker push ${{ inputs.tag }} + docker push ${{ inputs.tag != '' && inputs.tag || 'intelgpu/ubuntu-22.04-lts2:latest' }} From 9fceee62bbddcd2fbe5a4ccd39bc0ef2ba8c7ab9 Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Fri, 26 Sep 2025 10:34:55 +0800 Subject: [PATCH 14/16] update --- .ci/docker/ubuntu/Dockerfile | 13 ++++--------- .github/workflows/_linux_test_image.yml | 5 ++--- 2 files changed, 6 insertions(+), 12 deletions(-) diff --git a/.ci/docker/ubuntu/Dockerfile b/.ci/docker/ubuntu/Dockerfile index b378649b66..64328b47ed 100644 --- a/.ci/docker/ubuntu/Dockerfile +++ b/.ci/docker/ubuntu/Dockerfile @@ -2,13 +2,8 @@ ARG UBUNTU_VERSION FROM ubuntu:${UBUNTU_VERSION} -ARG UBUNTU_VERSION - ENV DEBIAN_FRONTEND noninteractive -ENV http_proxy http://proxy-dmz.intel.com:912 -ENV https_proxy http://proxy-dmz.intel.com:912 - # install Intel GPU driver LTS2, refer to https://dgpu-docs.intel.com/driver/installation-lts2.html ARG XPU_DRIVER_TYPE ENV XPU_DRIVER_TYPE ${XPU_DRIVER_TYPE} @@ -18,12 +13,12 @@ RUN bash ./install_xpu.sh && rm -f install_xpu.sh # install extra packages for pytorch benchmark RUN apt-get update -RUN apt-get install -y gcc g++ cmake libgl1 zlib1g-dev libglib2.0-dev -RUN apt-get install -y wget curl sudo git unzip zip gh numactl rsync jq +RUN apt-get install -y wget curl sudo git unzip zip gh numactl rsync jq # tools +RUN apt-get install -y gcc g++ cmake libgl1 zlib1g-dev libglib2.0-dev # for benchmark tests +RUN apt-get install -y libnl-genl-3-200 # for distributed tests # Cleanup package manager -RUN apt-get autoclean && apt-get clean -RUN rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* +RUN apt-get autoclean && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* USER jenkins diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml index 4e85823535..d759fb2fbb 100644 --- a/.github/workflows/_linux_test_image.yml +++ b/.github/workflows/_linux_test_image.yml @@ -12,7 +12,7 @@ on: inputs: runner: type: string - default: 'pvc_rolling' + default: 'ubuntu-24.04' description: Runner label driver: required: true @@ -45,12 +45,11 @@ env: jobs: build-image: - runs-on: ${{ inputs.runner != '' && inputs.runner || 'pvc_rolling' }} + runs-on: ${{ inputs.runner != '' && inputs.runner || 'ubuntu-24.04' }} if: ${{ github.event.pull_request.draft == false }} steps: - name: Cleanup run: | - sudo find ./ |grep -v "^\./$" |xargs sudo rm -rf if systemctl is-active --quiet docker; then echo "Docker daemon is running..."; else From 9e3bad712f124ac074bbdcac22013b9980f0374e Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Fri, 26 Sep 2025 14:23:01 +0800 Subject: [PATCH 15/16] update --- .github/workflows/_linux_test_image.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml index d759fb2fbb..944aa2dea7 100644 --- a/.github/workflows/_linux_test_image.yml +++ b/.github/workflows/_linux_test_image.yml @@ -41,7 +41,7 @@ defaults: shell: bash -xe {0} env: GH_TOKEN: ${{ github.token }} - HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} + DOCKER_REGISTRY_AUTH_TOKEN: ${{ secrets.DOCKER_HUB_TOKEN }} jobs: build-image: @@ -69,4 +69,5 @@ jobs: - name: Push image if: ${{ inputs.push_to_hub }} run: | + echo "$DOCKER_REGISTRY_AUTH_TOKEN" | docker login -u intelgpu --password-stdin docker push ${{ inputs.tag != '' && inputs.tag || 'intelgpu/ubuntu-22.04-lts2:latest' }} From 42c417ff8cb6257dbef4e68606e6fc8fc713500f Mon Sep 17 00:00:00 2001 From: mengfei25 Date: Mon, 29 Sep 2025 11:15:33 +0800 Subject: [PATCH 16/16] modify --- .ci/docker/ubuntu/Dockerfile | 12 +++++------- .github/workflows/_linux_accelerate.yml | 2 +- .github/workflows/_linux_e2e.yml | 2 +- .github/workflows/_linux_op_benchmark.yml | 2 +- .github/workflows/_linux_test_image.yml | 2 +- .github/workflows/_linux_transformers.yml | 2 +- .github/workflows/_linux_ut.yml | 2 +- .github/workflows/bisect_search.yml | 2 +- 8 files changed, 12 insertions(+), 14 deletions(-) diff --git a/.ci/docker/ubuntu/Dockerfile b/.ci/docker/ubuntu/Dockerfile index 64328b47ed..ac2557e034 100644 --- a/.ci/docker/ubuntu/Dockerfile +++ b/.ci/docker/ubuntu/Dockerfile @@ -12,13 +12,11 @@ COPY ./common/install_xpu.sh install_xpu.sh RUN bash ./install_xpu.sh && rm -f install_xpu.sh # install extra packages for pytorch benchmark -RUN apt-get update -RUN apt-get install -y wget curl sudo git unzip zip gh numactl rsync jq # tools -RUN apt-get install -y gcc g++ cmake libgl1 zlib1g-dev libglib2.0-dev # for benchmark tests -RUN apt-get install -y libnl-genl-3-200 # for distributed tests - -# Cleanup package manager -RUN apt-get autoclean && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* +RUN apt-get update && \ + apt-get install -y wget curl sudo git unzip zip gh numactl rsync jq && \ + apt-get install -y gcc g++ cmake libgl1 zlib1g-dev libglib2.0-dev && \ + apt-get install -y libnl-genl-3-200 && \ + apt-get autoclean && apt-get clean && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* USER jenkins diff --git a/.github/workflows/_linux_accelerate.yml b/.github/workflows/_linux_accelerate.yml index 7a1131e4d9..a8e17ba0b0 100644 --- a/.github/workflows/_linux_accelerate.yml +++ b/.github/workflows/_linux_accelerate.yml @@ -92,7 +92,7 @@ jobs: runs-on: ${{ needs.prepare.outputs.runner_id }} needs: prepare container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_e2e.yml b/.github/workflows/_linux_e2e.yml index c3829f9074..bb1f66c61b 100644 --- a/.github/workflows/_linux_e2e.yml +++ b/.github/workflows/_linux_e2e.yml @@ -78,7 +78,7 @@ jobs: needs: runner timeout-minutes: 3600 container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_op_benchmark.yml b/.github/workflows/_linux_op_benchmark.yml index 69076e095d..fa01b43a8f 100644 --- a/.github/workflows/_linux_op_benchmark.yml +++ b/.github/workflows/_linux_op_benchmark.yml @@ -53,7 +53,7 @@ jobs: runs-on: ${{ needs.runner.outputs.runner_id }} timeout-minutes: 900 container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/_linux_test_image.yml b/.github/workflows/_linux_test_image.yml index 944aa2dea7..a26b56eb0c 100644 --- a/.github/workflows/_linux_test_image.yml +++ b/.github/workflows/_linux_test_image.yml @@ -27,7 +27,7 @@ on: tag: required: true type: string - default: 'intelgpu/ubuntu-22.04-lts2:1146' + default: 'intelgpu/ubuntu-22.04-lts2:2523.31' description: Whether push image to docker hub or not push_to_hub: type: boolean diff --git a/.github/workflows/_linux_transformers.yml b/.github/workflows/_linux_transformers.yml index b594392c3c..e975039db0 100644 --- a/.github/workflows/_linux_transformers.yml +++ b/.github/workflows/_linux_transformers.yml @@ -145,7 +145,7 @@ jobs: needs: prepare runs-on: ${{ needs.prepare.outputs.runner_id }} container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --group-add ${{ needs.prepare.outputs.render_id }} diff --git a/.github/workflows/_linux_ut.yml b/.github/workflows/_linux_ut.yml index a4866aee24..a2d659f112 100644 --- a/.github/workflows/_linux_ut.yml +++ b/.github/workflows/_linux_ut.yml @@ -61,7 +61,7 @@ jobs: if: ${{ ! contains(inputs.ut, 'distributed') }} runs-on: ${{ needs.runner.outputs.runner_id }} container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --security-opt seccomp=unconfined --cap-add=SYS_PTRACE --shm-size=8g diff --git a/.github/workflows/bisect_search.yml b/.github/workflows/bisect_search.yml index 0b78c375a5..cdb9029a1d 100644 --- a/.github/workflows/bisect_search.yml +++ b/.github/workflows/bisect_search.yml @@ -65,7 +65,7 @@ jobs: needs: get_runner runs-on: ${{ needs.get_runner.outputs.runner_id }} container: - image: intelgpu/ubuntu-22.04-lts2:1146 + image: intelgpu/ubuntu-22.04-lts2:2523.31 volumes: - ${{ github.workspace }}:${{ github.workspace }} options: --device=/dev/mem --device=/dev/dri --group-add video --privileged --shm-size=8g