diff --git a/ops/pipeline/get-image-tag.sh b/ops/pipeline/get-image-tag.sh
index 74458229bbce..13e4c27e01e4 100755
--- a/ops/pipeline/get-image-tag.sh
+++ b/ops/pipeline/get-image-tag.sh
@@ -1,4 +1,4 @@
 ## Update the following line to test changes to CI images
 ## See https://xgboost.readthedocs.io/en/latest/contrib/ci.html#making-changes-to-ci-containers
 
-IMAGE_TAG=main
+IMAGE_TAG=PR-34