diff --git a/test/integration/gpt_neox_20B/requirements.txt b/test/integration/gpt_neox_20B/requirements.txt
index 213ff3c..ed89993 100644
--- a/test/integration/gpt_neox_20B/requirements.txt
+++ b/test/integration/gpt_neox_20B/requirements.txt
@@ -1,4 +1,4 @@
-transformers==4.26.0
+transformers==4.53.0
 regex
 tensorboard
 datasets