diff --git a/tools/ci_build/requirements.txt b/tools/ci_build/requirements.txt
index 3734d64a5dd1a..b3d703c088fd7 100644
--- a/tools/ci_build/requirements.txt
+++ b/tools/ci_build/requirements.txt
@@ -2,6 +2,6 @@
 protobuf==3.17.0
 numpy==1.21.6
 coloredlogs==15.0
-transformers==4.6.1
+transformers==5.0.0rc1
 onnxconverter-common==1.8.1
 psutil