diff --git a/requirements_versions.txt b/requirements_versions.txt
index e84bd4270a8..6dbc75c119a 100644
--- a/requirements_versions.txt
+++ b/requirements_versions.txt
@@ -28,5 +28,5 @@ tomesd==0.1.3
 torch
 torchdiffeq==0.2.3
 torchsde==0.2.5
-transformers==4.30.2
+transformers==5.0.0rc1
 httpx==0.24.1