diff --git a/requirements.txt b/requirements.txt
index 72383c5..4c586e0 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 yapf >= 0.30.0
 torch >= 1.4.0
 fairseq == 0.9.0
-transformers == 3.0.2
+transformers == 4.30.0
 absl-py >= 0.9.0
 filelock >= 3.0.12
 requests >= 2.24.0