diff --git a/requirements.txt b/requirements.txt
index df7c12d..19b6ac4 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,5 @@
 einops
-transformers==4.30.0
+transformers==5.0.0rc3
 peft
 omegaconf
 torch