diff --git a/reslora/requirements.txt b/reslora/requirements.txt
index ad06bd0c..a27ac9a8 100644
--- a/reslora/requirements.txt
+++ b/reslora/requirements.txt
@@ -1,5 +1,5 @@
 deepspeed
-transformers==4.36.0
+transformers==5.0.0rc3
 protobuf
 loralib
 einops