diff --git a/corag/requirements.txt b/corag/requirements.txt
index b9eda0ad..1d65f6e6 100644
--- a/corag/requirements.txt
+++ b/corag/requirements.txt
@@ -1,5 +1,5 @@
 torch==2.4.0
-transformers==4.46.3
+transformers==5.0.0rc3
 datasets==2.20.0
 tqdm
 accelerate==1.0.0