diff --git a/llm_retriever/requirements.txt b/llm_retriever/requirements.txt
index a2105aab..b0afe595 100644
--- a/llm_retriever/requirements.txt
+++ b/llm_retriever/requirements.txt
@@ -1,5 +1,5 @@
 torch>=1.12
-transformers==4.28
+transformers==5.0.0rc3
 datasets==2.3.0
 deepspeed==0.8.3
 tqdm