diff --git a/dpkd/transformers/examples/research_projects/bertabs/requirements.txt b/dpkd/transformers/examples/research_projects/bertabs/requirements.txt
index cdbfb260..e069ce2d 100644
--- a/dpkd/transformers/examples/research_projects/bertabs/requirements.txt
+++ b/dpkd/transformers/examples/research_projects/bertabs/requirements.txt
@@ -1,4 +1,4 @@
-transformers == 3.5.1
+transformers == 5.0.0rc3
 
 # For ROUGE
 nltk