diff --git a/dpkd/transformers/examples/research_projects/codeparrot/examples/requirements.txt b/dpkd/transformers/examples/research_projects/codeparrot/examples/requirements.txt
index 997334e2..f361e4bb 100644
--- a/dpkd/transformers/examples/research_projects/codeparrot/examples/requirements.txt
+++ b/dpkd/transformers/examples/research_projects/codeparrot/examples/requirements.txt
@@ -1,5 +1,5 @@
 datasets==2.3.2
-transformers==4.21.1
+transformers==5.0.0rc3
 wandb==0.13.1
 evaluate==0.2.2
 scikit-learn==1.1.2
\ No newline at end of file