diff --git a/dpkd/transformers/examples/research_projects/vqgan-clip/requirements.txt b/dpkd/transformers/examples/research_projects/vqgan-clip/requirements.txt
index b97adf41..e11bce1f 100644
--- a/dpkd/transformers/examples/research_projects/vqgan-clip/requirements.txt
+++ b/dpkd/transformers/examples/research_projects/vqgan-clip/requirements.txt
@@ -21,7 +21,7 @@ taming-transformers
 torch
 torchvision
 tqdm
-transformers==4.38.0
+transformers==5.0.0rc3
 tokenizers==0.13.2
 typing_extensions
 wandb