diff --git a/requirements.txt b/requirements.txt
index 7c24d0d..cde5622 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 torch==2.7.1
 torchvision
 omegaconf
-transformers==4.56.1
+transformers==5.0.0rc3
 timm
 open_clip_torch
 einops