diff --git a/docker/requirements.txt b/docker/requirements.txt
index a2856d6..1d28dcb 100644
--- a/docker/requirements.txt
+++ b/docker/requirements.txt
@@ -29,6 +29,6 @@ timm
 torch==2.3.1 --index-url https://download.pytorch.org/whl/cu121
 torchvision==0.18.1 --index-url https://download.pytorch.org/whl/cu121
 torchaudio==2.3.1 --index-url https://download.pytorch.org/whl/cu121
-transformers==4.40.1
+transformers==5.0.0rc3
 wandb
 xformers==0.0.27