diff --git a/requirements.txt b/requirements.txt
index 6718b5f..292f98f 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -114,7 +114,7 @@ torch_sparse==0.6.18+pt24cu124
 torchaudio==2.6.0
 torchvision==0.21.0
 tqdm==4.67.1
-transformers==4.57.1
+transformers==5.0.0rc3
 triton==3.2.0
 typer==0.19.2
 typing-inspection==0.4.1