diff --git a/python/requirements/ml/core-requirements.txt b/python/requirements/ml/core-requirements.txt
index 2d6948ccef11..71566a329729 100644
--- a/python/requirements/ml/core-requirements.txt
+++ b/python/requirements/ml/core-requirements.txt
@@ -8,7 +8,7 @@ xgboost==2.1.0
 lightgbm==4.6.0
 
 # Huggingface
-transformers==4.36.2
+transformers==5.0.0rc3
 accelerate==0.28.0
 
 # Cloud storage tools