diff --git a/model/requirements.txt b/model/requirements.txt
index 38c480d..6a8598d 100644
--- a/model/requirements.txt
+++ b/model/requirements.txt
@@ -1,5 +1,5 @@
 torch==2.1.0
-transformers==4.39.0
+transformers==5.0.0rc3
 accelerate==0.24.1
 datasets==2.14.6
 zstandard==0.22.0