fix requirements for mistral tokenizers

OptimalScale · Jul 23, 2024 · 4d38205 · 4d38205
1 parent e6c57fc
commit 4d38205
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -1,13 +1,13 @@
 numpy==1.24.2
 datasets==2.14.6
-tokenizers==0.13.3
+tokenizers==0.19.1
 peft==0.4.0
 torch>=2.0.1
 wandb==0.14.0
 deepspeed==0.10.0
 trl==0.5.0
 sentencepiece
-transformers>=4.31.0
+transformers==4.42.0
 flask
 flask_cors
 icetk