update to latest transformers for mixstral support (#929)

* update to latest transformers for mixstral support * pin transformers * fix typo
axolotl-ai-cloud · Dec 10, 2023 · 35f9b0f · 35f9b0f
1 parent 68b227a
commit 35f9b0f
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/examples/mistral/mixtral.yml b/examples/mistral/mixtral.yml
@@ -1,6 +1,7 @@
 base_model: DiscoResearch/mixtral-7b-8expert
 model_type: MixtralForCausalLM
 tokenizer_type: LlamaTokenizer
+trust_remote_code: true
 
 load_in_8bit: false
 load_in_4bit: true

diff --git a/requirements.txt b/requirements.txt
@@ -2,7 +2,7 @@
 auto-gptq==0.5.1
 packaging
 peft==0.6.0
-transformers==4.35.2
+transformers @ git+https://github.com/huggingface/transformers.git@df5c5c62ae253055336f5bb0828ca8e3e15ab6bd
 tokenizers==0.15.0
 bitsandbytes>=0.41.1
 accelerate==0.24.1