Fix: ValueError when FA + Mistral when padding_side=right (axolotl-ai…

…-cloud#681) * Fix: ValueError when FA + Mistral when padding_side=right * fix: remove tokenizer class check
mkeoliya · Oct 5, 2023 · a936487 · a936487
1 parent 1e3fd14
commit a936487
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -81,6 +81,9 @@ def load_tokenizer(cfg):
         tokenizer.add_special_tokens({"pad_token": "[PAD]"})
         os.environ["TOKENIZERS_PARALLELISM"] = "false"
 
+    if cfg.is_mistral_derived_model:
+        tokenizer.padding_side = "left"
+
     if cfg.special_tokens:
         for k, val in cfg.special_tokens.items():
             tokenizer.add_special_tokens(