update dynamic error message

axolotl-ai-cloud · Jan 10, 2024 · 2d86271 · 2d86271
1 parent 02dfbfd
commit 2d86271
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -172,8 +172,11 @@ def load_tokenizer(cfg):
                     )
                 )
             ):
+                lora_modules_to_save = ", ".join(
+                    [f"`{x}`" for x in lora_modules_to_save]
+                )
                 raise ValueError(
-                    "Please set lora_modules_to_save to ['embed_tokens', 'lm_head'] when using an adapter and changing the special tokens."
+                    f"Please set lora_modules_to_save to {lora_modules_to_save} when using an adapter and changing the special tokens."
                 )
 
             tokenizer.add_special_tokens(