From 272707dbf21f9688e475a962ac79f386574eaffe Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 13 Sep 2023 10:38:28 -0400 Subject: [PATCH] check for the existence of the default accelerate config that can create headaches (#561) --- scripts/finetune.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/scripts/finetune.py b/scripts/finetune.py index ca72c7910..c149ad073 100644 --- a/scripts/finetune.py +++ b/scripts/finetune.py @@ -14,6 +14,7 @@ import yaml # add src to the pythonpath so we don't need to pip install this +from accelerate.commands.config import config_args from art import text2art from transformers import GenerationConfig, TextStreamer @@ -254,9 +255,17 @@ def load_datasets( ) +def check_accelerate_default_config(): + if Path(config_args.default_yaml_config_file).exists(): + LOG.warning( + f"accelerate config file found at {config_args.default_yaml_config_file}. This can lead to unexpected errors" + ) + + def do_cli(config: Path = Path("examples/"), **kwargs): print_axolotl_text_art() parsed_cfg = load_cfg(config, **kwargs) + check_accelerate_default_config() parser = transformers.HfArgumentParser((TrainerCliArgs)) parsed_cli_args, _ = parser.parse_args_into_dataclasses( return_remaining_strings=True