diff --git a/finetune.py b/finetune.py index 06c68a78..0e74641d 100644 --- a/finetune.py +++ b/finetune.py @@ -156,7 +156,9 @@ def generate_and_tokenize_prompt(data_point): user_prompt = prompter.generate_prompt( data_point["instruction"], data_point["input"] ) - tokenized_user_prompt = tokenize(user_prompt, add_eos_token=add_eos_token) + tokenized_user_prompt = tokenize( + user_prompt, add_eos_token=add_eos_token + ) user_prompt_len = len(tokenized_user_prompt["input_ids"]) if add_eos_token: