lint

tloen · Apr 13, 2023 · 65fb822 · 65fb822
1 parent ea0e96b
commit 65fb822
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/finetune.py b/finetune.py
@@ -156,7 +156,9 @@ def generate_and_tokenize_prompt(data_point):
             user_prompt = prompter.generate_prompt(
                 data_point["instruction"], data_point["input"]
             )
-            tokenized_user_prompt = tokenize(user_prompt, add_eos_token=add_eos_token)
+            tokenized_user_prompt = tokenize(
+                user_prompt, add_eos_token=add_eos_token
+            )
             user_prompt_len = len(tokenized_user_prompt["input_ids"])
 
             if add_eos_token: