Update projects/self_taught_evaluator/src/utils.py

Co-authored-by: Golovneva <103262907+Golovneva@users.noreply.github.com>
facebookresearch · Sep 26, 2024 · 3666f35 · 3666f35
1 parent d77db4f
commit 3666f35
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/projects/self_taught_evaluator/src/utils.py b/projects/self_taught_evaluator/src/utils.py
@@ -138,7 +138,7 @@ def compute_rewardbench_scores(
     # used to fetch reference winners
     _, subsets = load_eval_dataset(
         core_set=True,
-        conv=None,  # get_conv_template("raw"),  # not used in this script (handled later)
+        conv=None,
         custom_dialogue_formatting=True,  # handle formatting later
         tokenizer=None,
         keep_columns=["text_chosen", "text_rejected", "id"],