fix instance score

Signed-off-by: Assaf Toledo <assaf.toledo@ibm.com>
IBM · Jan 22, 2024 · 956e97b · 956e97b
1 parent 30cfc86
commit 956e97b
Show file tree

Hide file tree

Showing 7 changed files with 14 additions and 14 deletions.
diff --git a/prepare/metrics/rag.py b/prepare/metrics/rag.py
@@ -244,7 +244,7 @@
         postpreprocess_steps=[
             CopyFields(
                 field_to_field=[
-                    ("score/global/precision", "score/global/score"),
+                    ("score/instance/precision", "score/instance/score"),
                 ],
                 use_query=True,
             )
@@ -272,7 +272,7 @@
         postpreprocess_steps=[
             CopyFields(
                 field_to_field=[
-                    ("score/global/recall", "score/global/score"),
+                    ("score/instance/recall", "score/instance/score"),
                 ],
                 use_query=True,
             )

diff --git a/src/unitxt/catalog/metrics/rag/answer_correctness.json b/src/unitxt/catalog/metrics/rag/answer_correctness.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/recall",
-                    "score/global/score"
+                    "score/instance/recall",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true

diff --git a/src/unitxt/catalog/metrics/rag/bert_k_precision.json b/src/unitxt/catalog/metrics/rag/bert_k_precision.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/precision",
-                    "score/global/score"
+                    "score/instance/precision",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true

diff --git a/src/unitxt/catalog/metrics/rag/bert_recall.json b/src/unitxt/catalog/metrics/rag/bert_recall.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/recall",
-                    "score/global/score"
+                    "score/instance/recall",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true

diff --git a/src/unitxt/catalog/metrics/rag/faithfulness.json b/src/unitxt/catalog/metrics/rag/faithfulness.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/precision",
-                    "score/global/score"
+                    "score/instance/precision",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true

diff --git a/src/unitxt/catalog/metrics/rag/k_precision.json b/src/unitxt/catalog/metrics/rag/k_precision.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/precision",
-                    "score/global/score"
+                    "score/instance/precision",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true

diff --git a/src/unitxt/catalog/metrics/rag/recall.json b/src/unitxt/catalog/metrics/rag/recall.json
@@ -29,8 +29,8 @@
             "type": "copy_fields",
             "field_to_field": [
                 [
-                    "score/global/recall",
-                    "score/global/score"
+                    "score/instance/recall",
+                    "score/instance/score"
                 ]
             ],
             "use_query": true