revert unrelated change

add Signed-off-by: lilacheden <lilach.edel@gmail.com>
IBM · Sep 10, 2024 · 6b2c89e · 6b2c89e
1 parent c8ee0bb
commit 6b2c89e
Showing 1 changed file with 27 additions and 49 deletions.
diff --git a/prepare/metrics/retrieval.py b/prepare/metrics/retrieval.py
@@ -4,9 +4,9 @@
 
 metric = RetrievalAtK(k_list=[1, 3, 5, 10, 20, 40])
 
-predictions = [["a", "b", "c", "d", "e", "f"], ["g", "r", "u"], ["a", "b", "c"], []]
+predictions = [["a", "b", "c", "d", "e", "f"], ["g", "r", "u"], ["a", "b", "c"]]
 
-references = [[["c", "d"]], [["g"]], [[]], [["a"]]]  # third hit  # first hit  # no hit
+references = [[["c", "d"]], [["g"]], [[]]]  # third hit  # first hit  # no hit
 
 instance_targets = [
     {
@@ -75,87 +75,65 @@
         "score": 0.0,
         "score_name": "match_at_1",
     },
-    {
-        "match_at_1": 0.0,
-        "match_at_3": 0.0,
-        "match_at_5": 0.0,
-        "match_at_10": 0.0,
-        "match_at_20": 0.0,
-        "match_at_40": 0.0,
-        "precision_at_1": 0.0,
-        "precision_at_3": 0.0,
-        "precision_at_5": 0.0,
-        "precision_at_10": 0.0,
-        "precision_at_20": 0.0,
-        "precision_at_40": 0.0,
-        "recall_at_1": 0.0,
-        "recall_at_3": 0.0,
-        "recall_at_5": 0.0,
-        "recall_at_10": 0.0,
-        "recall_at_20": 0.0,
-        "recall_at_40": 0.0,
-        "score": 0.0,
-        "score_name": "match_at_1",
-    },
 ]
 
 global_target = {
-    "match_at_1": 0.25,
-    "match_at_10": 0.5,
+    "match_at_1": 0.33,
+    "match_at_10": 0.67,
     "match_at_10_ci_high": 1.0,
     "match_at_10_ci_low": 0.0,
-    "match_at_1_ci_high": 0.75,
+    "match_at_1_ci_high": 1.0,
     "match_at_1_ci_low": 0.0,
-    "match_at_20": 0.5,
+    "match_at_20": 0.67,
     "match_at_20_ci_high": 1.0,
     "match_at_20_ci_low": 0.0,
-    "match_at_3": 0.5,
+    "match_at_3": 0.67,
     "match_at_3_ci_high": 1.0,
     "match_at_3_ci_low": 0.0,
-    "match_at_40": 0.5,
+    "match_at_40": 0.67,
     "match_at_40_ci_high": 1.0,
     "match_at_40_ci_low": 0.0,
-    "match_at_5": 0.5,
+    "match_at_5": 0.67,
     "match_at_5_ci_high": 1.0,
     "match_at_5_ci_low": 0.0,
-    "precision_at_1": 0.25,
-    "precision_at_10": 0.17,
+    "precision_at_1": 0.33,
+    "precision_at_10": 0.22,
     "precision_at_10_ci_high": 0.33,
     "precision_at_10_ci_low": 0.0,
-    "precision_at_1_ci_high": 0.75,
+    "precision_at_1_ci_high": 1.0,
     "precision_at_1_ci_low": 0.0,
-    "precision_at_20": 0.17,
+    "precision_at_20": 0.22,
     "precision_at_20_ci_high": 0.33,
     "precision_at_20_ci_low": 0.0,
-    "precision_at_3": 0.17,
+    "precision_at_3": 0.22,
     "precision_at_3_ci_high": 0.33,
     "precision_at_3_ci_low": 0.0,
-    "precision_at_40": 0.17,
+    "precision_at_40": 0.22,
     "precision_at_40_ci_high": 0.33,
     "precision_at_40_ci_low": 0.0,
-    "precision_at_5": 0.18,
-    "precision_at_5_ci_high": 0.37,
+    "precision_at_5": 0.24,
+    "precision_at_5_ci_high": 0.38,
     "precision_at_5_ci_low": 0.0,
-    "recall_at_1": 0.25,
-    "recall_at_10": 0.5,
+    "recall_at_1": 0.33,
+    "recall_at_10": 0.67,
     "recall_at_10_ci_high": 1.0,
     "recall_at_10_ci_low": 0.0,
-    "recall_at_1_ci_high": 0.75,
+    "recall_at_1_ci_high": 1.0,
     "recall_at_1_ci_low": 0.0,
-    "recall_at_20": 0.5,
+    "recall_at_20": 0.67,
     "recall_at_20_ci_high": 1.0,
     "recall_at_20_ci_low": 0.0,
-    "recall_at_3": 0.38,
-    "recall_at_3_ci_high": 0.75,
+    "recall_at_3": 0.5,
+    "recall_at_3_ci_high": 1.0,
     "recall_at_3_ci_low": 0.0,
-    "recall_at_40": 0.5,
+    "recall_at_40": 0.67,
     "recall_at_40_ci_high": 1.0,
     "recall_at_40_ci_low": 0.0,
-    "recall_at_5": 0.5,
+    "recall_at_5": 0.67,
     "recall_at_5_ci_high": 1.0,
     "recall_at_5_ci_low": 0.0,
-    "score": 0.25,
-    "score_ci_high": 0.75,
+    "score": 0.33,
+    "score_ci_high": 1.0,
     "score_ci_low": 0.0,
     "score_name": "match_at_1",
 }