additions

prepare/metrics/rag.py

@@ -130,6 +130,76 @@
     global_target=global_target,
 )
 
+metric = metrics["metrics.bert_score.deberta_large_mnli"]
+predictions = ["hello there general dude", "foo bar foobar"]
+references = [
+    ["hello there general kenobi", "hello there!"],
+    ["foo bar foobar", "foo bar"],
+]
+instance_targets = [
+    {"f1": 0.73, "precision": 0.83, "recall": 0.79, "score": 0.73, "score_name": "f1"},
+    {"f1": 1.0, "precision": 1.0, "recall": 1.0, "score": 1.0, "score_name": "f1"},
+]
+
+global_target = {
+    "f1": 0.87,
+    "f1_ci_high": 1.0,
+    "f1_ci_low": 0.73,
+    "precision": 0.92,
+    "precision_ci_high": 1.0,
+    "precision_ci_low": 0.83,
+    "recall": 0.9,
+    "recall_ci_high": 1.0,
+    "recall_ci_low": 0.79,
+    "score": 0.87,
+    "score_ci_high": 1.0,
+    "score_ci_low": 0.73,
+    "score_name": "f1",
+}
+
+test_metric(
+    metric=metric,
+    predictions=predictions,
+    references=references,
+    instance_targets=instance_targets,
+    global_target=global_target,
+)
+
+metric = metrics["metrics.bert_score.deberta_base_mnli"]
+predictions = ["hello there general dude", "foo bar foobar"]
+references = [
+    ["hello there general kenobi", "hello there!"],
+    ["foo bar foobar", "foo bar"],
+]
+instance_targets = [
+    {"f1": 0.81, "precision": 0.85, "recall": 0.81, "score": 0.81, "score_name": "f1"},
+    {"f1": 1.0, "precision": 1.0, "recall": 1.0, "score": 1.0, "score_name": "f1"},
+]
+
+global_target = {
+    "f1": 0.9,
+    "f1_ci_high": 1.0,
+    "f1_ci_low": 0.81,
+    "precision": 0.93,
+    "precision_ci_high": 1.0,
+    "precision_ci_low": 0.85,
+    "recall": 0.91,
+    "recall_ci_high": 1.0,
+    "recall_ci_low": 0.81,
+    "score": 0.9,
+    "score_ci_high": 1.0,
+    "score_ci_low": 0.81,
+    "score_name": "f1",
+}
+
+test_metric(
+    metric=metric,
+    predictions=predictions,
+    references=references,
+    instance_targets=instance_targets,
+    global_target=global_target,
+)
+
 metric = metrics["metrics.bert_score.distilbert_base_uncased"]
 predictions = ["hello there general dude", "foo bar foobar"]
 references = [

src/unitxt/catalog/metrics/bert_score/deberta_base_mnli.json

@@ -0,0 +1,4 @@
+{
+    "type": "bert_score",
+    "model_name": "microsoft/deberta-base-mnli"
+}

src/unitxt/catalog/metrics/bert_score/deberta_large_mnli.json

@@ -0,0 +1,4 @@
+{
+    "type": "bert_score",
+    "model_name": "microsoft/deberta-large-mnli"
+}