adding the metric for IFEval and its helper files

stanford-crfm · Oct 31, 2024 · f72c9bf · f72c9bf
1 parent 5af4f40
commit f72c9bf
Show file tree

Hide file tree

Showing 6 changed files with 1,970 additions and 0 deletions.
diff --git a/src/helm/benchmark/metrics/common_metric_specs.py b/src/helm/benchmark/metrics/common_metric_specs.py
@@ -165,3 +165,11 @@ def get_disinformation_metric_specs(args: Optional[Dict] = None) -> List[MetricS
 
 def get_open_ended_generation_metric_specs() -> List[MetricSpec]:
     return get_basic_metric_specs(["exact_match", "quasi_exact_match", "f1_score", "rouge_l", "bleu_1", "bleu_4"])
+
+
+def get_ifeval_metric_specs() -> List[MetricSpec]:
+    return [
+        MetricSpec(
+            class_name="helm.benchmark.metrics.ifeval_metrics.IFEvalMetric"
+        )
+    ]