fix-lints

turbo-llm · Nov 18, 2024 · 750389a · 750389a
1 parent 6222186
commit 750389a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/turbo_alignment/metrics/exact_match.py b/turbo_alignment/metrics/exact_match.py
@@ -97,6 +97,7 @@ def _parse_function_with_arguments(self, inputs: InferenceChatDataset | list[lis
 
     @staticmethod
     def _load_json(data):
+        data = data.replace('<|eot_id|>', '')
         try:
             return json.loads(data)
         except json.JSONDecodeError as e: