Update multiple.py

bigcode-project · Jan 10, 2024 · ae7fa3e · ae7fa3e
1 parent 30caf9f
commit ae7fa3e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bigcode_eval/tasks/multiple.py b/bigcode_eval/tasks/multiple.py
@@ -90,7 +90,7 @@ def __init__(self, language):
             GeneralMultiPLE.DATASET_PATH,
             self.DATASET_NAME,
             revision=self.DATASET_REVISION)
-        stop_words = self.dataset["test"][0]["stop_tokens"]
+        stop_words = self.dataset["test"][0]["stop_tokens"] + ["<file_sep>"]
         super().__init__(
             stop_words=stop_words,
             requires_execution=True,