Add tagging for "incomplete generations"

bigcode-project · Jan 8, 2024 · b8f0033 · b8f0033
1 parent 805c47a
commit b8f0033
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/bigcode_eval/tasks/shadereval.py b/bigcode_eval/tasks/shadereval.py
@@ -195,6 +195,8 @@ def remove_last_block(self, code):
         if not cut:
             if '}' in code:
                 code = code[:code.rfind('}')] + '}'
+            else:
+                code = code + "// incomplete generation! \n"
         return code
 
     def postprocess_generation(self, generation, idx):