Update humaneval.py

loubnabnl · web-flow · commit 1d3f446dc64e · 2023-12-05T10:34:24.000+01:00
diff --git a/bigcode_eval/tasks/humaneval.py b/bigcode_eval/tasks/humaneval.py
@@ -49,7 +49,7 @@ class GeneralHumanEval(Task):
 
     def __init__(self, strip_prompt, k=[1, 10, 100], num_workers=16, timeout=3.0):
         super().__init__(
-            stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```"],
+            stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```", "<file_sep>"],
             requires_execution=True,
         )
         self.strip_prompt = strip_prompt

Original file line number	Diff line number	Diff line change
`@@ -49,7 +49,7 @@ class GeneralHumanEval(Task):`
`49`	`49`
`50`	`50`	`def __init__(self, strip_prompt, k=[1, 10, 100], num_workers=16, timeout=3.0):`
`51`	`51`	`super().__init__(`
`52`		- stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```"],
	`52`	+ stop_words=["\nclass", "\ndef", "\n#", "\n@", "\nprint", "\nif", "\n```", "<file_sep>"],
`53`	`53`	`requires_execution=True,`
`54`	`54`	`)`
`55`	`55`	`self.strip_prompt = strip_prompt`