Merge pull request #170 from bigcode-project/max/starcoder-fim-fix

fix starcoder fim constructor

Author: loubnabnl

bigcode_eval/tasks/santacoder_fim.py

@@ -59,11 +59,12 @@ def __init__(
         fim_prefix: str = "<fim-prefix>",
         fim_middle: str = "<fim-middle>",
         fim_suffix: str = "<fim-suffix>",
+        stop_words: List[str] = ["<|endoftext|>", "<|filename|>"],
+        requires_execution: bool = False
     ):
-        stop_words = ["<|endoftext|>", "<|filename|>"]
         super().__init__(
             stop_words=stop_words,
-            requires_execution=False,
+            requires_execution=requires_execution,
         )
         self.fim_prefix = fim_prefix
         self.fim_middle = fim_middle
@@ -124,7 +125,7 @@ def __init__(self):
         fim_prefix = "<fim_prefix>"
         fim_middle = "<fim_middle>"
         fim_suffix = "<fim_suffix>"
-        stop_words = ["<|endoftext|>", "<|filename|>"]
+        stop_words = ["<|endoftext|>", "<|filename|>", "<file_sep>"]
         super().__init__(
             stop_words=stop_words,
             requires_execution=False,