Skip to content

Commit 35cbd90

Browse files
committed
add starcoder2 stop tokens
1 parent cb5cccc commit 35cbd90

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

bigcode_eval/tasks/santacoder_fim.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -125,7 +125,7 @@ def __init__(self):
125125
fim_prefix = "<fim_prefix>"
126126
fim_middle = "<fim_middle>"
127127
fim_suffix = "<fim_suffix>"
128-
stop_words = ["<|endoftext|>", "<|filename|>"]
128+
stop_words = ["<|endoftext|>", "<|filename|>", "<file_sep>"]
129129
super().__init__(
130130
stop_words=stop_words,
131131
requires_execution=False,

0 commit comments

Comments
 (0)