diff --git a/bigcode_eval/tasks/mbpp.py b/bigcode_eval/tasks/mbpp.py index ccaf1b596..2210c16cc 100644 --- a/bigcode_eval/tasks/mbpp.py +++ b/bigcode_eval/tasks/mbpp.py @@ -52,7 +52,7 @@ def get_prompt(self, doc): """ description = doc["text"] test_example = doc["test_list"][0] - prompt = f'"""\n{description}\n{test_example}\n"""\n' + prompt = f'"""\nText Description:\n\n{description}\n{test_example}\n"""\n\nCode:\n\n' return prompt def get_reference(self, doc):