Merge pull request #194 from bigcode-project/loubnabnl-patch-8

add support for codellama-70b prompt

Author: loubnabnl

bigcode_eval/tasks/humanevalpack.py

@@ -225,6 +225,8 @@ def get_prompt(self, prompt_base, instruction, context=None):
             prompt = f'Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:\n{inp}\n\n### Response:\n{prompt_base}'
         elif self.prompt == "codellama":
             prompt = f"[INST] {inp.strip()} [/INST] {prompt_base}"
+        elif self.prompt == "codellama-70b":
+            prompt = f"Source: user\n\n {inp.strip()} Source: assistant\nDestination: user \n\n{prompt_base}"
         else:
             raise ValueError(f"The --prompt argument {self.prompt} wasn't provided or isn't supported")
         # Strip off the final \n to make the tokens more natural