Merge pull request #152 from thomwolf/thom

rename lm_eval => bigcode_eval

Author: loubnabnl

lm_eval/__init__.py renamed to bigcode_eval/__init__.py

@@ -3,8 +3,8 @@
 import os
 import warnings
 
-from lm_eval import tasks
-from lm_eval.generation import parallel_generations
+from bigcode_eval import tasks
+from bigcode_eval.generation import parallel_generations
 
 _WARNING = """
 ################################################################################

lm_eval/arguments.py renamed to bigcode_eval/arguments.py

@@ -5,7 +5,7 @@
 from torch.utils.data.dataloader import DataLoader
 from transformers import StoppingCriteria, StoppingCriteriaList
 
-from lm_eval.utils import TokenizedDataset, complete_code
+from bigcode_eval.utils import TokenizedDataset, complete_code
 
 
 class EndOfFunctionCriteria(StoppingCriteria):

lm_eval/base.py renamed to bigcode_eval/base.py

@@ -11,7 +11,7 @@
 
 from evaluate import load
 
-from lm_eval.base import Task
+from bigcode_eval.base import Task
 
 _CITATION = """
 @article{hendrycksapps2021,

lm_eval/evaluator.py renamed to bigcode_eval/evaluator.py

@@ -10,7 +10,7 @@
 import re
 import typing
 
-from lm_eval.base import Task
+from bigcode_eval.base import Task
 
 _CITATION = """
 @article{husain2019codesearchnet,
@@ -63,7 +63,7 @@ def compute_codexglue_code_to_text_bleu(
 
     Taken from: https://github.com/dpfried/lm-evaluation-harness/blob/5d9a6aaaaa929bcad95bb73d85e78fe75eb64b4e/lm_eval/tasks/codexglue_summarization.py#L102
     """
-    from lm_eval.tasks.custom_metrics import codexglue_code_to_text_bleu
+    from bigcode_eval.tasks.custom_metrics import codexglue_code_to_text_bleu
 
     predicted_map = {}
     gold_map = {}

lm_eval/generation.py renamed to bigcode_eval/generation.py

@@ -11,7 +11,7 @@
 
 from evaluate import load
 
-from lm_eval.base import Task
+from bigcode_eval.base import Task
 
 _CITATION = """
 @article{CodeXGLUE,
@@ -64,7 +64,7 @@ def get_dataset(self):
     def fewshot_examples(self):
         """Loads and returns the few-shot examples for the task if they exist."""
         with open(
-            "lm_eval/tasks/few_shot_examples/codexglue_text_to_text_few_shot_prompts.json",
+            "bigcode_eval/tasks/few_shot_examples/codexglue_text_to_text_few_shot_prompts.json",
             "r",
         ) as file:
             examples = json.load(file)

lm_eval/tasks/__init__.py renamed to bigcode_eval/tasks/__init__.py

@@ -13,7 +13,7 @@
 
 from evaluate import load
 
-from lm_eval.base import Task
+from bigcode_eval.base import Task
 
 _CITATION = """
 @inproceedings{yin2018learning,
@@ -47,7 +47,7 @@ def get_dataset(self):
     def fewshot_examples(self):
         """Loads and returns the few-shot examples for the task if they exist."""
         with open(
-            "lm_eval/tasks/few_shot_examples/conala_few_shot_prompts.json", "r"
+            "bigcode_eval/tasks/few_shot_examples/conala_few_shot_prompts.json", "r"
         ) as file:
             examples = json.load(file)
         return examples