File tree Expand file tree Collapse file tree 1 file changed +0
-3
lines changed
src/lighteval/tasks/multilingual/tasks Expand file tree Collapse file tree 1 file changed +0
-3
lines changed Original file line number Diff line number Diff line change @@ -234,7 +234,6 @@ def create_task_config(
234234 hf_subset : str ,
235235 metrics : List ,
236236 evaluation_splits : List [str ] = ["test" ],
237- suite : List [str ] = ["community" ],
238237 hf_avail_splits : List [str ] = ["test" , "validation" ],
239238 few_shots_split : str = "validation" ,
240239 generation_size = 5 ,
@@ -249,7 +248,6 @@ def create_task_config(
249248 hf_subset: Subset of the dataset.
250249 metrics: The metrics to use for the task.
251250 evaluation_splits: The evaluation splits to use (default is "test").
252- suite: The suite of tasks.
253251 hf_avail_splits: Available splits (default is "test", "validation").
254252 few_shots_split: Split used for few-shot examples.
255253 generation_size: Number of generations to produce (default is 5).
@@ -260,7 +258,6 @@ def create_task_config(
260258 return LightevalTaskConfig (
261259 name = task_name ,
262260 prompt_function = prompt_function ,
263- suite = suite ,
264261 hf_repo = hf_repo ,
265262 hf_subset = hf_subset ,
266263 hf_avail_splits = hf_avail_splits ,
You can’t perform that action at this time.
0 commit comments