Skip to content

Commit d04e4f9

Browse files
authored
remove suites from serbian_eval.py (#1044)
1 parent 566a7be commit d04e4f9

File tree

1 file changed

+0
-3
lines changed

1 file changed

+0
-3
lines changed

src/lighteval/tasks/multilingual/tasks/serbian_eval.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -234,7 +234,6 @@ def create_task_config(
234234
hf_subset: str,
235235
metrics: List,
236236
evaluation_splits: List[str] = ["test"],
237-
suite: List[str] = ["community"],
238237
hf_avail_splits: List[str] = ["test", "validation"],
239238
few_shots_split: str = "validation",
240239
generation_size=5,
@@ -249,7 +248,6 @@ def create_task_config(
249248
hf_subset: Subset of the dataset.
250249
metrics: The metrics to use for the task.
251250
evaluation_splits: The evaluation splits to use (default is "test").
252-
suite: The suite of tasks.
253251
hf_avail_splits: Available splits (default is "test", "validation").
254252
few_shots_split: Split used for few-shot examples.
255253
generation_size: Number of generations to produce (default is 5).
@@ -260,7 +258,6 @@ def create_task_config(
260258
return LightevalTaskConfig(
261259
name=task_name,
262260
prompt_function=prompt_function,
263-
suite=suite,
264261
hf_repo=hf_repo,
265262
hf_subset=hf_subset,
266263
hf_avail_splits=hf_avail_splits,

0 commit comments

Comments
 (0)