Skip to content

Commit b056e51

Browse files
Update src/inspect_evals/class_eval/class_eval.py
Co-authored-by: Matt Fisher <mrpfisher@gmail.com>
1 parent ab2803d commit b056e51

File tree

1 file changed

+2
-6
lines changed

1 file changed

+2
-6
lines changed

src/inspect_evals/class_eval/class_eval.py

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -60,14 +60,10 @@ def class_eval(few_shot: int = 1, few_shot_seed: int = 42) -> Task:
6060
6161
"""
6262

63-
solver = [system_message(INSTRUCTION), generate()]
64-
65-
scorer = class_eval_scorer()
66-
6763
return Task(
6864
dataset=dataset,
69-
solver=solver or generate(),
70-
scorer=scorer,
65+
solver=[system_message(INSTRUCTION), generate()],
66+
scorer=class_eval_scorer(),
7167
epochs = Epochs(few_shot, [f"pass_at_{few_shot}"]),
7268
sandbox="docker",
7369
)

0 commit comments

Comments
 (0)