added v2 task

Author: matthewreed26

src/inspect_evals/sec_qa/sec_qa.py

@@ -38,6 +38,26 @@ def sec_qa_v1() -> Task:
     )
 
 
+@task
+def sec_qa_v2() -> Task:
+    """Inspect Task implementing the SecQA benchmark v2"""
+    # dataset
+    dataset = hf_dataset(
+        path="zefang-liu/secqa",
+        name="secqa_v2",  # aka subset
+        split="dev",
+        sample_fields=record_to_sample,
+        trust=True,
+    )
+
+    # define task
+    return Task(
+        dataset=dataset,
+        solver=[system_message(SYSTEM_MESSAGE), multiple_choice()],
+        scorer=choice(),
+    )
+
+
 def record_to_sample(record: dict[str, Any]) -> Sample:
     return Sample(
         input=record["Question"],