[MGSM] specify tab delimiter (rllm-org#99)

evanmiller-anthropic · web-flow · commit 6c30865f29a2 · 2024-11-15T10:50:33.000Z
diff --git a/src/inspect_evals/mgsm/mgsm.py b/src/inspect_evals/mgsm/mgsm.py
@@ -77,6 +77,7 @@ def load_mgsm_dataset(
             dialect="excel-tab",
             limit=limit_samples_per_lang,
             shuffle=shuffle,
+            delimiter='\t',
         )
 
         lang_samples = lang_dataset.samples  # type: ignore

Original file line number	Diff line number	Diff line change
`@@ -77,6 +77,7 @@ def load_mgsm_dataset(`
`77`	`77`	`dialect="excel-tab",`
`78`	`78`	`limit=limit_samples_per_lang,`
`79`	`79`	`shuffle=shuffle,`
	`80`	`+ delimiter='\t',`
`80`	`81`	`)`
`81`	`82`
`82`	`83`	`lang_samples = lang_dataset.samples # type: ignore`