fix: update subset name

terryyz · terryyz · commit ddffc8b192be · 2024-06-27T05:25:09.000+08:00
diff --git a/bigcodebench/evaluate.py b/bigcodebench/evaluate.py
@@ -238,7 +238,7 @@ def stucking_checker():
     }
     
     mode = "-calibrated" if "sanitized-calibrated" in flags.samples else ""
-    
+    flags.subset = flags.subset[0].upper() + flags.subset[1:]
     cprint(f"BigCodeBench-{flags.subset}{mode}", "green")
     
     gt_pass_rate = np.mean([1 if v is not None else 0 for v in expected_time.values()])

Original file line number	Diff line number	Diff line change
`@@ -238,7 +238,7 @@ def stucking_checker():`
`238`	`238`	`}`
`239`	`239`
`240`	`240`	`mode = "-calibrated" if "sanitized-calibrated" in flags.samples else ""`
`241`		`-`
	`241`	`+ flags.subset = flags.subset[0].upper() + flags.subset[1:]`
`242`	`242`	`cprint(f"BigCodeBench-{flags.subset}{mode}", "green")`
`243`	`243`
`244`	`244`	`gt_pass_rate = np.mean([1 if v is not None else 0 for v in expected_time.values()])`