We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 021aee2 commit 957ea7fCopy full SHA for 957ea7f
bigcodebench/inspect.py
@@ -19,7 +19,7 @@ def inspection(args):
19
shutil.rmtree(path, ignore_errors=True)
20
if not os.path.exists(path):
21
os.makedirs(path)
22
- problems = get_bigcodebench(subset=flags.subset)
+ problems = get_bigcodebench(subset=args.subset)
23
24
eval_results = json.load(open(args.eval_results, "r"))
25
for task_id, results in eval_results["eval"].items():
0 commit comments