We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f6de469 commit b8c1811Copy full SHA for b8c1811
bigcodebench/evaluate.py
@@ -119,7 +119,7 @@ def evaluate(
119
remote_execute_api: str = "https://bigcode-bigcodebench-evaluator.hf.space/",
120
pass_k: str = "1,5,10",
121
save_pass_rate: bool = True,
122
- parallel: int = None,
+ parallel: int = -1,
123
min_time_limit: float = 1,
124
max_as_limit: int = 30*1024,
125
max_data_limit: int = 30*1024,
@@ -167,7 +167,7 @@ def evaluate(
167
168
pass_k = [int(k) for k in pass_k.split(",")]
169
170
- if parallel is None:
+ if not parallel:
171
n_workers = max(1, multiprocessing.cpu_count() // 2)
172
else:
173
n_workers = parallel
0 commit comments