diff --git a/bigcodebench/eval/__init__.py b/bigcodebench/eval/__init__.py index 3596f53d..8d395ea7 100644 --- a/bigcodebench/eval/__init__.py +++ b/bigcodebench/eval/__init__.py @@ -179,7 +179,7 @@ def untrusted_check( gt_time_limit: float = 60 ) -> Tuple[str, np.ndarray]: min_time_limit = max(min_time_limit, gt_time_limit) - timeout = max(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT), min_time_limit) + 1 + timeout = max(float(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT)), min_time_limit) + 1 # shared memory objects stat = Value("i", _UNKNOWN) manager = Manager() diff --git a/bigcodebench/gen/util/__init__.py b/bigcodebench/gen/util/__init__.py index 59e51582..78eaac30 100644 --- a/bigcodebench/gen/util/__init__.py +++ b/bigcodebench/gen/util/__init__.py @@ -102,7 +102,7 @@ def trusted_check( max_stack_limit: float, min_time_limit: float = 10, ): - timeout = max(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT), min_time_limit) + 1 + timeout = max(float(os.getenv("BIGCODEBENCH_TIMEOUT_PER_TASK", TIMEOUT_LIMIT)), min_time_limit) + 1 # shared memory objects times = Value("d", -1) manager = Manager()