fix: check if selective_evaluate exists

terryyz · terryyz · commit bdc265c1036f · 2025-02-14T18:15:55.000+08:00
diff --git a/bigcodebench/evaluate.py b/bigcodebench/evaluate.py
@@ -211,7 +211,7 @@ def evaluate(
         else:
             passk = pass_k
         
-        if isinstance(selective_evaluate, str):
+        if selective_evaluate and isinstance(selective_evaluate, str):
             selected_ids = set(selective_evaluate.split(","))
         else:
             try:
