fix

Author: terryyz

bigcodebench/evaluate.py

@@ -217,7 +217,7 @@ def evaluate(
             try:
                 selected_ids = set(selective_evaluate)
             except:
-                selected_ids = {}
+                selected_ids = ""
 
         if parallel < 1:
             n_workers = max(1, multiprocessing.cpu_count() // 2)

sandbox-templates/e2b.Dockerfile

@@ -28,7 +28,7 @@ RUN adduser --disabled-password --gecos "" bigcodebenchuser
 RUN rm -rf /bigcodebench
 
 # Acquire benchmark code to local
-RUN echo 1
+RUN echo 2
 ADD "https://api.github.com/repos/bigcode-project/bigcodebench/commits?per_page=1" latest_commit
 RUN git clone https://github.com/bigcode-project/bigcodebench.git /bigcodebench