File tree Expand file tree Collapse file tree 1 file changed +0
-3
lines changed Expand file tree Collapse file tree 1 file changed +0
-3
lines changed Original file line number Diff line number Diff line change @@ -269,9 +269,6 @@ def get_solve_rate(data_dict, task="complete"):
269269 for task_id in range (1140 ):
270270 task_solve_count [f"BigCodeBench/{ task_id } " ].append (task_perf [f"BigCodeBench/{ task_id } " ])
271271 solve_rate = {task_id : round (np .mean (perfs ) * 100 , 1 ) for task_id , perfs in task_solve_count .items ()}
272- with open (f"{ task } _solve_rate.txt" , "w" ) as f :
273- f .write (f"Number of unsolved tasks: { sum ([1 for task_id , solve_rate in solve_rate .items () if solve_rate == 0 ])} \n " )
274- f .write (f"Number of fully solved tasks: { sum ([1 for task_id , solve_rate in solve_rate .items () if solve_rate == 100 ])} \n " )
275272 return Dataset .from_dict ({"task_id" : list (solve_rate .keys ()), "solve_rate" : list (solve_rate .values ())})
276273
277274
You can’t perform that action at this time.
0 commit comments