1111BIGCODEBENCH_NEW_VERSION = "v0.1.3"
1212
1313def map_ds (sample ):
14+ if sample ["task_id" ] in ["BigCodeBench/211" ]:
15+ sample ['test' ] = sample ['test' ].replace (
16+ """
17+ mock_response = MagicMock()
18+ mock_response.content = MOCK_CONTENT
19+ """ ,
20+ """
21+ mock_response = MagicMock()
22+ mock_response.content = MOCK_CONTENT
23+ mock_response.status_code = 200
24+ """
25+ )
26+ if sample ["task_id" ] in ["BigCodeBench/215" ]:
27+ sample ['test' ] = sample ['test' ].replace (
28+ """
29+ mock_response = Mock()
30+ """ ,
31+ """
32+ mock_response = Mock()
33+ mock_response.status_code = 200
34+ """
35+ )
36+ sample ['test' ] = sample ['test' ].replace (
37+ """
38+ mock_response.text =""" ,
39+ """
40+ MOCK_TEXT ="""
41+ )
42+ sample ['test' ] = sample ['test' ].replace (
43+ """
44+ mock_get.return_value = mock_response
45+ """ ,
46+ """
47+ mock_response.text = MOCK_TEXT
48+ mock_response.json = lambda: json.loads(MOCK_TEXT)
49+ mock_get.return_value = mock_response
50+ """
51+ )
52+ sample ['complete_prompt' ] = sample ['complete_prompt' ].replace ("Thif function will raise" , "This function will raise" )
53+ sample ['instruct_prompt' ] = sample ['instruct_prompt' ].replace ("Thif function will raise" , "This function will raise" )
54+ sample ['doc_struct' ] = sample ['doc_struct' ].replace ("Thif function will raise" , "This function will raise" )
1455 if sample ["task_id" ] in ["BigCodeBench/1005" ]:
1556 for k in sample .keys ():
1657 sample [k ] = sample [k ].replace (
@@ -28,7 +69,7 @@ def map_ds(sample):
2869 hard_ds_dict = load_dataset (BIGCODEBENCH_HARD_HF )
2970 ds = ds_dict [BIGCODEBENCH_VERSION ]
3071 hard_ds = hard_ds_dict [BIGCODEBENCH_VERSION ]
31- function_id = [1005 ]
72+ function_id = [211 , 215 , 1005 ]
3273
3374 new_ds = ds .map (map_ds )
3475 new_ds .to_json ("BigCodeBench.jsonl" )
0 commit comments