File tree Expand file tree Collapse file tree 1 file changed +1
-4
lines changed Expand file tree Collapse file tree 1 file changed +1
-4
lines changed Original file line number Diff line number Diff line change @@ -283,9 +283,6 @@ def litellm(
283283 ],
284284 tasks : Annotated [str , Argument (help = "Comma-separated list of tasks to evaluate on." )],
285285 # === Common parameters ===
286- use_chat_template : Annotated [
287- bool , Option (help = "Use chat template for evaluation." , rich_help_panel = HELP_PANEL_NAME_4 )
288- ] = False ,
289286 system_prompt : Annotated [
290287 Optional [str ], Option (help = "Use system prompt for evaluation." , rich_help_panel = HELP_PANEL_NAME_4 )
291288 ] = None ,
@@ -373,7 +370,7 @@ def litellm(
373370 custom_tasks_directory = custom_tasks ,
374371 num_fewshot_seeds = num_fewshot_seeds ,
375372 max_samples = max_samples ,
376- use_chat_template = use_chat_template ,
373+ use_chat_template = True ,
377374 system_prompt = system_prompt ,
378375 load_responses_from_details_date_id = load_responses_from_details_date_id ,
379376 )
You can’t perform that action at this time.
0 commit comments