@@ -343,13 +343,51 @@ def _upload_invalid_data_rows_for_dataset(dataset: Dataset):
343343@pytest .fixture
344344def chat_evaluation_ontology (client , rand_gen ):
345345 ontology_name = f"test-chat-evaluation-ontology-{ rand_gen (str )} "
346- ontology_builder = OntologyBuilder (tools = [
347- Tool (tool = Tool .Type .MESSAGE_SINGLE_SELECTION ,
348- name = "model output single selection" ),
349- Tool (tool = Tool .Type .MESSAGE_MULTI_SELECTION ,
350- name = "model output multi selection" ),
351- Tool (tool = Tool .Type .MESSAGE_RANKING , name = "model output multi ranking" ),
352- ],)
346+ ontology_builder = OntologyBuilder (
347+ tools = [
348+ Tool (tool = Tool .Type .MESSAGE_SINGLE_SELECTION ,
349+ name = "model output single selection" ),
350+ Tool (tool = Tool .Type .MESSAGE_MULTI_SELECTION ,
351+ name = "model output multi selection" ),
352+ Tool (tool = Tool .Type .MESSAGE_RANKING ,
353+ name = "model output multi ranking" ),
354+ ],
355+ classifications = [
356+ Classification (class_type = Classification .Type .TEXT ,
357+ name = "global model output text classification" ,
358+ scope = Classification .Scope .GLOBAL ),
359+ Classification (class_type = Classification .Type .RADIO ,
360+ name = "global model output radio classification" ,
361+ scope = Classification .Scope .GLOBAL ,
362+ options = [
363+ Option (value = "global first option answer" ),
364+ Option (value = "global second option answer" ),
365+ ]),
366+ Classification (class_type = Classification .Type .CHECKLIST ,
367+ name = "global model output checklist classification" ,
368+ scope = Classification .Scope .GLOBAL ,
369+ options = [
370+ Option (value = "global first option answer" ),
371+ Option (value = "global second option answer" ),
372+ ]),
373+ Classification (class_type = Classification .Type .TEXT ,
374+ name = "index model output text classification" ,
375+ scope = Classification .Scope .INDEX ),
376+ Classification (class_type = Classification .Type .RADIO ,
377+ name = "index model output radio classification" ,
378+ scope = Classification .Scope .INDEX ,
379+ options = [
380+ Option (value = "index first option answer" ),
381+ Option (value = "index second option answer" ),
382+ ]),
383+ Classification (class_type = Classification .Type .CHECKLIST ,
384+ name = "index model output checklist classification" ,
385+ scope = Classification .Scope .INDEX ,
386+ options = [
387+ Option (value = "index first option answer" ),
388+ Option (value = "index second option answer" ),
389+ ]),
390+ ])
353391
354392 ontology = client .create_ontology (
355393 ontology_name ,
0 commit comments