Add tests

Author: Val Brodsky

libs/labelbox/src/labelbox/client.py

@@ -821,7 +821,7 @@ def create_model_evaluation_project(self,
 
     def create_offline_model_evaluation_project(self, **kwargs) -> Project:
         kwargs["media_type"] = MediaType.Conversational
-        kwargs["editor_task_type"] = EditorTaskType.OfflineModelEvaluation.value
+        kwargs["editor_task_type"] = EditorTaskType.OfflineModelChatEvaluation.value
 
         return self.create_project(**kwargs)
 

libs/labelbox/tests/integration/conftest.py

@@ -416,6 +416,15 @@ def chat_evaluation_project_create_dataset(client, rand_gen):
     project.delete()
 
 
+@pytest.fixture
+def offline_chat_evaluation_project(client, rand_gen):
+    project_name = f"test-offline-model-evaluation-project-{rand_gen(str)}"
+    project = client.create_offline_model_evaluation_project(name=project_name)
+
+    yield project
+
+    project.delete()
+
 @pytest.fixture
 def chat_evaluation_project_append_to_dataset(client, dataset, rand_gen):
     project_name = f"test-model-evaluation-project-{rand_gen(str)}"

libs/labelbox/tests/integration/test_offline_chat_evaluation_project.py

@@ -0,0 +1,12 @@
+def test_create_offline_chat_evaluation_project(
+        client,
+        offline_chat_evaluation_project,
+        chat_evaluation_ontology):
+    project = offline_chat_evaluation_project
+    assert project
+
+    ontology = chat_evaluation_ontology
+    project.setup_editor(ontology)
+
+    assert project.labeling_frontend().name == "Editor"
+    assert project.ontology().name == ontology.name