testing

Author: Val Brodsky

libs/labelbox/src/labelbox/__init__.py

@@ -91,3 +91,8 @@
 from labelbox.schema.task_queue import TaskQueue
 from labelbox.schema.user import User
 from labelbox.schema.webhook import Webhook
+from labelbox.schema.ontology_building.classification import (
+    Classification,
+    Option,
+    ResponseOption,
+)

libs/labelbox/tests/integration/conftest.py

@@ -20,9 +20,14 @@
     Tool,
 )
 from labelbox.schema.data_row import DataRowMetadataField
+from labelbox.schema.ontology_building.fact_checking_tool import (
+    FactCheckingTool,
+)
+from labelbox.schema.ontology_building.prompt_issue_tool import PromptIssueTool
+from labelbox.schema.ontology_building.step_reasoning_tool import (
+    StepReasoningTool,
+)
 from labelbox.schema.ontology_kind import OntologyKind
-from labelbox.schema.tool_building.prompt_issue_tool import PromptIssueTool
-from labelbox.schema.tool_building.step_reasoning_tool import StepReasoningTool
 from labelbox.schema.user import User
 
 
@@ -581,6 +586,7 @@ def chat_evaluation_ontology(client, rand_gen):
             ),
             StepReasoningTool(name="step reasoning"),
             FactCheckingTool(name="fact checking"),
+            PromptIssueTool(name="prompt issue"),
         ],
         classifications=[
             Classification(

libs/labelbox/tests/integration/test_ontology.py

@@ -5,8 +5,12 @@
 
 from labelbox import MediaType, OntologyBuilder, Tool
 from labelbox.orm.model import Entity
-from labelbox.schema.tool_building.fact_checking_tool import FactCheckingTool
-from labelbox.schema.tool_building.step_reasoning_tool import StepReasoningTool
+from labelbox.schema.ontology_building.fact_checking_tool import (
+    FactCheckingTool,
+)
+from labelbox.schema.ontology_building.step_reasoning_tool import (
+    StepReasoningTool,
+)
 
 
 def test_feature_schema_is_not_archived(client, ontology):
@@ -425,53 +429,9 @@ def test_fact_checking_ontology(chat_evaluation_ontology):
 
 def test_prompt_issue_ontology(chat_evaluation_ontology):
     ontology = chat_evaluation_ontology
-    fact_checking = None
-    import pdb; pdb.set_trace()
+    prompt_issue = None
     for tool in ontology.normalized["tools"]:
-        if tool["tool"] == "fact-checking":
-            fact_checking = tool
+        if tool["tool"] == "prompt-issue":
+            prompt_issue = tool
             break
-    assert fact_checking is not None
-    assert fact_checking["definition"]["variants"] == [
-        {"id": 0, "name": "Accurate"},
-        {"id": 1, "name": "Inaccurate"},
-        {"id": 2, "name": "Disputed"},
-        {"id": 3, "name": "Unsupported", "actions": ["writeJustification"]},
-        {
-            "id": 4,
-            "name": "Can't confidently assess",
-            "actions": ["writeJustification"],
-        },
-        {
-            "id": 5,
-            "name": "No factual information",
-            "actions": ["writeJustification"],
-        },
-    ]
-    assert fact_checking["definition"]["version"] == 1
-    assert fact_checking["schemaNodeId"] is not None
-    assert fact_checking["featureSchemaId"] is not None
-
-    fact_checking = None
-    for tool in ontology.tools():
-        if isinstance(tool, FactCheckingTool):
-            fact_checking = tool
-            break
-    assert fact_checking is not None
-
-    assert fact_checking.definition.variants.asdict() == [
-        {"id": 0, "name": "Accurate"},
-        {"id": 1, "name": "Inaccurate"},
-        {"id": 2, "name": "Disputed"},
-        {"id": 3, "name": "Unsupported", "actions": ["writeJustification"]},
-        {
-            "id": 4,
-            "name": "Can't confidently assess",
-            "actions": ["writeJustification"],
-        },
-        {
-            "id": 5,
-            "name": "No factual information",
-            "actions": ["writeJustification"],
-        },
-    ]
+    assert prompt_issue is not None