Testing

Author: Val Brodsky

libs/labelbox/src/labelbox/schema/tool_building/variant.py

@@ -1,5 +1,5 @@
 from dataclasses import dataclass, field
-from typing import Any, Dict, List, Optional, Set, Tuple, Union
+from typing import Any, Dict, List, Set
 
 
 @dataclass
@@ -19,16 +19,20 @@ def asdict(self) -> Dict[str, Any]:
 class VariantWithActions:
     id: int
     name: str
-    actions: Set[str] = field(default_factory=set)
+    actions: List[str] = field(default_factory=list)
     _available_actions: Set[str] = field(default_factory=set)
 
     def set_actions(self, actions: Set[str]) -> None:
         for action in actions:
             if action in self._available_actions:
-                self.actions.add(action)
+                self.actions.append(action)
 
     def reset_actions(self) -> None:
-        self.actions = set()
+        self.actions = []
 
     def asdict(self) -> Dict[str, Any]:
-        return {"id": self.id, "name": self.name, "actions": list(self.actions)}
+        return {
+            "id": self.id,
+            "name": self.name,
+            "actions": list(set(self.actions)),
+        }

libs/labelbox/tests/integration/conftest.py

@@ -21,8 +21,8 @@
 )
 from labelbox.schema.data_row import DataRowMetadataField
 from labelbox.schema.ontology_kind import OntologyKind
+from labelbox.schema.tool_building.fact_checking_tool import FactCheckingTool
 from labelbox.schema.tool_building.step_reasoning_tool import StepReasoningTool
-from labelbox.schema.tool_building.tool_type import ToolType
 from labelbox.schema.user import User
 
 
@@ -580,6 +580,7 @@ def chat_evaluation_ontology(client, rand_gen):
                 name="model output multi ranking",
             ),
             StepReasoningTool(name="step reasoning"),
+            FactCheckingTool(name="fact checking"),
         ],
         classifications=[
             Classification(