Merge branch 'ms/lbv1-annotation-types' of https://github.com/Labelbox/labelbox-python into ms/ndjson-converter

Author: Matt Sokoloff

.github/workflows/python-package.yml

@@ -47,13 +47,21 @@ jobs:
       uses: AlexanderMelde/yapf-action@master
       with:
         args: --verbose --recursive --parallel --style "google"
-
+    - name: dependencies
+      run: |
+        sudo apt-get -y update
+        sudo apt install -y libsm6 \
+                         libxext6 \
+                           ffmpeg \
+                   libfontconfig1 \
+                      libxrender1 \
+                  libgl1-mesa-glx
     - name: install labelbox package
       run: |
-        python setup.py install
+        python -m pip install --upgrade pip
+        python -m pip install .
     - name: mypy
       run: |
-        python -m pip install --upgrade pip
         pip install mypy==0.782
         mypy -p labelbox --pretty --show-error-codes
     - name: Install package and test dependencies

Dockerfile

@@ -1,12 +1,17 @@
 FROM python:3.7
 
 RUN pip install pytest pytest-cases
-RUN apt-get -y update && apt install -y libsm6 libxext6 ffmpeg libfontconfig1 libxrender1 libgl1-mesa-glx
+RUN apt-get -y update
+RUN apt install -y libsm6 \
+                libxext6 \
+                ffmpeg \
+                libfontconfig1 \
+                libxrender1 \
+                libgl1-mesa-glx
 
 WORKDIR /usr/src/labelbox
 COPY requirements.txt /usr/src/labelbox
 RUN pip install -r requirements.txt
 COPY . /usr/src/labelbox
 
-
 RUN python setup.py install

labelbox/schema/ontology.py

@@ -1,15 +1,12 @@
-import abc
 from dataclasses import dataclass, field
-from enum import Enum, auto
+from enum import Enum
 import colorsys
 
-from typing import Any, Callable, Dict, List, Optional, Union
+from typing import Any, Dict, List, Optional, Union
 
 from labelbox.schema.project import Project
-from labelbox.orm import query
-from labelbox.orm.db_object import DbObject, Updateable, BulkDeletable
-from labelbox.orm.model import Entity, Field, Relationship
-from labelbox.utils import snake_case, camel_case
+from labelbox.orm.db_object import DbObject
+from labelbox.orm.model import Field, Relationship
 from labelbox.exceptions import InconsistentOntologyException
 
 
@@ -41,13 +38,11 @@ def label(self):
 
     @classmethod
     def from_dict(cls, dictionary: Dict[str, Any]):
-        return Option(value=dictionary["value"],
-                      schema_id=dictionary.get("schemaNodeId", None),
-                      feature_schema_id=dictionary.get("featureSchemaId", None),
-                      options=[
-                          Classification.from_dict(o)
-                          for o in dictionary.get("options", [])
-                      ])
+        return cls(
+            value=dictionary["value"],
+            schema_id=dictionary.get("schemaNodeId", None),
+            feature_schema_id=dictionary.get("featureSchemaId", None),
+            options=[cls.from_dict(o) for o in dictionary.get("options", [])])
 
     def asdict(self) -> Dict[str, Any]:
         return {
@@ -120,16 +115,15 @@ def name(self):
 
     @classmethod
     def from_dict(cls, dictionary: Dict[str, Any]):
-        return Classification(
-            class_type=Classification.Type(dictionary["type"]),
-            instructions=dictionary["instructions"],
-            required=dictionary.get("required", False),
-            options=[Option.from_dict(o) for o in dictionary["options"]],
-            schema_id=dictionary.get("schemaNodeId", None),
-            feature_schema_id=dictionary.get("featureSchemaId", None))
+        return cls(class_type=cls.Type(dictionary["type"]),
+                   instructions=dictionary["instructions"],
+                   required=dictionary.get("required", False),
+                   options=[Option.from_dict(o) for o in dictionary["options"]],
+                   schema_id=dictionary.get("schemaNodeId", None),
+                   feature_schema_id=dictionary.get("featureSchemaId", None))
 
     def asdict(self) -> Dict[str, Any]:
-        if self.class_type in Classification._REQUIRES_OPTIONS \
+        if self.class_type in self._REQUIRES_OPTIONS \
                 and len(self.options) < 1:
             raise InconsistentOntologyException(
                 f"Classification '{self.instructions}' requires options.")
@@ -200,16 +194,16 @@ class Type(Enum):
 
     @classmethod
     def from_dict(cls, dictionary: Dict[str, Any]):
-        return Tool(name=dictionary['name'],
-                    schema_id=dictionary.get("schemaNodeId", None),
-                    feature_schema_id=dictionary.get("featureSchemaId", None),
-                    required=dictionary.get("required", False),
-                    tool=Tool.Type(dictionary["tool"]),
-                    classifications=[
-                        Classification.from_dict(c)
-                        for c in dictionary["classifications"]
-                    ],
-                    color=dictionary["color"])
+        return cls(name=dictionary['name'],
+                   schema_id=dictionary.get("schemaNodeId", None),
+                   feature_schema_id=dictionary.get("featureSchemaId", None),
+                   required=dictionary.get("required", False),
+                   tool=cls.Type(dictionary["tool"]),
+                   classifications=[
+                       Classification.from_dict(c)
+                       for c in dictionary["classifications"]
+                   ],
+                   color=dictionary["color"])
 
     def asdict(self) -> Dict[str, Any]:
         return {
@@ -310,12 +304,11 @@ class OntologyBuilder:
 
     @classmethod
     def from_dict(cls, dictionary: Dict[str, Any]):
-        return OntologyBuilder(
-            tools=[Tool.from_dict(t) for t in dictionary["tools"]],
-            classifications=[
-                Classification.from_dict(c)
-                for c in dictionary["classifications"]
-            ])
+        return cls(tools=[Tool.from_dict(t) for t in dictionary["tools"]],
+                   classifications=[
+                       Classification.from_dict(c)
+                       for c in dictionary["classifications"]
+                   ])
 
     def asdict(self):
         self._update_colors()
@@ -337,7 +330,7 @@ def _update_colors(self):
     @classmethod
     def from_project(cls, project: Project):
         ontology = project.ontology().normalized
-        return OntologyBuilder.from_dict(ontology)
+        return cls.from_dict(ontology)
 
     def add_tool(self, tool: Tool):
         if tool.name in (t.name for t in self.tools):

mypy.ini

@@ -6,3 +6,6 @@ ignore_missing_imports = True
 
 [mypy-google.*]
 ignore_missing_imports = True
+
+[mypy-labelbox.data.*]
+ignore_errors = True

setup.py

@@ -22,11 +22,18 @@
     install_requires=[
         "backoff==1.10.0",
         "backports-datetime-fromisoformat==1.0.0; python_version < '3.7.0'",
-        "dataclasses==0.7; python_version < '3.7.0'", "ndjson==0.3.1",
-        "requests>=2.22.0", "google-api-core>=1.22.1", "pydantic>=1.8,<2.0",
-        "shapely", "geojson", "numpy", "rasterio", "PILLOW", "opencv-python",
-        "typeguard", "tqdm"
+        "dataclasses==0.7; python_version < '3.7.0'",
+        "ndjson==0.3.1",
+        "requests>=2.22.0",
+        "google-api-core>=1.22.1",
+        "pydantic>=1.8,<2.0",
     ],
+    extras_require={
+        'data': [
+            "shapely", "geojson", "numpy", "rasterio", "PILLOW",
+            "opencv-python", "typeguard", "tqdm"
+        ],
+    },
     classifiers=[
         'Development Status :: 3 - Alpha',
         'License :: OSI Approved :: Apache Software License',