updating guide small export changes

Author: Matt Sokoloff

examples/model_assisted_labeling/Model_Diagnostics_Demo.ipynb

@@ -2,16 +2,22 @@
  "cells": [
   {
    "cell_type": "markdown",
-   "id": "acute-fluid",
+   "id": "afraid-timing",
    "metadata": {
     "id": "EyNkbpW7ouEf"
    },
    "source": [
     "  \n",
     "<td>\n",
-    "    <a target=\"_blank\" href=\"https://labelbox.com\" ><img src=\"https://labelbox.com/blog/content/images/2021/02/logo-v4.svg\" width=256/>\n",
-    "</td>\n",
-    "\n",
+    "    <a target=\"_blank\" href=\"https://labelbox.com\" ><img src=\"https://labelbox.com/blog/content/images/2021/02/logo-v4.svg\" width=256/></a>\n",
+    "</td>"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "foster-injection",
+   "metadata": {},
+   "source": [
     "----\n",
     "\n",
     "# Model Diagnostics\n",
@@ -34,7 +40,7 @@
     "## Steps\n",
     "\n",
     "1. Have a set of ground truth labels in a project\n",
-    "2. Install beta release of the SDK (SDK versions that are compatible with Model Diagnostics will have a \"b\" in the version name. The first SDK release to support this is 2.5b0.)\n",
+    "2. Install the latest SDK release (At this time that is 3.0.0rc0)\n",
     "3. Create a `Model`\n",
     "4. Create a `Model Run`\n",
     "5. Compute predictions\n",
@@ -67,8 +73,9 @@
    },
    "outputs": [],
    "source": [
-    "!pip3 install \"labelbox[data]==3.0.0rc0\" \\\n",
-    "              tensorflow"
+    "!pip install \"labelbox[data]==3.0.0rc1\" \\\n",
+    "             scikit-image \\\n",
+    "             tensorflow"
    ]
   },
   {
@@ -85,9 +92,8 @@
     "\n",
     "if COLAB:\n",
     "    !git clone https://github.com/Labelbox/labelbox-python.git\n",
-    "    !cd labelbox-python && git checkout mea-dev\n",
-    "    !mv labelbox-python/examples/model_assisted_labeling/*.py .\n",
-    "    !mv labelbox-python/examples/model_assisted_labeling/mapillary_sample.csv ."
+    "    !cd labelbox-python\n",
+    "    !mv labelbox-python/examples/model_assisted_labeling/*.py ."
    ]
   },
   {
@@ -109,40 +115,36 @@
    },
    "outputs": [],
    "source": [
-    "from io import BytesIO\n",
-    "from getpass import getpass\n",
     "import uuid\n",
     "import numpy as np\n",
-    "from PIL import Image\n",
+    "from skimage import measure\n",
     "import requests\n",
     "from tqdm import notebook\n",
-    "from collections import defaultdict\n",
-    "import ndjson\n",
+    "import requests\n",
+    "import csv\n",
     "import os\n",
     "\n",
     "from labelbox.schema.ontology import OntologyBuilder, Tool\n",
-    "from labelbox import Client, LabelingFrontend, MALPredictionImport, DataRow\n",
-    "from labelbox.data.metrics.iou import data_row_miou\n",
-    "\n",
+    "from labelbox import Client, LabelingFrontend, MALPredictionImport\n",
     "from labelbox.data.metrics.iou import data_row_miou\n",
     "from labelbox.data.serialization import NDJsonConverter\n",
-    "from labelbox.data.annotation_types import ScalarMetric, LabelList, Label, RasterData, Mask, Point, Rectangle, ObjectAnnotation\n",
-    "\n",
-    "\n",
+    "from labelbox.data.annotation_types import (\n",
+    "    ScalarMetric, \n",
+    "    LabelList, \n",
+    "    Label, \n",
+    "    RasterData, \n",
+    "    Mask, \n",
+    "    Point, \n",
+    "    Rectangle, \n",
+    "    ObjectAnnotation\n",
+    ")\n",
     "\n",
     "try:\n",
     "    from image_model import predict, load_model, class_mappings\n",
-    "    from ndjson_utils import (\n",
-    "        create_boxes_ndjson, \n",
-    "        create_polygon_ndjson, \n",
-    "        create_mask_ndjson, \n",
-    "        create_point_ndjson\n",
-    "    )\n",
     "except ModuleNotFoundError: \n",
     "    # !git clone https://github.com/Labelbox/labelbox-python.git\n",
     "    # !cd labelbox-python && git checkout mea-dev\n",
     "    # !mv labelbox-python/examples/model_assisted_labeling/*.py .\n",
-    "    # !mv labelbox-python/examples/model_assisted_labeling/mapillary_sample.csv .\n",
     "    raise Exception(\"You will need to run from the labelbox-python git repo\")"
    ]
   },
@@ -180,7 +182,6 @@
    },
    "outputs": [],
    "source": [
-    "API_KEY = \"eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VySWQiOiJja2s0cTF2Z3djMHZwMDcwNHhoeDdtNHZrIiwib3JnYW5pemF0aW9uSWQiOiJja2s0cTF2Z2Fwc2F1MDczMjRhd25zanEyIiwiYXBpS2V5SWQiOiJja3J3bWNmZXQwa2N6MHkyYzh4Z3E1NHhoIiwic2VjcmV0IjoiZGM0ZTEwM2E1ZTQ2YzRiOGFkZWU2ZmMxMGM2ZTAwMTkiLCJpYXQiOjE2MjgwMjg4NTQsImV4cCI6MjI1OTE4MDg1NH0.-zl_aqbd0IoCRsKFHps0HzNhGOUFaVt6bb24AUVj28k\"\n",
     "client = Client(api_key=API_KEY)\n",
     "load_model() # initialize Tensorflow Model"
    ]
@@ -224,14 +225,23 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "existing-generic",
+   "id": "spoken-watson",
    "metadata": {},
    "outputs": [],
    "source": [
     "# --- setup dataset ---\n",
     "# load mapillary sample\n",
-    "with open('mapillary_sample.csv', 'r') as file:\n",
-    "    urls = [row[:-1].split(\",\") for row in file.readlines()][:10]"
+    "sample_csv_url = \"https://raw.githubusercontent.com/Labelbox/labelbox-python/develop/examples/model_assisted_labeling/mapillary_sample.csv\"\n",
+    "with requests.get(sample_csv_url, stream=True) as r:\n",
+    "    image_data = [row.split(',') for row in (line.decode('utf-8') for line in r.iter_lines())]"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "packed-madison",
+   "metadata": {},
+   "source": [
+    "* Set up this prediction look to construct Annotation Types"
    ]
   },
   {
@@ -244,7 +254,7 @@
    "outputs": [],
    "source": [
     "predictions = LabelList([])\n",
-    "for (image_url, external_id) in notebook.tqdm(urls):\n",
+    "for (image_url, external_id) in notebook.tqdm(image_data):\n",
     "    image = RasterData(url = image_url, external_id = external_id)\n",
     "    height, width = image.data.shape[:2]\n",
     "    prediction = predict(np.array([image.im_bytes]), min_score=0.5, height=height, width = width)\n",
@@ -271,7 +281,7 @@
   },
   {
    "cell_type": "markdown",
-   "id": "endless-expert",
+   "id": "smooth-irrigation",
    "metadata": {},
    "source": [
     "## Setup a project\n",
@@ -281,7 +291,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "married-candy",
+   "id": "available-endorsement",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -299,7 +309,7 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "specified-directive",
+   "id": "fresh-vertex",
    "metadata": {},
    "outputs": [],
    "source": [
@@ -503,7 +513,15 @@
   {
    "cell_type": "code",
    "execution_count": null,
-   "id": "premier-arkansas",
+   "id": "variable-consumption",
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "dense-malawi",
    "metadata": {},
    "outputs": [],
    "source": []