Merge pull request #580 from Labelbox/develop

3.22.0 Release

Author: kkim-labelbox

.github/workflows/python-package.yml

@@ -17,12 +17,15 @@ jobs:
           - python-version: 3.6
             prod-key: LABELBOX_API_KEY
             staging-key: STAGING_LABELBOX_API_KEY
+            da-test-key: DA_GCP_LABELBOX_API_KEY
           - python-version: 3.7
             prod-key: PROD_LABELBOX_API_KEY_2
             staging-key: STAGING_LABELBOX_API_KEY_2
+            da-test-key: DA_GCP_LABELBOX_API_KEY
           - python-version: 3.8
             prod-key: PROD_LABELBOX_API_KEY_3
             staging-key: STAGING_LABELBOX_API_KEY_3
+            da-test-key: DA_GCP_LABELBOX_API_KEY
 
     steps:
       - name: Cancel previous workflow
@@ -83,5 +86,7 @@ jobs:
           LABELBOX_TEST_API_KEY_PROD: ${{ secrets[matrix.prod-key] }}
 
           LABELBOX_TEST_API_KEY_STAGING: ${{ secrets[matrix.staging-key] }}
+
+          DA_GCP_LABELBOX_API_KEY: ${{ secrets[matrix.da-test-key] }}
         run: |
           tox -e py -- -svv --reruns 5 --reruns-delay 10

CHANGELOG.md

@@ -1,6 +1,18 @@
 # Changelog
 
-# Version 3.21.0
+# Version 3.22.0 (2022-05-20)
+## Added
+* `Dataset.create_data_row()` and `Dataset.create_data_rows()` now uploads metadata to data row
+* Added `media_attributes` and `metadata` to `BaseData`
+
+## Updated
+* Removed `iou` from classification metrics
+
+# Version 3.21.1 (2022-05-12)
+## Updated
+  * `Project.create_batch()` timeout increased to 180 seconds
+
+# Version 3.21.0 (2022-05-11)
 ## Added
   * Projects can be created with a `media_type`
   * Added `media_type` attribute to `Project`

Makefile

@@ -6,24 +6,28 @@ build:
 test-local: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="local" \
+		-e DA_GCP_LABELBOX_API_KEY=${DA_GCP_LABELBOX_API_KEY} \
 		-e LABELBOX_TEST_API_KEY_LOCAL=${LABELBOX_TEST_API_KEY_LOCAL} \
 		local/labelbox-python:test pytest $(PATH_TO_TEST) 
 
 test-staging: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="staging" \
+		-e DA_GCP_LABELBOX_API_KEY=${DA_GCP_LABELBOX_API_KEY} \
 		-e LABELBOX_TEST_API_KEY_STAGING=${LABELBOX_TEST_API_KEY_STAGING} \
 		local/labelbox-python:test pytest $(PATH_TO_TEST) 
 
 test-prod: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="prod" \
+		-e DA_GCP_LABELBOX_API_KEY=${DA_GCP_LABELBOX_API_KEY} \
 		-e LABELBOX_TEST_API_KEY_PROD=${LABELBOX_TEST_API_KEY_PROD} \
 		local/labelbox-python:test pytest $(PATH_TO_TEST)
 
 test-onprem: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="onprem" \
+		-e DA_GCP_LABELBOX_API_KEY=${DA_GCP_LABELBOX_API_KEY} \
 		-e LABELBOX_TEST_API_KEY_ONPREM=${LABELBOX_TEST_API_KEY_ONPREM} \
 		-e LABELBOX_TEST_ONPREM_HOSTNAME=${LABELBOX_TEST_ONPREM_HOSTNAME} \
 		local/labelbox-python:test pytest $(PATH_TO_TEST) 

README.md

@@ -121,3 +121,6 @@ make test-prod # with an optional flag: PATH_TO_TEST=tests/integration/...etc LA
 ```
 make -B {build|test-staging|test-prod}
 ```
+
+6. Testing against Delegated Access will be skipped unless the local env contains the key: 
+DA_GCP_LABELBOX_API_KEY. These tests will be included when run against a PR. If you would like to test it manually, please reach out to the Devops team for information on the key.

e2e_tests_codefresh_pipeline.yaml

@@ -0,0 +1,71 @@
+version: "1.0"
+stages:
+  - "clone"
+  - "build"
+  - "e2e_test"
+steps:
+  main_clone:
+    title: "Cloning repository"
+    type: "git-clone"
+    repo: "Labelbox/labelbox-python"
+    stage: "clone"
+    revision: "${{CF_BRANCH}}"
+  parallel_build:
+    type: "parallel"
+    stage: "build"
+    steps:
+      build_sdk_test:
+        description: "Building Docker image for sdk tests"
+        tag: "testing"
+        type: "build"
+        image_name: "sdk-tests"
+        disable_push: true
+        working_directory: "${{main_clone}}"
+        dockerfile: "Dockerfile"
+  e2e_test:
+    title: "Python SDK e2e tests"
+    description: "Running Python SDK e2e tests"
+    fail_fast: false
+    stage: "e2e_test"
+    image: "${{build_sdk_test}}"
+    working_directory: "IMAGE_WORK_DIR"
+    commands:
+      - pytest
+  send_slack_success_to_pages_active_learning:
+    title: "Alert on success to pages active learning"
+    type: slack-message-sender
+    arguments:
+      WEBHOOK_URL: "${{slack_webhook_url}}"
+      MESSAGE: "SDK Tests have succeeded-- ${{CF_BUILD_URL}}"
+    when:
+      condition:
+        all:
+          succeeded: e2e_test.result == 'success'
+  send_slack_failure_to_e2e:
+    title: "Alert on failure to e2e channel"
+    type: slack-message-sender
+    arguments:
+      WEBHOOK_URL: "${{slack_webhook_e2e}}"
+      MESSAGE: "SDK Tests have failed-- ${{CF_BUILD_URL}}"
+    when:
+      condition:
+        all:
+          failed: e2e_test.result == 'failure'   
+  send_slack_failure_to_deploy_prod:
+    title: "Alert on failure to deployments prod channel"
+    type: slack-message-sender
+    arguments:
+      WEBHOOK_URL: "${{slack_webhook_deployments_prod}}"
+      MESSAGE: "SDK Tests have failed-- ${{CF_BUILD_URL}}"
+    when:
+      condition:
+        all:
+          failed: e2e_test.result == 'failure'            
+  check_for_failures:
+    image: alpine
+    commands:
+      - exit 1
+    when:
+      condition:
+        any:
+          myCondition: e2e_test.result == 'failure'