Merge pull request #511 from Labelbox/jt/al-1885

[AL-1885] Update to Pytest Runs

Author: jtsodapop

.github/workflows/python-package.yml

@@ -84,4 +84,4 @@ jobs:
 
           LABELBOX_TEST_API_KEY_STAGING: ${{ secrets[matrix.staging-key] }}
         run: |
-          tox -e py -- -svvx
+          tox -e py -- -svv --reruns 5 --reruns-delay 10

Dockerfile

@@ -1,6 +1,6 @@
 FROM python:3.7
 
-RUN pip install pytest pytest-cases
+RUN pip install pytest pytest-cases pytest-rerunfailures
 RUN apt-get -y update
 RUN apt install -y libsm6 \
                 libxext6 \

Makefile

@@ -7,16 +7,16 @@ test-local: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="local" \
 		-e LABELBOX_TEST_API_KEY_LOCAL=${LABELBOX_TEST_API_KEY_LOCAL} \
-		local/labelbox-python:test pytest $(PATH_TO_TEST) -svvx
+		local/labelbox-python:test pytest $(PATH_TO_TEST) 
 
 test-staging: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="staging" \
 		-e LABELBOX_TEST_API_KEY_STAGING=${LABELBOX_TEST_API_KEY_STAGING} \
-		local/labelbox-python:test pytest $(PATH_TO_TEST) -svvx
+		local/labelbox-python:test pytest $(PATH_TO_TEST) 
 
 test-prod: build
 	docker run -it -v ${PWD}:/usr/src -w /usr/src \
 		-e LABELBOX_TEST_ENVIRON="prod" \
 		-e LABELBOX_TEST_API_KEY_PROD=${LABELBOX_TEST_API_KEY_PROD} \
-		local/labelbox-python:test pytest $(PATH_TO_TEST) -svvx
+		local/labelbox-python:test pytest $(PATH_TO_TEST) 

pytest.ini

@@ -1,4 +1,4 @@
 [pytest]
-addopts = -s -vv
+addopts = -s -vv --reruns 5 --reruns-delay 10
 markers =
     slow: marks tests as slow (deselect with '-m "not slow"')

tox.ini

@@ -8,5 +8,6 @@ deps =
     -rrequirements.txt
     pytest < 7.0.0
     pytest-cases
+    pytest-rerunfailures
 passenv = LABELBOX_TEST_API_KEY_PROD LABELBOX_TEST_API_KEY_STAGING LABELBOX_TEST_ENVIRON
 commands = pytest {posargs}