Add opset 16 support and check ci (#1937)

* add opset 16 support and ci
* python 3.7 requires tf>=1.13

Signed-off-by: Deyu Huang <deyhuang@microsoft.com>

Author: hwangdeyu

ci_build/azure_pipelines/templates/job_generator.yml

@@ -5,8 +5,8 @@ parameters:
   python_versions: ['3.7']
   tf_versions: ['']
   onnx_versions: ['']
-  onnx_opsets: ['15', '14', '13', '12', '11', '10', '9']
-  onnx_backends: {onnxruntime: ['1.10.0']}
+  onnx_opsets: ['16', '15', '14', '13', '12', '11', '10', '9']
+  onnx_backends: {onnxruntime: ['1.11.0']}
   job: {}
   run_setup: 'True'
   report_coverage: 'False'

ci_build/azure_pipelines/templates/setup.yml

@@ -4,14 +4,22 @@ steps:
 - bash: |
     set -ex
     pip install pytest pytest-cov pytest-runner coverage graphviz requests pyyaml pillow pandas parameterized
-    pip install $(CI_PIP_TF_NAME) $(CI_PIP_ONNX_NAME) $(CI_PIP_ONNX_BACKEND_NAME)
+    pip install $(CI_PIP_TF_NAME) $(CI_PIP_ONNX_NAME)
 
+    # TF < 2.7 reuires numpy <= 1.19, but onnxruntime >= 1.11 requires numpy >= 1.21
+    if [[ $CI_TF_VERSION < 2.7 ]] && [[ $CI_ONNX_BACKEND == "onnxruntime" ]] ;
+    then 
+        pip install $(CI_PIP_ONNX_BACKEND_NAME) numpy --no-deps -U
+    else
+        pip install $(CI_PIP_ONNX_BACKEND_NAME)
+    fi
     # TF 1.10 requires numpy <=1.14.5 and >=1.13.3, but onnxruntime 0.2.1 does not work with numpy <= 1.14.5
     # Upgrade numpy only within constraints from other packages if any.
     if [[ $CI_TF_VERSION == 1.10* ]] && [[ $CI_ONNX_BACKEND == "onnxruntime" ]] ;
     then
         pip install $(CI_PIP_ONNX_NAME) $(CI_PIP_ONNX_BACKEND_NAME) numpy --no-deps -U
     fi
+
     if [[ $CI_ONNXRUNTIME_NIGHTLY == "true" ]] ;
     then
       pip uninstall -y onnxruntime

ci_build/azure_pipelines/templates/unit_test.yml

@@ -1,7 +1,7 @@
 # Run unit test
 
 parameters:
-    onnx_opsets: ['15', '14', '13', '12', '11', '10', '9', '8']
+    onnx_opsets: ['16', '15', '14', '13', '12', '11', '10', '9']
     skip_tflite_tests: 'True'
     skip_tfjs_tests: 'True'
     skip_tf_tests: 'False'

tests/run_pretrained_models.yaml

@@ -337,7 +337,7 @@ ssd_mobilenet_v3_large_coco:
   opset_constraints:
     "onnx":
       "min": 10
-      "max": 15
+      "max": 16
   input_get: get_beach
   inputs:
     "normalized_input_image_tensor:0": [1, 320, 320, 3]
@@ -432,7 +432,7 @@ faster_rcnn_inception_v2_coco:
   opset_constraints:
     "onnx":
       "min": 11
-      "max": 15
+      "max": 16
   input_get: get_beach
   inputs:
     "image_tensor:0": [1, 224, 224, 3]

tf2onnx/constants.py

@@ -50,6 +50,7 @@
 
 # Mapping opset to IR version.
 # Note: opset 7 and opset 8 came out with IR3 but we need IR4 because of PlaceholderWithDefault
+# Refer from https://github.com/onnx/onnx/blob/main/docs/Versioning.md#released-versions
 OPSET_TO_IR_VERSION = {
-    1: 3, 2: 3, 3: 3, 4: 3, 5: 3, 6: 3, 7: 4, 8: 4, 9: 4, 10: 5, 11: 6, 12: 7, 13: 7, 14: 7, 15: 8
+    1: 3, 2: 3, 3: 3, 4: 3, 5: 3, 6: 3, 7: 4, 8: 4, 9: 4, 10: 5, 11: 6, 12: 7, 13: 7, 14: 7, 15: 8, 16: 8
 }