Settle down protobuf version.

Signed-off-by: Jay Zhang <jiz@microsoft.com>

Author: fatcat-z

.github/workflows/keras_application_test_core.yml

@@ -33,7 +33,6 @@ jobs:
         shell: bash
         run: |
           python -m pip install --upgrade pip
-          # conda config --set always_yes yes --set changeps1 no
           pip install onnxconverter-common
           pip install onnx==${{ matrix.onnx_version }}
           pip uninstall -y protobuf

.github/workflows/keras_unit_test_core.yml

@@ -35,15 +35,15 @@ jobs:
           python -m pip install --upgrade pip
           pip install onnxconverter-common
           pip install onnx==${{ matrix.onnx_version }}
-          pip uninstall -y protobuf
-          pip install "protobuf~=3.20"
           pip install h5py==3.7.0
           pip install parameterized
           pip install timeout-decorator
           pip install coloredlogs flatbuffers
           pip install tensorflow==${{ matrix.tf_version }}
           pip install pytest pytest-cov pytest-runner
           pip install onnxruntime==${{ matrix.ort_version }}
+          pip uninstall -y protobuf
+          pip install "protobuf~=3.20"
 
           echo "----- List all of depdencies:"
           pip freeze --all