update requirement for UT (#1058)

Author: VincyZhang

.github/workflows/script/unitTest/run_unit_test_optimize.sh

@@ -20,7 +20,8 @@ function pytest() {
     local coverage_log_dir=$1
     mkdir -p ${coverage_log_dir}
     pip install --no-cache-dir protobuf==3.20.0
-
+    ## install transformers==4.34.1, to work with SharedDPO API
+    pip install transformers==4.34.1
     cd /intel-extension-for-transformers/tests/CI || exit 1
     JOB_NAME=unit_test
     ut_log_name=${LOG_DIR}/${JOB_NAME}.log

conda_meta/meta.yaml

@@ -1,4 +1,4 @@
-{% set version = "1.2" %}
+{% set version = "1.3" %}
 {% set buildnumber = 0 %}
 package:
   name: intel_extension_for_transformers

tests/requirements.txt

@@ -1,4 +1,4 @@
-datasets>=1.17
+datasets==2.14.7
 mlflow
 nlpaug==1.1.9
 sacremoses
@@ -7,7 +7,7 @@ onnx>=1.10
 onnxruntime
 --find-links https://download.pytorch.org/cpu/whl/torch_stable.html
 torch==2.1.0
-transformers==4.34.1
+transformers
 intel-tensorflow==2.13.0
 torchprofile
 intel-extension-for-pytorch