[LLM Runtime] Circumvent dependabot check for chatglm/baichuan/baichuan2 (#1078)

Author: DDEle

intel_extension_for_transformers/llm/runtime/graph/scripts/ci/cpp_graph_inference.sh

@@ -210,17 +210,17 @@ function main() {
         quant_script="./build/bin/quant_chatglm"
         infer_cmd="python ./scripts/inference.py"
         extension=" --model_name chatglm --tokenizer $model_path"
-        requirements_file="scripts/requirements/chatglm-6b.txt"
+        requirements_file="scripts/requirements/chatglm-6b.sh"
     elif [[ "${model}" == "baichuan2-13b" ]]; then
         quant_script="./build/bin/quant_baichuan"
         infer_cmd="python ./scripts/inference.py"
-        requirements_file="scripts/requirements/baichuan.txt"
+        requirements_file="scripts/requirements/baichuan.sh"
         extension=" --model_name baichuan --tokenizer $model_path"
     elif [[ "${model}" == "baichuan-13b" ]]; then
         quant_script="./build/bin/quant_baichuan"
         infer_cmd="python ./scripts/inference.py"
         extension=" --model_name baichuan --tokenizer $model_path"
-        requirements_file="scripts/requirements/baichuan.txt"
+        requirements_file="scripts/requirements/baichuan.sh"
     elif [[ "${model}" == "mistral-7b" ]]; then
         quant_script="./build/bin/quant_mistral"
         infer_cmd="./build/bin/run_mistral"
@@ -277,7 +277,14 @@ function main() {
     cd ..
 
     ## prepare example requiement
-    pip install -r "$requirements_file"
+    if [[ $requirements_file == *'.txt' ]]; then
+        pip install -r "$requirements_file"
+    elif [[ $requirements_file == *'.sh' ]]; then
+        source "$requirements_file"
+    else
+        echo "Error: Unexpedted requirements_file: $requirements_file" 1>&2
+        exit 1
+    fi
 
     echo "=======  Convert Start  ======="
     ## prepare fp32 bin

intel_extension_for_transformers/llm/runtime/graph/scripts/requirements/baichuan.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+#===============================================================================
+# Copyright (c) 2023 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#===============================================================================
+
+# To avoid the error: 'ChatGLMTokenizer' object has no attribute 'sp_tokenizer'
+pip install -r "$(dirname "${BASH_SOURCE[0]}")/common.txt" transformers==4.33.1

intel_extension_for_transformers/llm/runtime/graph/scripts/requirements/baichuan.txt

@@ -0,0 +1,19 @@
+#!/bin/bash
+#===============================================================================
+# Copyright (c) 2023 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#===============================================================================
+
+# To avoid the error: 'ChatGLMTokenizer' object has no attribute 'sp_tokenizer'
+pip install -r "$(dirname "${BASH_SOURCE[0]}")/common.txt" transformers==4.33.1