feat(llm_api):change litellm to unionllm; fix webhook bug on WEBHOOK_VERIFY_TOKEN;fix load_api bug.

Author: ops

app/gitlab_webhook.py

@@ -2,7 +2,7 @@
 import threading
 from os import abort
 from flask import Blueprint, request, jsonify
-from config.config import WEBHOOK_VERIFY_TOKEN
+# from config.config import WEBHOOK_VERIFY_TOKEN
 from service.chat_review import review_code, review_code_for_mr, review_code_for_add_commit
 from utils.logger import log
 from app.gitlab_utils import get_commit_list, get_merge_request_id, get_commit_change_file
@@ -23,10 +23,10 @@ def webhook():
         webhook_token = request.headers.get('X-Gitlab-Token')
 
         # gitlab的webhook的token验证
-        if webhook_token == WEBHOOK_VERIFY_TOKEN:
-            return jsonify({'status': 'success'}), 200
-        else:
-            return jsonify({'status': 'bad token'}), 401
+        # if webhook_token == WEBHOOK_VERIFY_TOKEN:
+        return jsonify({'status': 'success'}), 200
+        #else:
+        #    return jsonify({'status': 'bad token'}), 401
 
     elif request.method == 'POST':
         """

llm_api/llm_api_default.py

@@ -5,30 +5,32 @@
 from config.config import api_config as out_config
 from llm_api.llm_api_interface import LLMApiInterface
 from llm_api.load_api import create_llm_api_instance
+from unionllm import unionchat
 
 
 class LLMApiDefault(LLMApiInterface):
 
     def __init__(self):
         self.model_name = None
         self.response = None
+        self.provider = None
 
     def set_config(self, api_config: dict) -> bool:
         if api_config is None:
             raise ValueError("api_config is None")
         for key in api_config:
             if key == "MODEL_NAME":
                 self.model_name = api_config[key]
-                continue
+            if key == "PROVIDER":
+                self.provider = api_config[key]
             os.environ[key] = api_config[key]
         return True
 
     def generate_text(self, messages: list) -> bool:
 
-        self.response = completion(
-            model=self.model_name,
-            messages=messages,
-        )
+        self.response = unionchat(provider=self.provider, model=self.model_name,
+                                  messages=messages)
+
         return True
 
     def get_respond_content(self) -> str:
@@ -38,8 +40,6 @@ def get_respond_tokens(self) -> int:
         return trunc(int(self.response['usage']['total_tokens']))
 
 
-
-
 # 示例使用
 if __name__ == "__main__":
     api = create_llm_api_instance()
@@ -54,4 +54,3 @@ def get_respond_tokens(self) -> int:
     ])
     print(api.get_respond_content())
     print(api.get_respond_tokens())
-

llm_api/load_api.py

@@ -2,13 +2,15 @@
 
 from config.config import llm_api_impl
 
+
 def get_llm_api_class():
     module_name, class_name = llm_api_impl.rsplit('.', 1)
     module = importlib.import_module(module_name)
     cls = getattr(module, class_name)
     return cls
 
+
 # 使用工厂函数获取类实例
 def create_llm_api_instance():
     cls = get_llm_api_class()
-    return cls()
+    return cls()

requirements.txt

@@ -51,6 +51,7 @@ tqdm==4.66.1
 trio==0.22.2
 trio-websocket==0.11.1
 tzdata==2023.3
+unionllm==0.1.23
 urllib3==2.0.5
 Werkzeug==2.3.7
 wsproto==1.2.0