[feature] Model parameters are preferably configured using yaml files.

**Phenomenon and reproduction steps**

**Root cause and solution**

**Impactions**

**Test method**

**Affected branch(es)**

* main

**Checklist**

- [ ] Dependencies update required
- [ ] Common bug (similar problem in other repo)

deploy/templates/configmap.yaml

@@ -26,3 +26,41 @@ data:
             host: mysql
             port: 30130
             database: deepflow_llm
+        ai:
+            enable: False # True,False
+            platforms:
+                -
+                    enable: False
+                    platform: "azure"
+                    model: "gpt"
+                    api_type: "azure"
+                    api_key: ""
+                    api_base: ""
+                    api_version: ""
+                    engine_name: 
+                        - ""
+                -
+                    enable: False
+                    platform: "aliyun"
+                    model: "dashscope"
+                    api_key: ""
+                    engine_name: 
+                        - "qwen-turbo"
+                        - "qwen-plus"
+                -
+                    enable: False
+                    platform: "baidu"
+                    model: "qianfan"
+                    api_key: ""
+                    api_secre: ""
+                    engine_name: 
+                        - "ERNIE-Bot"
+                        - "ERNIE-Bot-turbo"
+                -
+                    enable: False
+                    platform: "zhipu"
+                    model: "zhipuai"
+                    api_key: ""
+                    engine_name: 
+                        - "chatglm_turbo"
+

df-llm-agent/config.py

@@ -39,6 +39,12 @@ def __init__(self, _yml=None):
             self.mysql_port = mysql.get('port', 20130)
             self.mysql_database = mysql.get('database', 'deepflow_llm')
 
+            ai = yml.get('ai', {})
+            if ai:
+                enable = ai.get('enable', False)
+                if enable:
+                    self.platforms = ai.get('platforms', [])
+
         except Exception as e:
             traceback.print_exc()
             print("配置文件解析错误: %s" % e)

df-llm-agent/llm_agent_app/llm_agent.py

@@ -19,7 +19,7 @@
 
 from utils.curl_tools import curl_tools
 from utils.tools import generate_uuid
-
+from config import config
 from chat_record_app.chat_record import chat_record_worker
 
 from langchain_openai import AzureChatOpenAI
@@ -209,26 +209,46 @@ async def assistant_base(cls, request, user_info, platform, engine_name, prompt_
         data_info = {}
         # data_info["user_id"] = user_id
         data_info["platform"] = platform
-        try:
-            res_config = await db_models.LlmConfig.filter(**data_info).all()
-        except Exception as e:
-            raise BadRequestException("SQL_ERROR", const.SQL_ERROR, f"{e}")
 
         engine_config = {}
-        # key = engine_name 时可能会存在多个配置,设置为当前使用值
-        for v in res_config:
-            v_dict = dict(v)
-            _key = v_dict["key"]
-            _value = v_dict["value"]
-
-            if _key == "engine_name":
-                if _value == engine_name:
+
+        if hasattr(config, "platforms"):
+            res_config = config.platforms
+            for _info in res_config:
+                if _info.get('platform', '') == platform and _info.get('enable', False):
+                    _engine_name = _info.get('engine_name', [])
+                    if engine_name in _engine_name:
+                        _info['engine_name'] = f"{engine_name}"
+                    else:
+                        _info['engine_name'] = ''
+
+                    engine_config = _info
+
+            if not engine_config.get("enable", False):
+                raise BadRequestException("INVALID_PARAMETERS", f"{const.INVALID_PARAMETERS}, 平台: {platform} 未启用")
+
+        else:
+            try:
+                res_config = await db_models.LlmConfig.filter(**data_info).all()
+            except Exception as e:
+                raise BadRequestException("SQL_ERROR", const.SQL_ERROR, f"{e}")
+
+            # key = engine_name 时可能会存在多个配置,设置为当前使用值
+            for v in res_config:
+                v_dict = dict(v)
+                _key = v_dict["key"]
+                _value = v_dict["value"]
+
+                if _key == "engine_name":
+                    if _value == engine_name:
+                        engine_config[_key] = _value
+                else:
                     engine_config[_key] = _value
-            else:
-                engine_config[_key] = _value
 
-        if engine_config.get("enable", "") != "1":
-            raise BadRequestException("INVALID_PARAMETERS", f"{const.INVALID_PARAMETERS}, 引用的引擎未开启: {engine_name}")
+            if engine_config.get("enable", "") != "1":
+                raise BadRequestException("INVALID_PARAMETERS", f"{const.INVALID_PARAMETERS}, 平台: {platform} 未启用")
+
+        # print(engine_config, engine_config.get("engine_name"), engine_name)
 
         if engine_config.get("engine_name", "") != engine_name:
             raise BadRequestException("INVALID_PARAMETERS", f"{const.INVALID_PARAMETERS}, 引用的引擎错误: {engine_name}")

etc/df-llm-agent.yaml

@@ -18,3 +18,40 @@ mysql:
     host: mysql
     port: 30130
     database: deepflow_llm
+ai:
+    enable: False # True,False
+    platforms:
+        -
+            enable: False
+            platform: "azure"
+            model: "gpt"
+            api_type: "azure"
+            api_key: ""
+            api_base: ""
+            api_version: ""
+            engine_name: 
+                - ""
+        -
+            enable: False
+            platform: "aliyun"
+            model: "dashscope"
+            api_key: ""
+            engine_name: 
+                - "qwen-turbo"
+                - "qwen-plus"
+        -
+            enable: False
+            platform: "baidu"
+            model: "qianfan"
+            api_key: ""
+            api_secre: ""
+            engine_name: 
+                - "ERNIE-Bot"
+                - "ERNIE-Bot-turbo"
+        -
+            enable: False
+            platform: "zhipu"
+            model: "zhipuai"
+            api_key: ""
+            engine_name: 
+                - "chatglm_turbo"