wuzhiqiang/ai-admin-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: create_llm 传递 disable_streaming

Browse Source
This commit is contained in:
martsforever
2025-09-11 00:51:28 +08:00
parent b9a79f7361
commit 319453a90f
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/utils/llm_utils.py
+6 -1
View File
@@ -6,7 +6,11 @@ from app.config.ai_configs import ai_configs
from app.utils.LLamaIndexEmbeddings import LLamaIndexEmbeddings from app.utils.LLamaIndexEmbeddings import LLamaIndexEmbeddings
def create_llm(platform_code='huoshan-doubao', temperature=0.5): def create_llm(
platform_code='huoshan-doubao',
temperature=0.5,
disable_streaming=False,
):
_ai_config = ai_configs.get(platform_code) _ai_config = ai_configs.get(platform_code)
if _ai_config is None: if _ai_config is None:
@@ -17,6 +21,7 @@ def create_llm(platform_code='huoshan-doubao', temperature=0.5):
api_key=_ai_config.get('key'), api_key=_ai_config.get('key'),
model=_ai_config.get('model'), model=_ai_config.get('model'),
temperature=temperature, temperature=temperature,
disable_streaming=disable_streaming,
) )