diff --git a/app/utils/llm_utils.py b/app/utils/llm_utils.py index a0ea91c..2ac93b0 100644 --- a/app/utils/llm_utils.py +++ b/app/utils/llm_utils.py @@ -6,7 +6,11 @@ from app.config.ai_configs import ai_configs from app.utils.LLamaIndexEmbeddings import LLamaIndexEmbeddings -def create_llm(platform_code='huoshan-doubao', temperature=0.5): +def create_llm( + platform_code='huoshan-doubao', + temperature=0.5, + disable_streaming=False, +): _ai_config = ai_configs.get(platform_code) if _ai_config is None: @@ -17,6 +21,7 @@ def create_llm(platform_code='huoshan-doubao', temperature=0.5): api_key=_ai_config.get('key'), model=_ai_config.get('model'), temperature=temperature, + disable_streaming=disable_streaming, )