From 381fa000425bda426e9b6acc1c60e434496035a4 Mon Sep 17 00:00:00 2001 From: martsforever Date: Sat, 6 Sep 2025 22:59:48 +0800 Subject: [PATCH] feat: create_llama_index_llm --- app/utils/llm_utils.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/app/utils/llm_utils.py b/app/utils/llm_utils.py index f4d66ea..75b4a92 100644 --- a/app/utils/llm_utils.py +++ b/app/utils/llm_utils.py @@ -1,5 +1,6 @@ from langchain_core.runnables import RunnableLambda from langchain_openai import ChatOpenAI +from llama_index.llms.openai_like import OpenAILike from app.config.ai_configs import ai_configs from app.utils.CustomEmbeddings import CustomEmbeddings @@ -19,6 +20,23 @@ def create_llm(platform_code='huoshan-doubao', temperature=0.5): ) +def create_llama_index_llm(platform_code='huoshan-doubao', temperature=0.5): + _ai_config = ai_configs.get(platform_code) + + if _ai_config is None: + raise Exception('Unknown platform code', platform_code) + + return OpenAILike( + api_base=_ai_config.get('url').replace("chat/completions", ""), + api_key=_ai_config.get('key'), + model=_ai_config.get('model'), + temperature=temperature, + max_tokens=None, # 不限制最大token + is_chat_model=True, # 明确指定是聊天模型 + timeout=120.0, # 增加超时时间 + ) + + def create_embeddings(platform_code="huoshan-embedding-240715"): """ 创建自定义嵌入模型实例