feat: 统一管理模型服务配置信息

This commit is contained in:
martsforever
2026-03-28 23:33:40 +08:00
parent 4d1356675c
commit b4c6faab86
5 changed files with 135 additions and 10 deletions
+12 -10
View File
@@ -17,6 +17,7 @@ from starlette.staticfiles import StaticFiles
from app.config.env import env
from app.utils.get_local_ips import get_local_ips
from app.utils.llm_utils import create_llm
@asynccontextmanager
@@ -91,17 +92,18 @@ async def redirect_root_to_docs():
@app.get("/chat")
async def chat():
model = init_chat_model(
model="qwen2.5-vl-7b-instruct", # 你的模型名
model_provider="openai", # 必须填 openai(兼容协议)
base_url="http://127.0.0.1:1234/v1", # 你的自定义 API URL
api_key="1234", # 本地模型随便填
temperature=0.7,
)
output = model.invoke("你好").content
model_qwen = create_llm(platform_code='bailian-qwen-turbo')
model_qwen_output = model_qwen.invoke("你好,你是谁").content
print(f"model_qwen output: {model_qwen_output}")
print(f"output:{output}")
return output
model_doubao = create_llm(platform_code='huoshan-doubao')
model_doubao_output = model_doubao.invoke("你好,你是谁").content
print(f"model_doubao output: {model_doubao_output}")
return {
"model_qwen_output": model_qwen_output,
"model_doubao_output": model_doubao_output
}
# Edit this to add the chain you want to add