feat: 统一管理模型服务配置信息
This commit is contained in:
@@ -17,6 +17,7 @@ from starlette.staticfiles import StaticFiles
|
||||
|
||||
from app.config.env import env
|
||||
from app.utils.get_local_ips import get_local_ips
|
||||
from app.utils.llm_utils import create_llm
|
||||
|
||||
|
||||
@asynccontextmanager
|
||||
@@ -91,17 +92,18 @@ async def redirect_root_to_docs():
|
||||
|
||||
@app.get("/chat")
|
||||
async def chat():
|
||||
model = init_chat_model(
|
||||
model="qwen2.5-vl-7b-instruct", # 你的模型名
|
||||
model_provider="openai", # 必须填 openai(兼容协议)
|
||||
base_url="http://127.0.0.1:1234/v1", # 你的自定义 API URL
|
||||
api_key="1234", # 本地模型随便填
|
||||
temperature=0.7,
|
||||
)
|
||||
output = model.invoke("你好").content
|
||||
model_qwen = create_llm(platform_code='bailian-qwen-turbo')
|
||||
model_qwen_output = model_qwen.invoke("你好,你是谁").content
|
||||
print(f"model_qwen output: {model_qwen_output}")
|
||||
|
||||
print(f"output:{output}")
|
||||
return output
|
||||
model_doubao = create_llm(platform_code='huoshan-doubao')
|
||||
model_doubao_output = model_doubao.invoke("你好,你是谁").content
|
||||
print(f"model_doubao output: {model_doubao_output}")
|
||||
|
||||
return {
|
||||
"model_qwen_output": model_qwen_output,
|
||||
"model_doubao_output": model_doubao_output
|
||||
}
|
||||
|
||||
|
||||
# Edit this to add the chain you want to add
|
||||
|
||||
Reference in New Issue
Block a user