feat: 自定义流式调用接口

This commit is contained in:
martsforever
2026-03-31 17:13:17 +08:00
parent e1f57b6f09
commit 9ad6c69a35
3 changed files with 49 additions and 120 deletions
+2 -8
View File
@@ -1,23 +1,16 @@
import datetime
import logging
from contextlib import asynccontextmanager
from typing import List, Union
from fastapi import FastAPI
from fastapi.openapi.docs import get_swagger_ui_oauth2_redirect_html, get_redoc_html, get_swagger_ui_html
from fastapi.responses import RedirectResponse
from langchain.chat_models import init_chat_model
from langchain_core.messages import HumanMessage, AIMessage, SystemMessage
from langchain_core.prompts import ChatPromptTemplate
from langchain_core.runnables import RunnableGenerator
from langchain_openai import ChatOpenAI
from langserve import add_routes
from pydantic import BaseModel, Field
from starlette.staticfiles import StaticFiles
from app.config.env import env
from app.controller.add_custom_stream_route import add_custom_stream_route
from app.controller.add_graph_proxy_route import add_graph_proxy_route
from app.controller.add_test_route import add_test_route
from app.utils.get_local_ips import get_local_ips
from app.utils.llm_utils import create_llm
@@ -123,6 +116,7 @@ model = init_chat_model(
add_routes(app=app, runnable=model, path="/doubao")
add_graph_proxy_route(app)
add_custom_stream_route(app)
if __name__ == "__main__":
import uvicorn