feat: 自定义流式调用接口
This commit is contained in:
@@ -1,23 +1,16 @@
|
||||
import datetime
|
||||
import logging
|
||||
from contextlib import asynccontextmanager
|
||||
from typing import List, Union
|
||||
|
||||
from fastapi import FastAPI
|
||||
from fastapi.openapi.docs import get_swagger_ui_oauth2_redirect_html, get_redoc_html, get_swagger_ui_html
|
||||
from fastapi.responses import RedirectResponse
|
||||
from langchain.chat_models import init_chat_model
|
||||
from langchain_core.messages import HumanMessage, AIMessage, SystemMessage
|
||||
from langchain_core.prompts import ChatPromptTemplate
|
||||
from langchain_core.runnables import RunnableGenerator
|
||||
from langchain_openai import ChatOpenAI
|
||||
from langserve import add_routes
|
||||
from pydantic import BaseModel, Field
|
||||
from starlette.staticfiles import StaticFiles
|
||||
|
||||
from app.config.env import env
|
||||
from app.controller.add_custom_stream_route import add_custom_stream_route
|
||||
from app.controller.add_graph_proxy_route import add_graph_proxy_route
|
||||
from app.controller.add_test_route import add_test_route
|
||||
from app.utils.get_local_ips import get_local_ips
|
||||
from app.utils.llm_utils import create_llm
|
||||
|
||||
@@ -123,6 +116,7 @@ model = init_chat_model(
|
||||
add_routes(app=app, runnable=model, path="/doubao")
|
||||
|
||||
add_graph_proxy_route(app)
|
||||
add_custom_stream_route(app)
|
||||
|
||||
if __name__ == "__main__":
|
||||
import uvicorn
|
||||
|
||||
Reference in New Issue
Block a user