wuzhiqiang/ai-admin-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 使用simple node parser

Browse Source
This commit is contained in:
martsforever
2025-09-07 14:37:24 +08:00
parent 510247d927
commit 178d0ddf24
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/utils/milvus_utils.py
+3 -2
View File
@@ -48,8 +48,9 @@ class MilvusService:
vector_store=vector_store, vector_store=vector_store,
embed_model=self.embeddings, embed_model=self.embeddings,
) )
from llama_index.core.node_parser import HierarchicalNodeParser from llama_index.core.node_parser import SimpleNodeParser
parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128]) # parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128])
parser = SimpleNodeParser()
# nodes = await parser.aget_nodes_from_documents(documents) # nodes = await parser.aget_nodes_from_documents(documents)
# 使用同步方法并包装在 asyncio.to_thread 中 # 使用同步方法并包装在 asyncio.to_thread 中
nodes = await asyncio.to_thread(parser.get_nodes_from_documents, documents) nodes = await asyncio.to_thread(parser.get_nodes_from_documents, documents)