wuzhiqiang/ai-admin-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 父子块分块

Browse Source
This commit is contained in:
martsforever
2025-09-07 00:29:56 +08:00
parent a1472fe114
commit f5d1334ca1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/utils/milvus_utils.py
+2 -2
View File
@@ -43,8 +43,8 @@ class MilvusService:
vector_store=vector_store, vector_store=vector_store,
embed_model=self.embeddings, embed_model=self.embeddings,
) )
from llama_index.core.node_parser import SimpleNodeParser from llama_index.core.node_parser import HierarchicalNodeParser
parser = SimpleNodeParser() parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128])
nodes = parser.get_nodes_from_documents(documents) nodes = parser.get_nodes_from_documents(documents)
await vector_index.ainsert_nodes(nodes) await vector_index.ainsert_nodes(nodes)
return vector_index return vector_index