feat: 设置为父子分块然后嵌入

This commit is contained in:
martsforever
2025-09-07 00:35:05 +08:00
parent f5d1334ca1
commit ca658c2006
2 changed files with 4 additions and 1 deletions
+3
View File
@@ -47,3 +47,6 @@ class LLamaIndexEmbeddings(BaseEmbedding):
def _get_text_embedding(self, text: str) -> Embedding:
return self.embed_query(text)
# 下面的方法没有用,不论如何都会走_get_text_embedding
# async def _aget_text_embedding(self, text: str) -> Embedding:
# return await self.aembed_query(text)
+1 -1
View File
@@ -45,7 +45,7 @@ class MilvusService:
)
from llama_index.core.node_parser import HierarchicalNodeParser
parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128])
nodes = parser.get_nodes_from_documents(documents)
nodes = await parser.aget_nodes_from_documents(documents)
await vector_index.ainsert_nodes(nodes)
return vector_index