wuzhiqiang/ai-admin-server
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: 设置为父子分块然后嵌入

Browse Source
This commit is contained in:
martsforever
2025-09-07 00:35:05 +08:00
parent f5d1334ca1
commit ca658c2006
2 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/utils/LLamaIndexEmbeddings.py
+3
View File
@@ -47,3 +47,6 @@ class LLamaIndexEmbeddings(BaseEmbedding):
def _get_text_embedding(self, text: str) -> Embedding: def _get_text_embedding(self, text: str) -> Embedding:
return self.embed_query(text) return self.embed_query(text)
# 下面的方法没有用，不论如何都会走_get_text_embedding
# async def _aget_text_embedding(self, text: str) -> Embedding:
# return await self.aembed_query(text)
app/utils/milvus_utils.py
+1 -1
View File
@@ -45,7 +45,7 @@ class MilvusService:
) )
from llama_index.core.node_parser import HierarchicalNodeParser from llama_index.core.node_parser import HierarchicalNodeParser
parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128]) parser = HierarchicalNodeParser.from_defaults(chunk_sizes=[2048, 512, 128])
nodes = parser.get_nodes_from_documents(documents) nodes = await parser.aget_nodes_from_documents(documents)
await vector_index.ainsert_nodes(nodes) await vector_index.ainsert_nodes(nodes)
return vector_index return vector_index