estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix:external dataset weight rerank bug (#24533)

Browse Source 
Co-authored-by: huangzhuo <huangzhuo1@xiaomi.com>
This commit is contained in:
huangzhuo1949
2025-08-26 14:54:40 +08:00
committed by GitHub
parent 13d3271ec0
commit 98473e9d4f
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
api/core/rag/rerank/weight_rerank.py
View File

@@ -39,9 +39,16 @@ class WeightRerankRunner(BaseRerankRunner):
unique_documents = [] unique_documents = []
doc_ids = set() doc_ids = set()
for document in documents: for document in documents:
if document.metadata is not None and document.metadata["doc_id"] not in doc_ids: if (
document.provider == "dify"
and document.metadata is not None
and document.metadata["doc_id"] not in doc_ids
):
doc_ids.add(document.metadata["doc_id"]) doc_ids.add(document.metadata["doc_id"])
unique_documents.append(document) unique_documents.append(document)
else:
if document not in unique_documents:
unique_documents.append(document)
documents = unique_documents documents = unique_documents