From 33f0457a23fb3a3009c00623b6f22189c64fa7c8 Mon Sep 17 00:00:00 2001 From: NeatGuyCoding <15627489+NeatGuyCoding@users.noreply.github.com> Date: Fri, 27 Jun 2025 09:11:41 +0800 Subject: [PATCH] fix: wrong token number when using qa_model and answer is updated. (#21574) --- api/services/dataset_service.py | 1 + 1 file changed, 1 insertion(+) diff --git a/api/services/dataset_service.py b/api/services/dataset_service.py index a697c9ab7..ef511857c 100644 --- a/api/services/dataset_service.py +++ b/api/services/dataset_service.py @@ -2207,6 +2207,7 @@ class SegmentService: # calc embedding use tokens if document.doc_form == "qa_model": + segment.answer = args.answer tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] else: tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0]