From e92a7809ef3aeafcee843b09ec8c7dad797ee0b5 Mon Sep 17 00:00:00 2001 From: neatguycoding <15627489+NeatGuyCoding@users.noreply.github.com> Date: Thu, 26 Jun 2025 19:27:53 +0800 Subject: [PATCH] fix: wrong token number when using qa_model and answer is updated. --- api/services/dataset_service.py | 1 + 1 file changed, 1 insertion(+) diff --git a/api/services/dataset_service.py b/api/services/dataset_service.py index a697c9ab7f..ef511857cf 100644 --- a/api/services/dataset_service.py +++ b/api/services/dataset_service.py @@ -2207,6 +2207,7 @@ class SegmentService: # calc embedding use tokens if document.doc_form == "qa_model": + segment.answer = args.answer tokens = embedding_model.get_text_embedding_num_tokens(texts=[content + segment.answer])[0] else: tokens = embedding_model.get_text_embedding_num_tokens(texts=[content])[0]