From ed263aed9fa1f88ddd3e94b6b057ff94d4a5d2a8 Mon Sep 17 00:00:00 2001 From: znn Date: Fri, 18 Jul 2025 11:21:58 +0530 Subject: [PATCH] fix text splitter (#22596) --- api/core/rag/splitter/fixed_text_splitter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/api/core/rag/splitter/fixed_text_splitter.py b/api/core/rag/splitter/fixed_text_splitter.py index 0fb1bcb2e..bcaf29989 100644 --- a/api/core/rag/splitter/fixed_text_splitter.py +++ b/api/core/rag/splitter/fixed_text_splitter.py @@ -102,6 +102,7 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter) splits = text.split() else: splits = text.split(separator) + splits = [item + separator if i < len(splits) else item for i, item in enumerate(splits)] else: splits = list(text) splits = [s for s in splits if (s not in {"", "\n"})]