fix text split (#15426)

1 year ago · f77f7e1437
parent adda049265
commit f77f7e1437
1 changed files with 4 additions and 1 deletions
--- a/api/core/rag/splitter/fixed_text_splitter.py
+++ b/api/core/rag/splitter/fixed_text_splitter.py
@ -88,7 +88,10 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
                break
        # Now that we have the separator, split the text
        if separator:
-            splits = text.split(separator)
+            if separator == " ":
+                splits = text.split()
+            else:
+                splits = text.split(separator)
        else:
            splits = list(text)
        # Now go merging things, recursively splitting longer texts.