fix text split (#15426)

1 year ago · 5606ceea26
parent a1870d2bcf
commit 5606ceea26
1 changed files with 4 additions and 1 deletions
--- a/api/core/rag/splitter/fixed_text_splitter.py
+++ b/api/core/rag/splitter/fixed_text_splitter.py
@ -88,6 +88,9 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
                break
        # Now that we have the separator, split the text
        if separator:
+            if separator == " ":
+                splits = text.split()
+            else:
                splits = text.split(separator)
        else:
            splits = list(text)