fix text split (#15426)

pull/14262/head
Jyong 1 year ago committed by Bharat Ramanathan
parent a1870d2bcf
commit 5606ceea26

@ -88,7 +88,10 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
break break
# Now that we have the separator, split the text # Now that we have the separator, split the text
if separator: if separator:
splits = text.split(separator) if separator == " ":
splits = text.split()
else:
splits = text.split(separator)
else: else:
splits = list(text) splits = list(text)
# Now go merging things, recursively splitting longer texts. # Now go merging things, recursively splitting longer texts.

Loading…
Cancel
Save