fixed chunk_overlap is None (#7703)

1 year ago · 60001a62c4
parent ee7d5e7206
commit 60001a62c4
1 changed files with 1 additions and 1 deletions
--- a/api/core/rag/index_processor/index_processor_base.py
+++ b/api/core/rag/index_processor/index_processor_base.py
@ -57,7 +57,7 @@ class BaseIndexProcessor(ABC):

            character_splitter = FixedRecursiveCharacterTextSplitter.from_encoder(
                chunk_size=segmentation["max_tokens"],
-                chunk_overlap=segmentation.get('chunk_overlap', 0),
+                chunk_overlap=segmentation.get('chunk_overlap', 0) or 0,
                fixed_separator=separator,
                separators=["\n\n", "。", ". ", " ", ""],
                embedding_model_instance=embedding_model_instance