|
|
|
@ -1,7 +1,6 @@
|
|
|
|
"""Functionality for splitting text."""
|
|
|
|
"""Functionality for splitting text."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from __future__ import annotations
|
|
|
|
|
|
|
|
|
|
|
|
import logging
|
|
|
|
|
|
|
|
from typing import (
|
|
|
|
from typing import (
|
|
|
|
Any,
|
|
|
|
Any,
|
|
|
|
List,
|
|
|
|
List,
|
|
|
|
@ -10,8 +9,6 @@ from typing import (
|
|
|
|
|
|
|
|
|
|
|
|
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
|
|
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class FixedRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):
|
|
|
|
class FixedRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):
|
|
|
|
def __init__(self, fixed_separator: str = "\n\n", separators: Optional[List[str]] = None, **kwargs: Any):
|
|
|
|
def __init__(self, fixed_separator: str = "\n\n", separators: Optional[List[str]] = None, **kwargs: Any):
|
|
|
|
|