From e3f5ac236ca2b41971a5eac8de87cc1dcf54c083 Mon Sep 17 00:00:00 2001 From: jyong <718720800@qq.com> Date: Tue, 26 Nov 2024 18:20:19 +0800 Subject: [PATCH] update text spliter --- api/core/rag/splitter/text_splitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/core/rag/splitter/text_splitter.py b/api/core/rag/splitter/text_splitter.py index c2ead2c715..15297a65e7 100644 --- a/api/core/rag/splitter/text_splitter.py +++ b/api/core/rag/splitter/text_splitter.py @@ -45,7 +45,7 @@ class TextSplitter(BaseDocumentTransformer, ABC): self, chunk_size: int = 4000, chunk_overlap: int = 200, - length_function: Callable[[str], int] = len, + length_function: Callable[[str], [int]] = len, keep_separator: bool = False, add_start_index: bool = False, ) -> None: