From 0587ff0fba3ac73c2bbdd8a84c7fe81103ab12ed Mon Sep 17 00:00:00 2001
From: John Wang <takatost@users.noreply.github.com>
Date: Wed, 17 May 2023 15:02:58 +0800
Subject: [PATCH] fix: remove empty segment in splitter (#68)

---
 api/core/indexing_runner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/api/core/indexing_runner.py b/api/core/indexing_runner.py
index f06f3a0034..a4ff9ed287 100644
--- a/api/core/indexing_runner.py
+++ b/api/core/indexing_runner.py
@@ -343,7 +343,7 @@ class IndexingRunner:
 
             # parse document to nodes
             nodes = node_parser.get_nodes_from_documents([text_doc])
-
+            nodes = [node for node in nodes if node.text is not None and node.text.strip()]
             all_nodes.extend(nodes)
 
         return all_nodes