fix: split chunks return empty strings (#2197)

2024-01-25 13:59:18 +08:00
parent 8639abec97
commit 6cf93379b3
4 changed files with 13 additions and 8 deletions
--- a/api/core/indexing_runner.py
+++ b/api/core/indexing_runner.py
@@ -655,7 +655,9 @@ class IndexingRunner:
                    else:
                        page_content = page_content
                    document_node.page_content = page_content
-                    split_documents.append(document_node)
+
+                    if document_node.page_content:
+                        split_documents.append(document_node)
            all_documents.extend(split_documents)
        # processing qa document
        if document_form == 'qa_model':