Feat/add unstructured support (#1780)

Co-authored-by: jyong <jyong@dify.ai>
2023-12-18 23:24:06 +08:00
parent 2fd56cb01c
commit 5e34f938c1
15 changed files with 361 additions and 14 deletions
--- a/api/core/indexing_runner.py
+++ b/api/core/indexing_runner.py
@@ -397,7 +397,7 @@ class IndexingRunner:
                one_or_none()

            if file_detail:
-                text_docs = FileExtractor.load(file_detail, is_automatic=False)
+                text_docs = FileExtractor.load(file_detail, is_automatic=True)
        elif dataset_document.data_source_type == 'notion_import':
            loader = NotionLoader.from_document(dataset_document)
            text_docs = loader.load()