Feat: chunk overlap supported (#2209)

Co-authored-by: jyong <jyong@dify.ai>
2024-01-26 13:24:40 +08:00
parent 3322710dac
commit 89fcf4ea7c
9 changed files with 53 additions and 8 deletions
--- a/api/services/dataset_service.py
+++ b/api/services/dataset_service.py
@@ -241,7 +241,8 @@ class DocumentService:
            ],
            'segmentation': {
                'delimiter': '\n',
-                'max_tokens': 500
+                'max_tokens': 500,
+                'chunk_overlap': 50
            }
        }
    }