Sync INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH between API and Web (#11230)

2024-12-02 16:29:25 +09:00
parent f8c966c39c
commit 1d8385f7ac
29 changed files with 51 additions and 40 deletions
--- a/api/services/dataset_service.py
+++ b/api/services/dataset_service.py
@@ -406,6 +406,9 @@ class DocumentService:
            ],
            "segmentation": {"delimiter": "\n", "max_tokens": 500, "chunk_overlap": 50},
        },
+        "limits": {
+            "indexing_max_segmentation_tokens_length": dify_config.INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH,
+        },
    }

    DOCUMENT_METADATA_SCHEMA = {