improve: significantly speed up the server launching time by async preloading tool providers (#9146)

This commit is contained in:
Bowen Liang
2024-10-31 00:21:01 +08:00
committed by GitHub
parent f6fecb957e
commit 0bdae34b5e

View File

@@ -3,7 +3,7 @@ import logging
import mimetypes
from collections.abc import Generator
from os import listdir, path
from threading import Lock
from threading import Lock, Thread
from typing import Any, Optional, Union
from configs import dify_config
@@ -647,4 +647,5 @@ class ToolManager:
raise ValueError(f"provider type {provider_type} not found")
ToolManager.load_builtin_providers_cache()
# preload builtin tool providers
Thread(target=ToolManager.load_builtin_providers_cache, name="pre_load_builtin_providers_cache", daemon=True).start()