feat: backend model load balancing support (#4927)

2024-06-05 00:13:04 +08:00
parent 52ec152dd3
commit d1dbbc1e33
47 changed files with 2191 additions and 256 deletions
--- a/api/core/extension/extensible.py
+++ b/api/core/extension/extensible.py
@@ -7,7 +7,7 @@ from typing import Any, Optional

 from pydantic import BaseModel

-from core.utils.position_helper import sort_to_dict_by_position_map
+from core.helper.position_helper import sort_to_dict_by_position_map


 class ExtensionModule(enum.Enum):