Fix/model runtime (#1873)

2024-01-03 11:36:57 +08:00
parent 5a2aa83030
commit b43f1441a9
1 changed files with 6 additions and 3 deletions
--- a/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py
+++ b/api/core/model_runtime/model_providers/xinference/llm/xinference_helper.py
@@ -33,10 +33,13 @@ class XinferenceHelper:

    @staticmethod
    def _clean_cache() -> None:
-        with cache_lock:
-            for model_uid, model in cache.items():
-                if model['expires'] < time():
+        try:
+            with cache_lock:
+                expired_keys = [model_uid for model_uid, model in cache.items() if model['expires'] < time()]
+                for model_uid in expired_keys:
                    del cache[model_uid]
+        except RuntimeError as e:
+            pass

    @staticmethod
    def _get_xinference_extra_parameter(server_url: str, model_uid: str) -> XinferenceModelExtraParameter: