estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat:use xinference tts stream mode (#8616)

Browse Source
This commit is contained in:
呆萌闷油瓶
2024-09-22 10:08:35 +08:00
committed by GitHub
parent a587f0d3f1
commit c8b9bdebfe
5 changed files with 13 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
api/tests/integration_tests/model_runtime/__mock/xinference.py
View File

@@ -9,7 +9,6 @@ from requests.exceptions import ConnectionError
from requests.sessions import Session
from xinference_client.client.restful.restful_client import (
Client,
RESTfulChatglmCppChatModelHandle,
RESTfulChatModelHandle,
RESTfulEmbeddingModelHandle,
RESTfulGenerateModelHandle,
@@ -19,9 +18,7 @@ from xinference_client.types import Embedding, EmbeddingData, EmbeddingUsage
class MockXinferenceClass:
def get_chat_model(
self: Client, model_uid: str
) -> Union[RESTfulChatglmCppChatModelHandle, RESTfulGenerateModelHandle, RESTfulChatModelHandle]:
def get_chat_model(self: Client, model_uid: str) -> Union[RESTfulGenerateModelHandle, RESTfulChatModelHandle]:
if not re.match(r"https?:\/\/[^\s\/$.?#].[^\s]*$", self.base_url):
raise RuntimeError("404 Not Found")