estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix: bad xinference error (#2384)

Browse Source
This commit is contained in:
Yeuoly
2024-02-05 10:52:14 +08:00
committed by GitHub
parent b814f0b7e3
commit 56c25bfb78
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/model_runtime/model_providers/xinference/llm/llm.py
View File

@@ -70,7 +70,7 @@ class XinferenceAILargeLanguageModel(LargeLanguageModel):
elif 'generate' in extra_param.model_ability: elif 'generate' in extra_param.model_ability:
credentials['completion_type'] = 'completion' credentials['completion_type'] = 'completion'
else: else:
raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported') raise ValueError(f'xinference model ability {extra_param.model_ability} is not supported, check if you have the right model type')
if extra_param.support_function_call: if extra_param.support_function_call:
credentials['support_function_call'] = True credentials['support_function_call'] = True

6
api/core/model_runtime/model_providers/xinference/text_embedding/text_embedding.py
View File

@@ -114,8 +114,10 @@ class XinferenceTextEmbeddingModel(TextEmbeddingModel):
credentials['max_tokens'] = extra_args.max_tokens credentials['max_tokens'] = extra_args.max_tokens
self._invoke(model=model, credentials=credentials, texts=['ping']) self._invoke(model=model, credentials=credentials, texts=['ping'])
except (InvokeAuthorizationError, RuntimeError): except InvokeAuthorizationError as e:
raise CredentialsValidateFailedError('Invalid api key') raise CredentialsValidateFailedError(f'Failed to validate credentials for model {model}: {e}')
except RuntimeError as e:
raise CredentialsValidateFailedError(e)
@property @property
def _invoke_error_mapping(self) -> dict[type[InvokeError], list[type[Exception]]]: def _invoke_error_mapping(self) -> dict[type[InvokeError], list[type[Exception]]]: