estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix(openai_api_compatible): fixing the error when converting chunk to json (#3570)

Browse Source
This commit is contained in:
aniaan
2024-04-18 16:54:16 +08:00
committed by GitHub
parent 4365843c20
commit aa6d2e3035
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py
View File

@@ -154,7 +154,7 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
json_result['object'] = 'chat.completion' json_result['object'] = 'chat.completion'
elif (completion_type is LLMMode.COMPLETION and json_result['object'] == ''): elif (completion_type is LLMMode.COMPLETION and json_result['object'] == ''):
json_result['object'] = 'text_completion' json_result['object'] = 'text_completion'
if (completion_type is LLMMode.CHAT if (completion_type is LLMMode.CHAT
and ('object' not in json_result or json_result['object'] != 'chat.completion')): and ('object' not in json_result or json_result['object'] != 'chat.completion')):
raise CredentialsValidateFailedError( raise CredentialsValidateFailedError(
@@ -425,6 +425,7 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
finish_reason = 'Unknown' finish_reason = 'Unknown'
for chunk in response.iter_lines(decode_unicode=True, delimiter=delimiter): for chunk in response.iter_lines(decode_unicode=True, delimiter=delimiter):
chunk = chunk.strip()
if chunk: if chunk:
# ignore sse comments # ignore sse comments
if chunk.startswith(':'): if chunk.startswith(':'):