estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Bugfix: Vertex AI vision model not support image (#4853)

Browse Source
This commit is contained in:
Pan, Wen-Ming
2024-06-02 11:11:09 +08:00
committed by GitHub
parent b234710af9
commit cdbc260571
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
api/core/model_runtime/model_providers/vertex_ai/llm/llm.py
View File

@@ -367,10 +367,8 @@ class VertexAiLargeLanguageModel(LargeLanguageModel):
else: else:
metadata, data = c.data.split(',', 1) metadata, data = c.data.split(',', 1)
mime_type = metadata.split(';', 1)[0].split(':')[1] mime_type = metadata.split(';', 1)[0].split(':')[1]
blob = {"inline_data":{"mime_type":mime_type,"data":data}} parts.append(glm.Part.from_data(mime_type=mime_type, data=data))
parts.append(blob) glm_content = glm.Content(role="user", parts=parts)
glm_content = glm.Content(role="user", parts=[parts])
return glm_content return glm_content
elif isinstance(message, AssistantPromptMessage): elif isinstance(message, AssistantPromptMessage):
if message.content: if message.content: