From a11f36ca6066aa9813940a783a85a87581812ad7 Mon Sep 17 00:00:00 2001 From: John Wang Date: Tue, 13 Jun 2023 15:47:58 +0800 Subject: [PATCH] fix: stop completion response not save to db (#351) --- api/core/callback_handler/llm_callback_handler.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/api/core/callback_handler/llm_callback_handler.py b/api/core/callback_handler/llm_callback_handler.py index b6f7ef2f5..da38fcabf 100644 --- a/api/core/callback_handler/llm_callback_handler.py +++ b/api/core/callback_handler/llm_callback_handler.py @@ -75,7 +75,11 @@ class LLMCallbackHandler(BaseCallbackHandler): self.conversation_message_task.save_message(self.llm_message) def on_llm_new_token(self, token: str, **kwargs: Any) -> None: - self.conversation_message_task.append_message_text(token) + try: + self.conversation_message_task.append_message_text(token) + except ConversationTaskStoppedException as ex: + self.on_llm_error(error=ex) + self.llm_message.completion += token def on_llm_error(