fix: azure openai stream response usage missing (#1998)

2024-01-11 17:34:58 +08:00
parent c9e4147b11
commit 5e97eb1840
3 changed files with 41 additions and 32 deletions
--- a/api/core/app_runner/app_runner.py
+++ b/api/core/app_runner/app_runner.py
@@ -257,6 +257,9 @@ class AppRunner:
            if not usage and result.delta.usage:
                usage = result.delta.usage

+        if not usage:
+            usage = LLMUsage.empty_usage()
+
        llm_result = LLMResult(
            model=model,
            prompt_messages=prompt_messages,