feat: claude paid optimize (#890)

2023-08-17 16:56:20 +08:00
parent 2f7b234cc5
commit 9adbeadeec
10 changed files with 69 additions and 25 deletions
--- a/api/core/model_providers/models/llm/base.py
+++ b/api/core/model_providers/models/llm/base.py
@@ -125,6 +125,8 @@ class BaseLLM(BaseProviderModel):
            completion_tokens = self.get_num_tokens([PromptMessage(content=completion_content, type=MessageType.ASSISTANT)])
            total_tokens = prompt_tokens + completion_tokens

+        self.model_provider.update_last_used()
+
        if self.deduct_quota:
            self.model_provider.deduct_quota(total_tokens)