feat: add hosted moderation (#1158)

2023-09-12 10:26:12 +08:00
parent 983834cd52
commit f9082104ed
15 changed files with 240 additions and 69 deletions
--- a/api/core/callback_handler/entity/llm_message.py
+++ b/api/core/callback_handler/entity/llm_message.py
@@ -6,4 +6,3 @@ class LLMMessage(BaseModel):
    prompt_tokens: int = 0
    completion: str = ''
    completion_tokens: int = 0
-    latency: float = 0.0