From ea1d45942399ca08ca2a5ce411eb792ded4b676c Mon Sep 17 00:00:00 2001 From: crazywoola <100913391+crazywoola@users.noreply.github.com> Date: Thu, 27 Mar 2025 17:42:12 +0800 Subject: [PATCH] Revert "feat: add langfuse llm node input and output" (#16947) --- api/core/ops/langfuse_trace/langfuse_trace.py | 25 +------------------ api/tasks/ops_trace_task.py | 2 +- 2 files changed, 2 insertions(+), 25 deletions(-) diff --git a/api/core/ops/langfuse_trace/langfuse_trace.py b/api/core/ops/langfuse_trace/langfuse_trace.py index 19d0c5145..b9ba068b1 100644 --- a/api/core/ops/langfuse_trace/langfuse_trace.py +++ b/api/core/ops/langfuse_trace/langfuse_trace.py @@ -29,7 +29,7 @@ from core.ops.langfuse_trace.entities.langfuse_trace_entity import ( ) from core.ops.utils import filter_none_values from extensions.ext_database import db -from models.model import EndUser, Message +from models.model import EndUser from models.workflow import WorkflowNodeExecution logger = logging.getLogger(__name__) @@ -213,32 +213,9 @@ class LangFuseDataTrace(BaseTraceInstance): if process_data and process_data.get("model_mode") == "chat": total_token = metadata.get("total_tokens", 0) - - # through workflow_run_id get message data - message_data = ( - db.session.query( - Message.answer_tokens, # input - Message.message_tokens, # output - ) - .filter(Message.workflow_run_id == trace_info.workflow_run_id) - .first() - ) - - if message_data: - # chatflow data - input_tokens = message_data.message_tokens - output_tokens = message_data.answer_tokens - else: - # workflow data - input_tokens = json.loads(node_execution.outputs).get("usage", {}).get("prompt_tokens", 0) - output_tokens = json.loads(node_execution.outputs).get("usage", {}).get("completion_tokens", 0) - # add generation generation_usage = GenerationUsage( total=total_token, - input=input_tokens, - output=output_tokens, - unit=UnitEnum.TOKENS, ) node_generation_data = LangfuseGeneration( diff --git a/api/tasks/ops_trace_task.py b/api/tasks/ops_trace_task.py index ed57f663e..bb3b9e17e 100644 --- a/api/tasks/ops_trace_task.py +++ b/api/tasks/ops_trace_task.py @@ -49,6 +49,6 @@ def process_trace_tasks(file_info): except Exception: failed_key = f"{OPS_TRACE_FAILED_KEY}_{app_id}" redis_client.incr(failed_key) - logging.exception(f"Processing trace tasks failed, app_id: {app_id}") + logging.info(f"Processing trace tasks failed, app_id: {app_id}") finally: storage.delete(file_path)