From 60ee98f57863b7f8bdefca0cddf16cad183b54ce Mon Sep 17 00:00:00 2001 From: Jyong <76649700+JohnJyong@users.noreply.github.com> Date: Tue, 9 Jan 2024 19:54:02 +0800 Subject: [PATCH] zhipu embedding token method (#1976) Co-authored-by: jyong --- .../model_providers/zhipuai/text_embedding/text_embedding.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py b/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py index 603840a4a..308723c45 100644 --- a/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py +++ b/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py @@ -55,7 +55,7 @@ class ZhipuAITextEmbeddingModel(_CommonZhipuaiAI, TextEmbeddingModel): total_num_tokens = 0 for text in texts: - total_num_tokens += len(_get_token_ids_default_method(text)) + total_num_tokens += self._get_num_tokens_by_gpt2(text) return total_num_tokens