zhipu embedding token method (#1976)

Co-authored-by: jyong <jyong@dify.ai>
2024-01-09 19:54:02 +08:00
parent 5b24d7129e
commit 60ee98f578
1 changed files with 1 additions and 1 deletions
--- a/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py
+++ b/api/core/model_runtime/model_providers/zhipuai/text_embedding/text_embedding.py
@@ -55,7 +55,7 @@ class ZhipuAITextEmbeddingModel(_CommonZhipuaiAI, TextEmbeddingModel):
        
        total_num_tokens = 0
        for text in texts:
-            total_num_tokens += len(_get_token_ids_default_method(text))
+            total_num_tokens += self._get_num_tokens_by_gpt2(text)

        return total_num_tokens