Model Runtime (#1858)

Co-authored-by: StyleZhang <jasonapring2015@outlook.com>
Co-authored-by: Garfield Dai <dai.hai@foxmail.com>
Co-authored-by: chenhe <guchenhe@gmail.com>
Co-authored-by: jyong <jyong@dify.ai>
Co-authored-by: Joel <iamjoel007@gmail.com>
Co-authored-by: Yeuoly <admin@srmxy.cn>
This commit is contained in:
takatost
2024-01-02 23:42:00 +08:00
committed by GitHub
parent e91dd28a76
commit d069c668f8
807 changed files with 171310 additions and 23806 deletions

View File

@@ -0,0 +1,61 @@
import os
import pytest
from core.model_runtime.entities.text_embedding_entities import TextEmbeddingResult
from core.model_runtime.errors.validate import CredentialsValidateFailedError
from core.model_runtime.model_providers.openllm.text_embedding.text_embedding import OpenLLMTextEmbeddingModel
def test_validate_credentials():
model = OpenLLMTextEmbeddingModel()
with pytest.raises(CredentialsValidateFailedError):
model.validate_credentials(
model='NOT IMPORTANT',
credentials={
'server_url': 'ww' + os.environ.get('OPENLLM_SERVER_URL'),
}
)
model.validate_credentials(
model='NOT IMPORTANT',
credentials={
'server_url': os.environ.get('OPENLLM_SERVER_URL'),
}
)
def test_invoke_model():
model = OpenLLMTextEmbeddingModel()
result = model.invoke(
model='NOT IMPORTANT',
credentials={
'server_url': os.environ.get('OPENLLM_SERVER_URL'),
},
texts=[
"hello",
"world"
],
user="abc-123"
)
assert isinstance(result, TextEmbeddingResult)
assert len(result.embeddings) == 2
assert result.usage.total_tokens > 0
def test_get_num_tokens():
model = OpenLLMTextEmbeddingModel()
num_tokens = model.get_num_tokens(
model='NOT IMPORTANT',
credentials={
'server_url': os.environ.get('OPENLLM_SERVER_URL'),
},
texts=[
"hello",
"world"
]
)
assert num_tokens == 2