Fix/app runner typo (#2661)

This commit is contained in:
nan jiang
2024-03-04 13:32:17 +08:00
committed by GitHub
parent f25cec265d
commit 607f9eda35
4 changed files with 4 additions and 4 deletions

View File

@@ -84,7 +84,7 @@ class AppRunner:
return rest_tokens
def recale_llm_max_tokens(self, model_config: ModelConfigEntity,
def recalc_llm_max_tokens(self, model_config: ModelConfigEntity,
prompt_messages: list[PromptMessage]):
# recalc max_tokens if sum(prompt_token + max_tokens) over model token limit
model_type_instance = model_config.provider_model_bundle.model_type_instance