This commit is contained in:
takatost
2024-03-04 13:32:59 +08:00
parent de40422205
commit 242fcf0145
5 changed files with 5 additions and 5 deletions

View File

@ -189,7 +189,7 @@ class ChatAppRunner(AppRunner):
return
# Re-calculate the max tokens if sum(prompt_token + max_tokens) over model token limit
self.recale_llm_max_tokens(
self.recalc_llm_max_tokens(
model_config=application_generate_entity.model_config,
prompt_messages=prompt_messages
)