optimize db connections

This commit is contained in:
takatost
2024-03-10 16:29:55 +08:00
parent 7e4daf131e
commit 8b832097de
14 changed files with 126 additions and 118 deletions

View File

@ -182,7 +182,7 @@ class CompletionAppGenerator(MessageBasedAppGenerator):
logger.exception("Unknown Error when generating")
queue_manager.publish_error(e, PublishFrom.APPLICATION_MANAGER)
finally:
db.session.remove()
db.session.close()
def generate_more_like_this(self, app_model: App,
message_id: str,

View File

@ -160,6 +160,8 @@ class CompletionAppRunner(AppRunner):
model=application_generate_entity.model_config.model
)
db.session.close()
invoke_result = model_instance.invoke_llm(
prompt_messages=prompt_messages,
model_parameters=application_generate_entity.model_config.parameters,