feat: move model request to plugin daemon

This commit is contained in:
takatost
2024-09-29 00:13:53 +08:00
parent d9cced8419
commit 1c3213184e
1070 changed files with 1072 additions and 87428 deletions

View File

@ -115,7 +115,6 @@ def test_execute_llm(setup_openai_mock):
custom_configuration=CustomConfiguration(provider=CustomProviderConfiguration(credentials=credentials)),
model_settings=[],
),
provider_instance=provider_instance,
model_type_instance=model_type_instance,
)
model_instance = ModelInstance(provider_model_bundle=provider_model_bundle, model="gpt-3.5-turbo")
@ -203,7 +202,6 @@ def test_execute_llm_with_jinja2(setup_code_executor_mock, setup_openai_mock):
custom_configuration=CustomConfiguration(provider=CustomProviderConfiguration(credentials=credentials)),
model_settings=[],
),
provider_instance=provider_instance,
model_type_instance=model_type_instance,
)

View File

@ -35,23 +35,27 @@ def get_mocked_fetch_model_config(
mode: str,
credentials: dict,
):
provider_instance = ModelProviderFactory().get_provider_instance(provider)
model_type_instance = provider_instance.get_model_instance(ModelType.LLM)
model_provider_factory = ModelProviderFactory(tenant_id="test_tenant")
model_type_instance = model_provider_factory.get_model_type_instance(provider, ModelType.LLM)
provider_model_bundle = ProviderModelBundle(
configuration=ProviderConfiguration(
tenant_id="1",
provider=provider_instance.get_provider_schema(),
provider=model_provider_factory.get_provider_schema(provider),
preferred_provider_type=ProviderType.CUSTOM,
using_provider_type=ProviderType.CUSTOM,
system_configuration=SystemConfiguration(enabled=False),
custom_configuration=CustomConfiguration(provider=CustomProviderConfiguration(credentials=credentials)),
model_settings=[],
),
provider_instance=provider_instance,
model_type_instance=model_type_instance,
)
model_instance = ModelInstance(provider_model_bundle=provider_model_bundle, model=model)
model_schema = model_type_instance.get_model_schema(model)
model_schema = model_provider_factory.get_model_schema(
provider=provider,
model_type=model_type_instance.model_type,
model=model,
credentials=credentials,
)
assert model_schema is not None
model_config = ModelConfigWithCredentialsEntity(
model=model,