mirror of
https://github.com/langgenius/dify.git
synced 2026-03-27 17:19:55 +08:00
22 lines
725 B
Python
22 lines
725 B
Python
from __future__ import annotations
|
|
|
|
from typing import Any, Protocol
|
|
|
|
from graphon.nodes.llm.runtime_protocols import PreparedLLMProtocol
|
|
|
|
|
|
class CredentialsProvider(Protocol):
|
|
"""Port for loading runtime credentials for a provider/model pair."""
|
|
|
|
def fetch(self, provider_name: str, model_name: str) -> dict[str, Any]:
|
|
"""Return credentials for the target provider/model or raise a domain error."""
|
|
...
|
|
|
|
|
|
class ModelFactory(Protocol):
|
|
"""Port for creating prepared graph-facing LLM runtimes for execution."""
|
|
|
|
def init_model_instance(self, provider_name: str, model_name: str) -> PreparedLLMProtocol:
|
|
"""Create a prepared LLM runtime that is ready for graph execution."""
|
|
...
|