youngkingdom/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-05-02 16:38:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: add supports for multimodal

Browse Source
This commit is contained in:
Yeuoly
2024-10-22 17:26:00 +08:00
parent 11270a7ef2
commit 1450e5d5cb
10 changed files with 59 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
api/core/tools/plugin_tool/tool.py
View File

@ -4,7 +4,9 @@ from typing import Any, Optional
from core.plugin.manager.tool import PluginToolManager
from core.tools.__base.tool import Tool
from core.tools.__base.tool_runtime import ToolRuntime
from core.tools.entities.file_entities import PluginFileEntity
from core.tools.entities.tool_entities import ToolEntity, ToolInvokeMessage, ToolParameter, ToolProviderType
from models.model import File
class PluginTool(Tool):
@ -29,6 +31,23 @@ class PluginTool(Tool):
message_id: Optional[str] = None,
) -> Generator[ToolInvokeMessage, None, None]:
manager = PluginToolManager()
# convert tool parameters with File type to PluginFileEntity
for parameter_name, parameter in tool_parameters.items():
if isinstance(parameter, File):
url = parameter.generate_url()
if url is None:
raise ValueError(f"File {parameter.id} does not have a valid URL")
tool_parameters[parameter_name] = PluginFileEntity(url=url).model_dump()
elif isinstance(parameter, list) and all(isinstance(p, File) for p in parameter):
tool_parameters[parameter_name] = []
for p in parameter:
assert isinstance(p, File)
url = p.generate_url()
if url is None:
raise ValueError(f"File {p.id} does not have a valid URL")
tool_parameters[parameter_name].append(PluginFileEntity(url=url)).model_dump()
return manager.invoke(
tenant_id=self.tenant_id,
user_id=user_id,
@ -36,6 +55,9 @@ class PluginTool(Tool):
tool_name=self.entity.identity.name,
credentials=self.runtime.credentials,
tool_parameters=tool_parameters,
conversation_id=conversation_id,
app_id=app_id,
message_id=message_id,
)
def fork_tool_runtime(self, runtime: ToolRuntime) -> "PluginTool":