feat: add supports for multimodal

api/core/entities/parameter_entities.py

@@ -8,6 +8,8 @@ class CommonParameterType(Enum):
     STRING = "string"
     NUMBER = "number"
     FILE = "file"
+    FILES = "files"
+    SYSTEM_FILES = "system-files"
     BOOLEAN = "boolean"
     APP_SELECTOR = "app-selector"
     MODEL_CONFIG = "model-config"

api/core/tools/entities/file_entities.py

@@ -0,0 +1,12 @@
+from pydantic import BaseModel
+
+from core.file.constants import FILE_MODEL_IDENTITY
+
+
+class PluginFileEntity(BaseModel):
+    """
+    File entity for plugin tool.
+    """
+
+    dify_model_identity: str = FILE_MODEL_IDENTITY
+    url: str

api/core/tools/entities/tool_entities.py

@@ -208,10 +208,10 @@ class ToolParameter(BaseModel):
         SELECT = CommonParameterType.SELECT.value
         SECRET_INPUT = CommonParameterType.SECRET_INPUT.value
         FILE = CommonParameterType.FILE.value
-        FILES = "files"
+        FILES = CommonParameterType.FILES.value
 
         # deprecated, should not use.
-        SYSTEM_FILES = "systme-files"
+        SYSTEM_FILES = CommonParameterType.SYSTEM_FILES.value
 
         def as_normal_type(self):
             if self in {

api/core/tools/plugin_tool/tool.py

@@ -4,7 +4,9 @@ from typing import Any, Optional
 from core.plugin.manager.tool import PluginToolManager
 from core.tools.__base.tool import Tool
 from core.tools.__base.tool_runtime import ToolRuntime
+from core.tools.entities.file_entities import PluginFileEntity
 from core.tools.entities.tool_entities import ToolEntity, ToolInvokeMessage, ToolParameter, ToolProviderType
+from models.model import File
 
 
 class PluginTool(Tool):
@@ -29,6 +31,23 @@ class PluginTool(Tool):
         message_id: Optional[str] = None,
     ) -> Generator[ToolInvokeMessage, None, None]:
         manager = PluginToolManager()
+
+        # convert tool parameters with File type to PluginFileEntity
+        for parameter_name, parameter in tool_parameters.items():
+            if isinstance(parameter, File):
+                url = parameter.generate_url()
+                if url is None:
+                    raise ValueError(f"File {parameter.id} does not have a valid URL")
+                tool_parameters[parameter_name] = PluginFileEntity(url=url).model_dump()
+            elif isinstance(parameter, list) and all(isinstance(p, File) for p in parameter):
+                tool_parameters[parameter_name] = []
+                for p in parameter:
+                    assert isinstance(p, File)
+                    url = p.generate_url()
+                    if url is None:
+                        raise ValueError(f"File {p.id} does not have a valid URL")
+                    tool_parameters[parameter_name].append(PluginFileEntity(url=url)).model_dump()
+
         return manager.invoke(
             tenant_id=self.tenant_id,
             user_id=user_id,
@@ -36,6 +55,9 @@ class PluginTool(Tool):
             tool_name=self.entity.identity.name,
             credentials=self.runtime.credentials,
             tool_parameters=tool_parameters,
+            conversation_id=conversation_id,
+            app_id=app_id,
+            message_id=message_id,
         )
 
     def fork_tool_runtime(self, runtime: ToolRuntime) -> "PluginTool":

api/core/tools/utils/message_transformer.py

@@ -69,7 +69,7 @@ class ToolFileMessageTransformer:
                     raise ValueError("unexpected message type")
 
                 # FIXME: should do a type check here.
-                assert isinstance(message.message, bytes)
+                assert isinstance(message.message.blob, bytes)
                 file = ToolFileManager.create_file_by_raw(
                     user_id=user_id,
                     tenant_id=tenant_id,

api/core/workflow/nodes/tool/tool_node.py

@@ -138,7 +138,19 @@ class ToolNode(BaseNode[ToolNodeData]):
                 parameter_value = segment_group.log if for_log else segment_group.text
             else:
                 raise ValueError(f"unknown tool input type '{tool_input.type}'")
+
             result[parameter_name] = parameter_value
+        # HACK:
+        result["file"] = File(
+            tenant_id="9a80db54-1557-46da-81fe-f0c4fd3df066",
+            type=FileType.IMAGE,
+            transfer_method=FileTransferMethod.TOOL_FILE,
+            remote_url="https://example.com/image.png",
+            related_id="67f4eb5d-3419-4faf-b147-f77d8d69c6b6",
+            filename="image.png",
+            extension=".png",
+            mime_type="image/png",
+        )
 
         return result