youngkingdom/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-05-02 00:18:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor apps

Browse Source
This commit is contained in:
takatost
2024-03-02 02:40:18 +08:00
parent 5e38996222
commit 5c7ea08bdf
111 changed files with 1979 additions and 1819 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
api/core/file/message_file_parser.py
View File

@ -1,11 +1,12 @@
from typing import Optional, Union
from typing import Union
import requests
from core.app.app_config.entities import FileUploadEntity
from core.file.file_obj import FileBelongsTo, FileObj, FileTransferMethod, FileType
from extensions.ext_database import db
from models.account import Account
from models.model import AppModelConfig, EndUser, MessageFile, UploadFile
from models.model import EndUser, MessageFile, UploadFile
from services.file_service import IMAGE_EXTENSIONS
@ -15,18 +16,16 @@ class MessageFileParser:
self.tenant_id = tenant_id
self.app_id = app_id
def validate_and_transform_files_arg(self, files: list[dict], app_model_config: AppModelConfig,
def validate_and_transform_files_arg(self, files: list[dict], file_upload_entity: FileUploadEntity,
user: Union[Account, EndUser]) -> list[FileObj]:
"""
validate and transform files arg
:param files:
:param app_model_config:
:param file_upload_entity:
:param user:
:return:
"""
file_upload_config = app_model_config.file_upload_dict
for file in files:
if not isinstance(file, dict):
raise ValueError('Invalid file format, must be dict')
@ -45,17 +44,17 @@ class MessageFileParser:
raise ValueError('Missing file upload_file_id')
# transform files to file objs
type_file_objs = self._to_file_objs(files, file_upload_config)
type_file_objs = self._to_file_objs(files, file_upload_entity)
# validate files
new_files = []
for file_type, file_objs in type_file_objs.items():
if file_type == FileType.IMAGE:
# parse and validate files
image_config = file_upload_config.get('image')
image_config = file_upload_entity.image_config
# check if image file feature is enabled
if not image_config['enabled']:
if not image_config:
continue
# Validate number of files
@ -96,27 +95,27 @@ class MessageFileParser:
# return all file objs
return new_files
def transform_message_files(self, files: list[MessageFile], file_upload_config: Optional[dict]) -> list[FileObj]:
def transform_message_files(self, files: list[MessageFile], file_upload_entity: FileUploadEntity) -> list[FileObj]:
"""
transform message files
:param files:
:param file_upload_config:
:param file_upload_entity:
:return:
"""
# transform files to file objs
type_file_objs = self._to_file_objs(files, file_upload_config)
type_file_objs = self._to_file_objs(files, file_upload_entity)
# return all file objs
return [file_obj for file_objs in type_file_objs.values() for file_obj in file_objs]
def _to_file_objs(self, files: list[Union[dict, MessageFile]],
file_upload_config: dict) -> dict[FileType, list[FileObj]]:
file_upload_entity: FileUploadEntity) -> dict[FileType, list[FileObj]]:
"""
transform files to file objs
:param files:
:param file_upload_config:
:param file_upload_entity:
:return:
"""
type_file_objs: dict[FileType, list[FileObj]] = {
@ -133,7 +132,7 @@ class MessageFileParser:
if file.belongs_to == FileBelongsTo.ASSISTANT.value:
continue
file_obj = self._to_file_obj(file, file_upload_config)
file_obj = self._to_file_obj(file, file_upload_entity)
if file_obj.type not in type_file_objs:
continue
@ -141,7 +140,7 @@ class MessageFileParser:
return type_file_objs
def _to_file_obj(self, file: Union[dict, MessageFile], file_upload_config: dict) -> FileObj:
def _to_file_obj(self, file: Union[dict, MessageFile], file_upload_entity: FileUploadEntity) -> FileObj:
"""
transform file to file obj
@ -156,7 +155,7 @@ class MessageFileParser:
transfer_method=transfer_method,
url=file.get('url') if transfer_method == FileTransferMethod.REMOTE_URL else None,
upload_file_id=file.get('upload_file_id') if transfer_method == FileTransferMethod.LOCAL_FILE else None,
file_config=file_upload_config
file_upload_entity=file_upload_entity
)
else:
return FileObj(
@ -166,7 +165,7 @@ class MessageFileParser:
transfer_method=FileTransferMethod.value_of(file.transfer_method),
url=file.url,
upload_file_id=file.upload_file_id or None,
file_config=file_upload_config
file_upload_entity=file_upload_entity
)
def _check_image_remote_url(self, url):