refactor(api): replace json.loads with Pydantic validation in controllers and infra layers (#34277)

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>

api/extensions/storage/clickzetta_volume/file_lifecycle.py

@@ -15,8 +15,12 @@ from datetime import datetime
 from enum import StrEnum, auto
 from typing import Any
 
+from pydantic import TypeAdapter
+
 logger = logging.getLogger(__name__)
 
+_metadata_adapter: TypeAdapter[dict[str, Any]] = TypeAdapter(dict[str, Any])
+
 
 class FileStatus(StrEnum):
     """File status enumeration"""
@@ -455,8 +459,8 @@ class FileLifecycleManager:
         try:
             if self._storage.exists(self._metadata_file):
                 metadata_content = self._storage.load_once(self._metadata_file)
-                result = json.loads(metadata_content.decode("utf-8"))
-                return dict(result) if result else {}
+                result = _metadata_adapter.validate_json(metadata_content)
+                return result or {}
             else:
                 return {}
         except Exception as e:

api/extensions/storage/google_cloud_storage.py

@@ -1,13 +1,16 @@
 import base64
 import io
-import json
 from collections.abc import Generator
+from typing import Any
 
 from google.cloud import storage as google_cloud_storage  # type: ignore
+from pydantic import TypeAdapter
 
 from configs import dify_config
 from extensions.storage.base_storage import BaseStorage
 
+_service_account_adapter: TypeAdapter[dict[str, Any]] = TypeAdapter(dict[str, Any])
+
 
 class GoogleCloudStorage(BaseStorage):
     """Implementation for Google Cloud storage."""
@@ -21,7 +24,7 @@ class GoogleCloudStorage(BaseStorage):
         if service_account_json_str:
             service_account_json = base64.b64decode(service_account_json_str).decode("utf-8")
             # convert str to object
-            service_account_obj = json.loads(service_account_json)
+            service_account_obj = _service_account_adapter.validate_json(service_account_json)
             self.client = google_cloud_storage.Client.from_service_account_info(service_account_obj)
         else:
             self.client = google_cloud_storage.Client()