feat(sandbox): skill initialize & draft run

This commit is contained in:
Harry
2026-01-19 18:15:24 +08:00
parent 3bb9c4b280
commit 956436b943
18 changed files with 531 additions and 280 deletions

View File

@ -1,9 +1,11 @@
from typing import Any
from unittest.mock import MagicMock, patch
import pytest
from core.app.layers.sandbox_layer import SandboxInitializationError, SandboxLayer
from core.sandbox import SandboxManager
from core.sandbox.storage.sandbox_storage import SandboxStorage
from core.virtual_environment.__base.entities import Arch
from core.virtual_environment.__base.virtual_environment import VirtualEnvironment
from core.workflow.graph_engine.layers.base import GraphEngineLayerNotInitializedError
@ -12,6 +14,7 @@ from core.workflow.graph_events.graph import (
GraphRunStartedEvent,
GraphRunSucceededEvent,
)
from models.app_asset import AppAssets
class MockMetadata:
@ -30,16 +33,18 @@ class MockVirtualEnvironment:
class MockVMBuilder:
def __init__(self, sandbox: VirtualEnvironment):
_sandbox: VirtualEnvironment
def __init__(self, sandbox: VirtualEnvironment) -> None:
self._sandbox = sandbox
def environments(self, _):
def environments(self, _: object) -> "MockVMBuilder":
return self
def initializer(self, _):
def initializer(self, _: object) -> "MockVMBuilder":
return self
def build(self):
def build(self) -> VirtualEnvironment:
return self._sandbox
@ -51,68 +56,107 @@ def clean_sandbox_manager():
@pytest.fixture
def mock_archive_storage():
with patch("core.app.layers.sandbox_layer.ArchiveSandboxStorage") as mock_class:
mock_instance = MagicMock()
mock_instance.mount.return_value = False
mock_instance.unmount.return_value = True
mock_class.return_value = mock_instance
yield mock_instance
def mock_sandbox_storage() -> MagicMock:
mock_storage = MagicMock(spec=SandboxStorage)
mock_storage.mount.return_value = False
mock_storage.unmount.return_value = True
return mock_storage
def create_mock_builder(sandbox):
def create_mock_builder(sandbox: Any) -> MockVMBuilder:
return MockVMBuilder(sandbox)
def create_layer(
tenant_id: str = "test-tenant",
app_id: str = "test-app",
workflow_version: str = AppAssets.VERSION_DRAFT,
sandbox_id: str = "test-sandbox",
sandbox_storage: Any = None,
) -> SandboxLayer:
if sandbox_storage is None:
sandbox_storage = MagicMock(spec=SandboxStorage)
sandbox_storage.mount.return_value = False
sandbox_storage.unmount.return_value = True
return SandboxLayer(
tenant_id=tenant_id,
app_id=app_id,
workflow_version=workflow_version,
sandbox_id=sandbox_id,
sandbox_storage=sandbox_storage,
)
class TestSandboxLayer:
def test_init_with_parameters(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="test-sandbox")
def test_init_with_parameters(self, mock_sandbox_storage: MagicMock) -> None:
layer = create_layer(
tenant_id="test-tenant",
app_id="test-app",
sandbox_id="test-sandbox",
sandbox_storage=mock_sandbox_storage,
)
assert layer._tenant_id == "test-tenant" # pyright: ignore[reportPrivateUsage]
assert layer._app_id == "test-app" # pyright: ignore[reportPrivateUsage]
assert layer._sandbox_id == "test-sandbox" # pyright: ignore[reportPrivateUsage]
def test_sandbox_property_raises_when_not_initialized(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="test-sandbox")
def test_sandbox_property_raises_when_not_initialized(self, mock_sandbox_storage: MagicMock) -> None:
layer = create_layer(sandbox_storage=mock_sandbox_storage)
with pytest.raises(RuntimeError) as exc_info:
_ = layer.sandbox
assert "Sandbox not found" in str(exc_info.value)
def test_sandbox_property_returns_sandbox_after_initialization(self, mock_archive_storage):
def test_sandbox_property_returns_sandbox_after_initialization(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "test-exec-id"
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id=sandbox_id)
layer = create_layer(sandbox_id=sandbox_id, sandbox_storage=mock_sandbox_storage)
mock_sandbox = MockVirtualEnvironment()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
assert layer.sandbox is mock_sandbox
def test_on_graph_start_creates_sandbox_and_registers_with_manager(self, mock_archive_storage):
def test_on_graph_start_creates_sandbox_and_registers_with_manager(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "test-exec-123"
layer = SandboxLayer(tenant_id="test-tenant-123", app_id="test-app-123", sandbox_id=sandbox_id)
layer = create_layer(
tenant_id="test-tenant-123",
app_id="test-app-123",
sandbox_id=sandbox_id,
sandbox_storage=mock_sandbox_storage,
)
mock_sandbox = MockVirtualEnvironment()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
) as mock_create:
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
) as mock_create,
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
mock_create.assert_called_once_with("test-tenant-123")
assert SandboxManager.get(sandbox_id) is mock_sandbox
def test_on_graph_start_raises_sandbox_initialization_error_on_failure(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="test-sandbox")
def test_on_graph_start_raises_sandbox_initialization_error_on_failure(
self, mock_sandbox_storage: MagicMock
) -> None:
layer = create_layer(sandbox_storage=mock_sandbox_storage)
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
side_effect=Exception("Sandbox provider not available"),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
side_effect=Exception("Sandbox provider not available"),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
with pytest.raises(SandboxInitializationError) as exc_info:
layer.on_graph_start()
@ -120,22 +164,27 @@ class TestSandboxLayer:
assert "Failed to initialize sandbox" in str(exc_info.value)
assert "Sandbox provider not available" in str(exc_info.value)
def test_on_event_is_noop(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="test-sandbox")
def test_on_event_is_noop(self, mock_sandbox_storage: MagicMock) -> None:
layer = create_layer(sandbox_storage=mock_sandbox_storage)
layer.on_event(GraphRunStartedEvent())
layer.on_event(GraphRunSucceededEvent(outputs={}))
layer.on_event(GraphRunFailedEvent(error="test error", exceptions_count=1))
def test_on_graph_end_releases_sandbox_and_unregisters_from_manager(self, mock_archive_storage):
def test_on_graph_end_releases_sandbox_and_unregisters_from_manager(
self, mock_sandbox_storage: MagicMock
) -> None:
sandbox_id = "test-exec-456"
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id=sandbox_id)
layer = create_layer(sandbox_id=sandbox_id, sandbox_storage=mock_sandbox_storage)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
@ -146,15 +195,18 @@ class TestSandboxLayer:
mock_sandbox.release_environment.assert_called_once()
assert not SandboxManager.has(sandbox_id)
def test_on_graph_end_releases_sandbox_even_on_error(self, mock_archive_storage):
def test_on_graph_end_releases_sandbox_even_on_error(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "test-exec-789"
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id=sandbox_id)
layer = create_layer(sandbox_id=sandbox_id, sandbox_storage=mock_sandbox_storage)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
@ -163,16 +215,19 @@ class TestSandboxLayer:
mock_sandbox.release_environment.assert_called_once()
assert not SandboxManager.has(sandbox_id)
def test_on_graph_end_handles_release_failure_gracefully(self, mock_archive_storage):
def test_on_graph_end_handles_release_failure_gracefully(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "test-exec-fail"
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id=sandbox_id)
layer = create_layer(sandbox_id=sandbox_id, sandbox_storage=mock_sandbox_storage)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata()
mock_sandbox.release_environment.side_effect = Exception("Container already removed")
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
@ -180,20 +235,23 @@ class TestSandboxLayer:
mock_sandbox.release_environment.assert_called_once()
def test_on_graph_end_noop_when_sandbox_not_registered(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="nonexistent-sandbox")
def test_on_graph_end_noop_when_sandbox_not_registered(self, mock_sandbox_storage: MagicMock) -> None:
layer = create_layer(sandbox_id="nonexistent-sandbox", sandbox_storage=mock_sandbox_storage)
layer.on_graph_end(error=None)
def test_on_graph_end_is_idempotent(self, mock_archive_storage):
def test_on_graph_end_is_idempotent(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "test-exec-idempotent"
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id=sandbox_id)
layer = create_layer(sandbox_id=sandbox_id, sandbox_storage=mock_sandbox_storage)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
@ -202,8 +260,8 @@ class TestSandboxLayer:
mock_sandbox.release_environment.assert_called_once()
def test_layer_inherits_from_graph_engine_layer(self):
layer = SandboxLayer(tenant_id="test-tenant", app_id="test-app", sandbox_id="test-sandbox")
def test_layer_inherits_from_graph_engine_layer(self, mock_sandbox_storage: MagicMock) -> None:
layer = create_layer(sandbox_storage=mock_sandbox_storage)
with pytest.raises(GraphEngineLayerNotInitializedError):
_ = layer.graph_runtime_state
@ -212,15 +270,23 @@ class TestSandboxLayer:
class TestSandboxLayerIntegration:
def test_full_lifecycle_with_mocked_provider(self, mock_archive_storage):
def test_full_lifecycle_with_mocked_provider(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "integration-test-exec"
layer = SandboxLayer(tenant_id="integration-tenant", app_id="integration-app", sandbox_id=sandbox_id)
layer = create_layer(
tenant_id="integration-tenant",
app_id="integration-app",
sandbox_id=sandbox_id,
sandbox_storage=mock_sandbox_storage,
)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata(sandbox_id="integration-sandbox")
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()
@ -232,15 +298,23 @@ class TestSandboxLayerIntegration:
assert not SandboxManager.has(sandbox_id)
mock_sandbox.release_environment.assert_called_once()
def test_lifecycle_with_workflow_error(self, mock_archive_storage):
def test_lifecycle_with_workflow_error(self, mock_sandbox_storage: MagicMock) -> None:
sandbox_id = "integration-error-test"
layer = SandboxLayer(tenant_id="error-tenant", app_id="error-app", sandbox_id=sandbox_id)
layer = create_layer(
tenant_id="error-tenant",
app_id="error-app",
sandbox_id=sandbox_id,
sandbox_storage=mock_sandbox_storage,
)
mock_sandbox = MagicMock(spec=VirtualEnvironment)
mock_sandbox.metadata = MockMetadata()
with patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
with (
patch(
"services.sandbox.sandbox_provider_service.SandboxProviderService.create_sandbox_builder",
return_value=create_mock_builder(mock_sandbox),
),
patch("services.app_asset_service.AppAssetService.get_assets", return_value=None),
):
layer.on_graph_start()