feat(datasource): change datasource result type to event-stream

api/core/datasource/entities/datasource_entities.py

@@ -213,10 +213,11 @@ class OnlineDocumentPage(BaseModel):
     """
 
     page_id: str = Field(..., description="The page id")
-    page_title: str = Field(..., description="The page title")
+    page_name: str = Field(..., description="The page title")
     page_icon: Optional[dict] = Field(None, description="The page icon")
     type: str = Field(..., description="The type of the page")
     last_edited_time: str = Field(..., description="The last edited time")
+    parent_id: Optional[str] = Field(None, description="The parent page id")
 
 
 class OnlineDocumentInfo(BaseModel):

api/core/plugin/impl/datasource.py

@@ -135,7 +135,7 @@ class PluginDatasourceManager(BasePluginClient):
 
         datasource_provider_id = GenericProviderID(datasource_provider)
 
-        response = self._request_with_plugin_daemon_response_stream(
+        return self._request_with_plugin_daemon_response_stream(
             "POST",
             f"plugin/{tenant_id}/dispatch/datasource/get_online_document_pages",
             OnlineDocumentPagesMessage,
@@ -153,7 +153,6 @@ class PluginDatasourceManager(BasePluginClient):
                 "Content-Type": "application/json",
             },
         )
-        yield from response
 
     def get_online_document_page_content(
         self,

api/core/rag/entities/event.py

@@ -11,11 +11,16 @@ class DatasourceStreamEvent(Enum):
     """
     PROCESSING = "datasource_processing"
     COMPLETED = "datasource_completed"
+    ERROR = "datasource_error"
 
 
 class BaseDatasourceEvent(BaseModel):
     pass
 
+class DatasourceErrorEvent(BaseDatasourceEvent):
+    event: str = DatasourceStreamEvent.ERROR.value
+    error: str = Field(..., description="error message")
+
 class DatasourceCompletedEvent(BaseDatasourceEvent):
     event: str = DatasourceStreamEvent.COMPLETED.value
     data: Mapping[str,Any] | list = Field(..., description="result")