mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-05-28 19:53:06 +08:00
### What problem does this PR solve? 1. Go ingestion server will connected with admin server with gRPC stream 2. Go ingestion server will be responsible for ingestion tasks ``` RAGFlow(admin)> list ingestors; +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ | address | cpu_usage | id | last_heartbeat | name | process_id | rss_usage | status | task_count | vms_usage | +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ | 127.0.0.1:58564 | 0 | bdd1870eea2646e0aacb8a2cd3307aa2 | 2026-05-24T18:16:17+08:00 | ingestor | 680152 | 212.72265625 | active | 0 | 2589.12109375 | +-----------------+-----------+----------------------------------+---------------------------+----------+------------+--------------+--------+------------+---------------+ RAGFlow(admin)> start ingestion 'abc'; +----------------------------------+ | task_id | +----------------------------------+ | e714777639ca4760ab427b5f211e81ad | +----------------------------------+ RAGFlow(admin)> stop ingestion 'f7bd39d0a724457eb5fdce6d81699776'; +----------------------------------+ | task_id | +----------------------------------+ | f7bd39d0a724457eb5fdce6d81699776 | +----------------------------------+ RAGFlow(admin)> list tasks; +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ | ETA | assign_to | error | from | id | last_update | start_time | status | +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | eae6431da72a40e796cff3a03008091b | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 6cccdd174bd049ecb05a774bbb47593f | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | ef360d777e57485799adb96b30f2b4b8 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | bcc5c5448cb64de48b6b6171c36fb790 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | bfc25384c43a443294fe2da979a38ac2 | 2026-05-24T19:46:03+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 84960537b85d413b8990a9efd5952d67 | 2026-05-24T19:46:04+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 3d223c1b51e24b36861a3bfb2f1d58d4 | 2026-05-24T19:46:03+08:00 | | CANCELED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | e433b0e356b846c89c301621a3c54494 | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 7c93a3880f074ebd8eca14e6b51bb7ef | 2026-05-24T19:46:03+08:00 | | COMPLETED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | df2e4ef51aaf4390bff9a23f2692486e | 2026-05-24T19:46:04+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 7377c53010194ef7a83aa206698d66ff | 2026-05-24T19:46:05+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | df64d1a1f9d348e3a2f174c4d7d69e73 | 2026-05-24T19:46:05+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | b59834512e2847e1bdf13ace04b8a456 | 2026-05-24T19:46:06+08:00 | | DISPATCHED | | 0 | 17937da188b84f23a5c10bb87588944b | | CLI | 0064bb0ab69344028d1ecfda053826f4 | 2026-05-24T19:46:03+08:00 | | QUEUED | +-----+----------------------------------+-------+------+----------------------------------+---------------------------+------------+------------+ ``` ### Type of change - [x] New Feature (non-breaking change which adds functionality) --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com>
152 lines
5.4 KiB
Go
152 lines
5.4 KiB
Go
//
|
|
// Copyright 2026 The InfiniFlow Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
|
|
package admin
|
|
|
|
import (
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
// Router admin router
|
|
type Router struct {
|
|
handler *Handler
|
|
}
|
|
|
|
// NewRouter create admin router
|
|
func NewRouter(handler *Handler) *Router {
|
|
return &Router{
|
|
handler: handler,
|
|
}
|
|
}
|
|
|
|
// Setup setup routes
|
|
func (r *Router) Setup(engine *gin.Engine) {
|
|
// Health check
|
|
engine.GET("/health", r.handler.Health)
|
|
|
|
// Admin API routes with prefix /api/v1/admin
|
|
admin := engine.Group("/api/v1/admin")
|
|
{
|
|
// Public routes
|
|
admin.GET("/ping", r.handler.Ping)
|
|
admin.POST("/login", r.handler.Login)
|
|
|
|
admin.POST("/reports", r.handler.Reports)
|
|
|
|
// Protected routes
|
|
protected := admin.Group("")
|
|
protected.Use(r.handler.AuthMiddleware())
|
|
{
|
|
|
|
protected.GET("/logout", r.handler.Logout)
|
|
// Auth
|
|
protected.GET("/auth", r.handler.AuthCheck)
|
|
|
|
// Tasks
|
|
protected.GET("/tasks", r.handler.ListTasks)
|
|
|
|
// User management
|
|
protected.GET("/users", r.handler.ListUsers)
|
|
protected.POST("/users", r.handler.CreateUser)
|
|
protected.GET("/users/:username", r.handler.GetUser)
|
|
protected.DELETE("/users/:username", r.handler.DeleteUser)
|
|
protected.PUT("/users/:username/password", r.handler.ChangePassword)
|
|
protected.PUT("/users/:username/activate", r.handler.UpdateUserActivateStatus)
|
|
protected.PUT("/users/:username/admin", r.handler.GrantAdmin)
|
|
protected.DELETE("/users/:username/admin", r.handler.RevokeAdmin)
|
|
protected.GET("/users/:username/datasets", r.handler.GetUserDatasets)
|
|
protected.GET("/users/:username/agents", r.handler.GetUserAgents)
|
|
|
|
// API Keys
|
|
protected.GET("/users/:username/keys", r.handler.ListUserAPITokens)
|
|
protected.GET("/users/:username/tokens", r.handler.ListUserAPITokens)
|
|
protected.POST("/users/:username/keys", r.handler.GenerateUserAPIToken)
|
|
protected.POST("/users/:username/tokens", r.handler.GenerateUserAPIToken)
|
|
protected.DELETE("/users/:username/keys/:token", r.handler.DeleteUserAPIToken)
|
|
protected.DELETE("/users/:username/tokens/:token", r.handler.DeleteUserAPIToken)
|
|
|
|
// Role management
|
|
protected.GET("/roles", r.handler.ListRoles)
|
|
protected.POST("/roles", r.handler.CreateRole)
|
|
protected.GET("/roles/:role_name", r.handler.GetRole)
|
|
protected.PUT("/roles/:role_name", r.handler.UpdateRole)
|
|
protected.DELETE("/roles/:role_name", r.handler.DeleteRole)
|
|
protected.GET("/roles/:role_name/permission", r.handler.GetRolePermission)
|
|
protected.POST("/roles/:role_name/permission", r.handler.GrantRolePermission)
|
|
protected.DELETE("/roles/:role_name/permission", r.handler.RevokeRolePermission)
|
|
|
|
// User roles and permissions
|
|
protected.PUT("/users/:username/role", r.handler.UpdateUserRole)
|
|
protected.GET("/users/:username/permission", r.handler.GetUserPermission)
|
|
|
|
// Service management
|
|
protected.GET("/services", r.handler.GetServices)
|
|
protected.GET("/service_types/:service_type", r.handler.GetServicesByType)
|
|
protected.GET("/services/:service_id", r.handler.GetService)
|
|
protected.DELETE("/services/:service_id", r.handler.ShutdownService)
|
|
protected.PUT("/services/:service_id", r.handler.RestartService)
|
|
|
|
// Variables/Settings
|
|
protected.GET("/variables", r.handler.GetVariables)
|
|
protected.PUT("/variables", r.handler.SetVariable)
|
|
|
|
// Configs
|
|
protected.GET("/configs", r.handler.GetConfigs)
|
|
|
|
// Environments
|
|
protected.GET("/environments", r.handler.GetEnvironments)
|
|
|
|
// Version
|
|
protected.GET("/version", r.handler.GetVersion)
|
|
|
|
// Sandbox
|
|
protected.GET("/sandbox/providers", r.handler.ListSandboxProviders)
|
|
protected.GET("/sandbox/providers/:provider_id/schema", r.handler.GetSandboxProviderSchema)
|
|
protected.GET("/sandbox/config", r.handler.GetSandboxConfig)
|
|
protected.POST("/sandbox/config", r.handler.SetSandboxConfig)
|
|
protected.POST("/sandbox/test", r.handler.TestSandboxConnection)
|
|
|
|
// Fingerprint
|
|
protected.GET("/fingerprint", r.handler.GetFingerprint)
|
|
// License
|
|
protected.POST("/license", r.handler.SetLicense)
|
|
protected.POST("/license/config", r.handler.UpdateLicenseConfig)
|
|
protected.GET("/license", r.handler.ShowLicense)
|
|
// Log level
|
|
protected.GET("/log_level", r.handler.GetLogLevel)
|
|
protected.PUT("/log_level", r.handler.SetLogLevel)
|
|
|
|
provider := protected.Group("/providers")
|
|
{
|
|
provider.GET("/", r.handler.ListProviders)
|
|
provider.GET("/:provider_name", r.handler.ShowProvider)
|
|
provider.GET("/:provider_name/models", r.handler.ListModels)
|
|
provider.GET("/:provider_name/models/:model_name", r.handler.ShowModel)
|
|
}
|
|
|
|
protected.GET("/ingestors", r.handler.ListIngestors)
|
|
protected.DELETE("/ingestors", r.handler.ShutdownIngestor)
|
|
protected.POST("/ingestion", r.handler.StartIngestionTask) // start ingestion
|
|
protected.DELETE("/ingestion", r.handler.StopIngestionTask) // stop ingestion
|
|
protected.GET("/ingestion/tasks", r.handler.ListIngestionTasks)
|
|
|
|
}
|
|
}
|
|
|
|
// Handle undefined routes
|
|
engine.NoRoute(r.handler.HandleNoRoute)
|
|
}
|