mirror of
https://github.com/infiniflow/ragflow.git
synced 2026-03-05 15:47:14 +08:00
# RAGFlow Go Implementation Plan 🚀 This repository tracks the progress of porting RAGFlow to Go. We'll implement core features and provide performance comparisons between Python and Go versions. ## Implementation Checklist - [x] User Management APIs - [x] Dataset Management Operations - [x] Retrieval Test - [x] Chat Management Operations - [x] Infinity Go SDK --------- Signed-off-by: Jin Hai <haijin.chn@gmail.com> Co-authored-by: Yingfeng Zhang <yingfeng.zhang@gmail.com>
182 lines
5.6 KiB
Go
182 lines
5.6 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
"os"
|
|
"os/signal"
|
|
"ragflow/internal/server"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"go.uber.org/zap"
|
|
|
|
"ragflow/internal/cache"
|
|
"ragflow/internal/dao"
|
|
"ragflow/internal/engine"
|
|
"ragflow/internal/handler"
|
|
"ragflow/internal/logger"
|
|
"ragflow/internal/router"
|
|
"ragflow/internal/service"
|
|
"ragflow/internal/service/nlp"
|
|
"ragflow/internal/tokenizer"
|
|
)
|
|
|
|
func main() {
|
|
// Initialize logger with default level
|
|
// logger.Init("info"); // set debug log level
|
|
if err := logger.Init("debug"); err != nil {
|
|
panic(fmt.Sprintf("Failed to initialize logger: %v", err))
|
|
}
|
|
|
|
// Initialize configuration
|
|
if err := server.Init(""); err != nil {
|
|
logger.Fatal("Failed to initialize config", zap.Error(err))
|
|
}
|
|
|
|
// Load model providers configuration
|
|
if err := server.LoadModelProviders(""); err != nil {
|
|
logger.Fatal("Failed to load model providers", zap.Error(err))
|
|
}
|
|
logger.Info("Model providers loaded", zap.Int("count", len(server.GetModelProviders())))
|
|
|
|
cfg := server.GetConfig()
|
|
|
|
// Reinitialize logger with configured level if different
|
|
if cfg.Log.Level != "" && cfg.Log.Level != "info" {
|
|
if err := logger.Init(cfg.Log.Level); err != nil {
|
|
logger.Error("Failed to reinitialize logger with configured level", err)
|
|
}
|
|
}
|
|
server.SetLogger(logger.Logger)
|
|
|
|
logger.Info("Server mode", zap.String("mode", cfg.Server.Mode))
|
|
|
|
// Print all configuration settings
|
|
server.PrintAll()
|
|
|
|
// Set Gin mode
|
|
if cfg.Server.Mode == "release" {
|
|
gin.SetMode(gin.ReleaseMode)
|
|
} else {
|
|
gin.SetMode(gin.DebugMode)
|
|
}
|
|
|
|
// Initialize database
|
|
if err := dao.InitDB(); err != nil {
|
|
logger.Fatal("Failed to initialize database", zap.Error(err))
|
|
}
|
|
|
|
// Initialize doc engine
|
|
if err := engine.Init(&cfg.DocEngine); err != nil {
|
|
logger.Fatal("Failed to initialize doc engine", zap.Error(err))
|
|
}
|
|
defer engine.Close()
|
|
|
|
// Initialize Redis cache
|
|
if err := cache.Init(&cfg.Redis); err != nil {
|
|
logger.Fatal("Failed to initialize Redis", zap.Error(err))
|
|
}
|
|
defer cache.Close()
|
|
|
|
// Initialize server variables (runtime variables that can change during operation)
|
|
// This must be done after Cache is initialized
|
|
if err := server.InitVariables(cache.Get()); err != nil {
|
|
logger.Warn("Failed to initialize server variables from Redis, using defaults", zap.String("error", err.Error()))
|
|
}
|
|
|
|
// Initialize tokenizer (rag_analyzer)
|
|
tokenizerCfg := &tokenizer.PoolConfig{
|
|
DictPath: "/usr/share/infinity/resource",
|
|
}
|
|
if err := tokenizer.Init(tokenizerCfg); err != nil {
|
|
logger.Fatal("Failed to initialize tokenizer", zap.Error(err))
|
|
}
|
|
defer tokenizer.Close()
|
|
|
|
// Initialize global QueryBuilder using tokenizer's DictPath
|
|
// This ensures the Synonym uses the same wordnet directory as tokenizer
|
|
if err := nlp.InitQueryBuilderFromTokenizer(tokenizerCfg.DictPath); err != nil {
|
|
logger.Fatal("Failed to initialize query builder", zap.Error(err))
|
|
}
|
|
|
|
// Initialize service layer
|
|
userService := service.NewUserService()
|
|
documentService := service.NewDocumentService()
|
|
kbService := service.NewKnowledgebaseService()
|
|
chunkService := service.NewChunkService()
|
|
llmService := service.NewLLMService()
|
|
tenantService := service.NewTenantService()
|
|
chatService := service.NewChatService()
|
|
chatSessionService := service.NewChatSessionService()
|
|
systemService := service.NewSystemService()
|
|
connectorService := service.NewConnectorService()
|
|
searchService := service.NewSearchService()
|
|
fileService := service.NewFileService()
|
|
|
|
// Initialize handler layer
|
|
userHandler := handler.NewUserHandler(userService)
|
|
tenantHandler := handler.NewTenantHandler(tenantService, userService)
|
|
documentHandler := handler.NewDocumentHandler(documentService)
|
|
systemHandler := handler.NewSystemHandler(systemService)
|
|
kbHandler := handler.NewKnowledgebaseHandler(kbService, userService)
|
|
chunkHandler := handler.NewChunkHandler(chunkService, userService)
|
|
llmHandler := handler.NewLLMHandler(llmService, userService)
|
|
chatHandler := handler.NewChatHandler(chatService, userService)
|
|
chatSessionHandler := handler.NewChatSessionHandler(chatSessionService, userService)
|
|
connectorHandler := handler.NewConnectorHandler(connectorService, userService)
|
|
searchHandler := handler.NewSearchHandler(searchService, userService)
|
|
fileHandler := handler.NewFileHandler(fileService, userService)
|
|
|
|
// Initialize router
|
|
r := router.NewRouter(userHandler, tenantHandler, documentHandler, systemHandler, kbHandler, chunkHandler, llmHandler, chatHandler, chatSessionHandler, connectorHandler, searchHandler, fileHandler)
|
|
|
|
// Create Gin engine
|
|
ginEngine := gin.New()
|
|
|
|
// Middleware
|
|
if cfg.Server.Mode == "debug" {
|
|
ginEngine.Use(gin.Logger())
|
|
}
|
|
ginEngine.Use(gin.Recovery())
|
|
|
|
// Setup routes
|
|
r.Setup(ginEngine)
|
|
|
|
// Create HTTP server
|
|
addr := fmt.Sprintf(":%d", cfg.Server.Port)
|
|
srv := &http.Server{
|
|
Addr: addr,
|
|
Handler: ginEngine,
|
|
}
|
|
|
|
// Start server in a goroutine
|
|
go func() {
|
|
logger.Info(fmt.Sprintf("Server starting on port: %d", cfg.Server.Port))
|
|
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
|
logger.Fatal("Failed to start server", zap.Error(err))
|
|
}
|
|
}()
|
|
|
|
// Wait for interrupt signal to gracefully shutdown
|
|
quit := make(chan os.Signal, 1)
|
|
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM, syscall.SIGQUIT, syscall.SIGUSR2)
|
|
sig := <-quit
|
|
|
|
logger.Info("Received signal", zap.String("signal", sig.String()))
|
|
logger.Info("Shutting down server...")
|
|
|
|
// Create context with timeout for graceful shutdown
|
|
ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
|
|
defer cancel()
|
|
|
|
// Shutdown server
|
|
if err := srv.Shutdown(ctx); err != nil {
|
|
logger.Fatal("Server forced to shutdown", zap.Error(err))
|
|
}
|
|
|
|
logger.Info("Server exited")
|
|
}
|