向宁 d3015d63f2 feat: add OpenTelemetry tracing, metrics, and logging
- Create internal/common/otel.go with InitOTel() for tracing + metrics + logs
- Add otelgin middleware for automatic Gin HTTP span creation
- Add OTelEndpoint config (default: 192.168.1.154:4316)
- Export all signals via OTLP gRPC to OTel Collector
2026-05-17 22:08:03 +08:00

211 lines
7.1 KiB
Go

package main
import (
"context"
_ "rag/file-system/docs"
"rag/file-system/internal/api/endpoints"
"rag/file-system/internal/api/handlers"
"rag/file-system/internal/api/validators"
"rag/file-system/internal/common"
"rag/file-system/internal/domain/repository"
"rag/file-system/internal/infrastructure/mediator"
"rag/file-system/internal/infrastructure/s3"
grpcAuth "rag/file-system/internal/infrastructure/grpc"
"rag/file-system/internal/middleware"
"io"
"log"
"net/http"
"os"
"os/signal"
"syscall"
"time"
"github.com/gin-contrib/cors"
"github.com/gin-gonic/gin"
swaggerFiles "github.com/swaggo/files"
ginSwagger "github.com/swaggo/gin-swagger"
"go.opentelemetry.io/contrib/instrumentation/github.com/gin-gonic/gin/otelgin"
)
// @title RustFS File System API
// @version 1.3
// @description RustFS file storage API with multipart upload, file preview, and paginated queries.
// @host localhost:8080
// @BasePath /
// @securityDefinitions.apikey ApiKeyAuth
// @in header
// @name X-API-Key
func main() {
common.InitLogger()
cfg := common.LoadConfig()
if err := cfg.Validate(); err != nil {
common.Logger.Error("configuration error", "error", err)
os.Exit(1)
}
// OpenTelemetry
otelShutdown := common.InitOTel(context.Background(), cfg.OTelEndpoint)
defer func() {
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
defer cancel()
if err := otelShutdown(ctx); err != nil {
common.Logger.Error("OTel shutdown error", "error", err)
}
}()
// Infrastructure
rustfsClient := s3.NewRustFSClient(cfg)
s3Repo := s3.NewS3FileRepository(rustfsClient)
m := mediator.NewMediator()
// gRPC Auth Client (if configured)
var authClient *grpcAuth.AuthClient
if cfg.GRPCAuthAddr != "" {
var err error
authClient, err = grpcAuth.NewAuthClient(cfg.GRPCAuthAddr)
if err != nil {
common.Logger.Error("failed to connect to auth gRPC server", "error", err)
os.Exit(1)
}
defer authClient.Close()
common.Logger.Info("gRPC auth client connected", "addr", cfg.GRPCAuthAddr)
}
// Handlers
uploadHandler := handlers.NewUploadFileHandler(s3Repo)
downloadHandler := handlers.NewDownloadFileHandler(s3Repo)
createBucketHandler := handlers.NewCreateBucketHandler(s3Repo)
listBucketsHandler := handlers.NewListBucketsHandler(s3Repo)
deleteBucketHandler := handlers.NewDeleteBucketHandler(s3Repo)
listFilesHandler := handlers.NewListFilesHandler(s3Repo)
previewHandler := handlers.NewGetFilePreviewHandler(s3Repo)
initMultipartHandler := handlers.NewInitMultipartHandler(s3Repo)
uploadPartHandler := handlers.NewUploadPartHandler(s3Repo)
completeMultipartHandler := handlers.NewCompleteMultipartHandler(s3Repo)
deleteFileHandler := handlers.NewDeleteFileHandler(s3Repo)
abortMultipartHandler := handlers.NewAbortMultipartHandler(s3Repo)
fileContentHandler := handlers.NewGetFileContentHandler(s3Repo)
loginHandler := handlers.NewLoginHandler(cfg.AuthAPIKey)
// Register Handlers
mediator.Register[handlers.UploadFileCommand, string](m, uploadHandler)
mediator.Register[handlers.DownloadFileQuery, io.ReadCloser](m, downloadHandler)
mediator.Register[handlers.CreateBucketCommand, string](m, createBucketHandler)
mediator.Register[handlers.ListBucketsQuery, []string](m, listBucketsHandler)
mediator.Register[handlers.DeleteBucketCommand, string](m, deleteBucketHandler)
mediator.Register[handlers.ListFilesQuery, *repository.ListFilesResult](m, listFilesHandler)
mediator.Register[handlers.GetFilePreviewQuery, string](m, previewHandler)
mediator.Register[handlers.InitMultipartCommand, string](m, initMultipartHandler)
mediator.Register[handlers.UploadPartCommand, string](m, uploadPartHandler)
mediator.Register[handlers.CompleteMultipartCommand, string](m, completeMultipartHandler)
mediator.Register[handlers.DeleteFileCommand, string](m, deleteFileHandler)
mediator.Register[handlers.AbortMultipartCommand, string](m, abortMultipartHandler)
mediator.Register[handlers.GetFileContentQuery, string](m, fileContentHandler)
mediator.Register[handlers.LoginQuery, handlers.LoginResult](m, loginHandler)
// Validators
fileValidator := validators.NewFileValidator()
createBucketValidator := validators.NewCreateBucketValidator()
// Endpoints
fileEndpoint := endpoints.NewFileEndpoint(m, fileValidator)
bucketEndpoint := endpoints.NewBucketEndpoint(m, createBucketValidator)
authEndpoint := endpoints.NewAuthEndpoint(m)
// Router
r := gin.Default()
r.MaxMultipartMemory = 32 << 20 // 32MB
// OpenTelemetry Gin middleware
r.Use(otelgin.Middleware("file-system"))
// Middleware
r.Use(middleware.RequestIDMiddleware())
r.Use(middleware.LoggingMiddleware())
r.Use(middleware.TimeoutMiddleware(time.Duration(cfg.RequestTimeout) * time.Second))
// CORS
corsConfig := cors.Config{
AllowOrigins: []string{"*"},
AllowMethods: []string{"GET", "POST", "PUT", "DELETE", "OPTIONS"},
AllowHeaders: []string{"Content-Type", "Content-Length", "X-API-Key", "X-Request-ID", "Authorization"},
AllowCredentials: false,
}
r.Use(cors.New(corsConfig))
// Health check
r.GET("/health", func(c *gin.Context) {
c.JSON(http.StatusOK, gin.H{
"status": "ok",
"time": time.Now().UTC(),
})
})
// Public endpoints (no auth, rate limited)
r.POST("/auth/login", middleware.RateLimitMiddleware(1, 5), authEndpoint.Login)
// API group with auth middleware
api := r.Group("/")
if authClient != nil {
api.Use(middleware.JWTAuthMiddleware(authClient))
} else {
api.Use(middleware.AuthMiddleware(cfg.AuthAPIKey))
}
{
// File operations
api.POST("/files/upload", fileEndpoint.UploadFile)
api.GET("/files/download", fileEndpoint.DownloadFile)
api.GET("/files/list", fileEndpoint.ListFiles)
api.GET("/files/preview", fileEndpoint.GetPreviewURL)
api.GET("/files/content", fileEndpoint.GetFileContent)
api.DELETE("/files/delete", fileEndpoint.DeleteFile)
// Multipart Upload
api.POST("/files/multipart/init", fileEndpoint.InitMultipart)
api.PUT("/files/multipart/part", fileEndpoint.UploadPart)
api.POST("/files/multipart/complete", fileEndpoint.CompleteMultipart)
api.POST("/files/multipart/abort", fileEndpoint.AbortMultipart)
// Bucket operations
api.POST("/buckets", bucketEndpoint.CreateBucket)
api.GET("/buckets", bucketEndpoint.ListBuckets)
api.DELETE("/buckets", bucketEndpoint.DeleteBucket)
}
// Swagger
r.GET("/swagger/*any", ginSwagger.WrapHandler(swaggerFiles.Handler))
// Web UI
r.Static("/web", "./web")
r.GET("/", func(c *gin.Context) {
c.Redirect(http.StatusMovedPermanently, "/web")
})
// Graceful shutdown
srv := &http.Server{
Addr: ":" + cfg.ServerPort,
Handler: r,
}
go func() {
common.Logger.Info("server starting", "port", cfg.ServerPort)
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
common.Logger.Error("server failed", "error", err)
os.Exit(1)
}
}()
quit := make(chan os.Signal, 1)
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
<-quit
common.Logger.Info("shutting down server...")
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
defer cancel()
if err := srv.Shutdown(ctx); err != nil {
log.Printf("server forced shutdown: %v", err)
}
common.Logger.Info("server exited")
}