| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545 |
- package admin
- import (
- "context"
- "strconv"
- "strings"
- infraerrors "github.com/Wei-Shaw/sub2api/internal/pkg/errors"
- "github.com/Wei-Shaw/sub2api/internal/pkg/response"
- middleware2 "github.com/Wei-Shaw/sub2api/internal/server/middleware"
- "github.com/Wei-Shaw/sub2api/internal/service"
- "github.com/gin-gonic/gin"
- )
- type DataManagementHandler struct {
- dataManagementService dataManagementService
- }
- func NewDataManagementHandler(dataManagementService *service.DataManagementService) *DataManagementHandler {
- return &DataManagementHandler{dataManagementService: dataManagementService}
- }
- type dataManagementService interface {
- GetConfig(ctx context.Context) (service.DataManagementConfig, error)
- UpdateConfig(ctx context.Context, cfg service.DataManagementConfig) (service.DataManagementConfig, error)
- ValidateS3(ctx context.Context, cfg service.DataManagementS3Config) (service.DataManagementTestS3Result, error)
- CreateBackupJob(ctx context.Context, input service.DataManagementCreateBackupJobInput) (service.DataManagementBackupJob, error)
- ListSourceProfiles(ctx context.Context, sourceType string) ([]service.DataManagementSourceProfile, error)
- CreateSourceProfile(ctx context.Context, input service.DataManagementCreateSourceProfileInput) (service.DataManagementSourceProfile, error)
- UpdateSourceProfile(ctx context.Context, input service.DataManagementUpdateSourceProfileInput) (service.DataManagementSourceProfile, error)
- DeleteSourceProfile(ctx context.Context, sourceType, profileID string) error
- SetActiveSourceProfile(ctx context.Context, sourceType, profileID string) (service.DataManagementSourceProfile, error)
- ListS3Profiles(ctx context.Context) ([]service.DataManagementS3Profile, error)
- CreateS3Profile(ctx context.Context, input service.DataManagementCreateS3ProfileInput) (service.DataManagementS3Profile, error)
- UpdateS3Profile(ctx context.Context, input service.DataManagementUpdateS3ProfileInput) (service.DataManagementS3Profile, error)
- DeleteS3Profile(ctx context.Context, profileID string) error
- SetActiveS3Profile(ctx context.Context, profileID string) (service.DataManagementS3Profile, error)
- ListBackupJobs(ctx context.Context, input service.DataManagementListBackupJobsInput) (service.DataManagementListBackupJobsResult, error)
- GetBackupJob(ctx context.Context, jobID string) (service.DataManagementBackupJob, error)
- EnsureAgentEnabled(ctx context.Context) error
- GetAgentHealth(ctx context.Context) service.DataManagementAgentHealth
- }
- type TestS3ConnectionRequest struct {
- Endpoint string `json:"endpoint"`
- Region string `json:"region" binding:"required"`
- Bucket string `json:"bucket" binding:"required"`
- AccessKeyID string `json:"access_key_id"`
- SecretAccessKey string `json:"secret_access_key"`
- Prefix string `json:"prefix"`
- ForcePathStyle bool `json:"force_path_style"`
- UseSSL bool `json:"use_ssl"`
- }
- type CreateBackupJobRequest struct {
- BackupType string `json:"backup_type" binding:"required,oneof=postgres redis full"`
- UploadToS3 bool `json:"upload_to_s3"`
- S3ProfileID string `json:"s3_profile_id"`
- PostgresID string `json:"postgres_profile_id"`
- RedisID string `json:"redis_profile_id"`
- IdempotencyKey string `json:"idempotency_key"`
- }
- type CreateSourceProfileRequest struct {
- ProfileID string `json:"profile_id" binding:"required"`
- Name string `json:"name" binding:"required"`
- Config service.DataManagementSourceConfig `json:"config" binding:"required"`
- SetActive bool `json:"set_active"`
- }
- type UpdateSourceProfileRequest struct {
- Name string `json:"name" binding:"required"`
- Config service.DataManagementSourceConfig `json:"config" binding:"required"`
- }
- type CreateS3ProfileRequest struct {
- ProfileID string `json:"profile_id" binding:"required"`
- Name string `json:"name" binding:"required"`
- Enabled bool `json:"enabled"`
- Endpoint string `json:"endpoint"`
- Region string `json:"region"`
- Bucket string `json:"bucket"`
- AccessKeyID string `json:"access_key_id"`
- SecretAccessKey string `json:"secret_access_key"`
- Prefix string `json:"prefix"`
- ForcePathStyle bool `json:"force_path_style"`
- UseSSL bool `json:"use_ssl"`
- SetActive bool `json:"set_active"`
- }
- type UpdateS3ProfileRequest struct {
- Name string `json:"name" binding:"required"`
- Enabled bool `json:"enabled"`
- Endpoint string `json:"endpoint"`
- Region string `json:"region"`
- Bucket string `json:"bucket"`
- AccessKeyID string `json:"access_key_id"`
- SecretAccessKey string `json:"secret_access_key"`
- Prefix string `json:"prefix"`
- ForcePathStyle bool `json:"force_path_style"`
- UseSSL bool `json:"use_ssl"`
- }
- func (h *DataManagementHandler) GetAgentHealth(c *gin.Context) {
- health := h.getAgentHealth(c)
- payload := gin.H{
- "enabled": health.Enabled,
- "reason": health.Reason,
- "socket_path": health.SocketPath,
- }
- if health.Agent != nil {
- payload["agent"] = gin.H{
- "status": health.Agent.Status,
- "version": health.Agent.Version,
- "uptime_seconds": health.Agent.UptimeSeconds,
- }
- }
- response.Success(c, payload)
- }
- func (h *DataManagementHandler) GetConfig(c *gin.Context) {
- if !h.requireAgentEnabled(c) {
- return
- }
- cfg, err := h.dataManagementService.GetConfig(c.Request.Context())
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, cfg)
- }
- func (h *DataManagementHandler) UpdateConfig(c *gin.Context) {
- var req service.DataManagementConfig
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- cfg, err := h.dataManagementService.UpdateConfig(c.Request.Context(), req)
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, cfg)
- }
- func (h *DataManagementHandler) TestS3(c *gin.Context) {
- var req TestS3ConnectionRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- result, err := h.dataManagementService.ValidateS3(c.Request.Context(), service.DataManagementS3Config{
- Enabled: true,
- Endpoint: req.Endpoint,
- Region: req.Region,
- Bucket: req.Bucket,
- AccessKeyID: req.AccessKeyID,
- SecretAccessKey: req.SecretAccessKey,
- Prefix: req.Prefix,
- ForcePathStyle: req.ForcePathStyle,
- UseSSL: req.UseSSL,
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"ok": result.OK, "message": result.Message})
- }
- func (h *DataManagementHandler) CreateBackupJob(c *gin.Context) {
- var req CreateBackupJobRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- req.IdempotencyKey = normalizeBackupIdempotencyKey(c.GetHeader("X-Idempotency-Key"), req.IdempotencyKey)
- if !h.requireAgentEnabled(c) {
- return
- }
- triggeredBy := "admin:unknown"
- if subject, ok := middleware2.GetAuthSubjectFromContext(c); ok {
- triggeredBy = "admin:" + strconv.FormatInt(subject.UserID, 10)
- }
- job, err := h.dataManagementService.CreateBackupJob(c.Request.Context(), service.DataManagementCreateBackupJobInput{
- BackupType: req.BackupType,
- UploadToS3: req.UploadToS3,
- S3ProfileID: req.S3ProfileID,
- PostgresID: req.PostgresID,
- RedisID: req.RedisID,
- TriggeredBy: triggeredBy,
- IdempotencyKey: req.IdempotencyKey,
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"job_id": job.JobID, "status": job.Status})
- }
- func (h *DataManagementHandler) ListSourceProfiles(c *gin.Context) {
- sourceType := strings.TrimSpace(c.Param("source_type"))
- if sourceType == "" {
- response.BadRequest(c, "Invalid source_type")
- return
- }
- if sourceType != "postgres" && sourceType != "redis" {
- response.BadRequest(c, "source_type must be postgres or redis")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- items, err := h.dataManagementService.ListSourceProfiles(c.Request.Context(), sourceType)
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"items": items})
- }
- func (h *DataManagementHandler) CreateSourceProfile(c *gin.Context) {
- sourceType := strings.TrimSpace(c.Param("source_type"))
- if sourceType != "postgres" && sourceType != "redis" {
- response.BadRequest(c, "source_type must be postgres or redis")
- return
- }
- var req CreateSourceProfileRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.CreateSourceProfile(c.Request.Context(), service.DataManagementCreateSourceProfileInput{
- SourceType: sourceType,
- ProfileID: req.ProfileID,
- Name: req.Name,
- Config: req.Config,
- SetActive: req.SetActive,
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) UpdateSourceProfile(c *gin.Context) {
- sourceType := strings.TrimSpace(c.Param("source_type"))
- if sourceType != "postgres" && sourceType != "redis" {
- response.BadRequest(c, "source_type must be postgres or redis")
- return
- }
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- var req UpdateSourceProfileRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.UpdateSourceProfile(c.Request.Context(), service.DataManagementUpdateSourceProfileInput{
- SourceType: sourceType,
- ProfileID: profileID,
- Name: req.Name,
- Config: req.Config,
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) DeleteSourceProfile(c *gin.Context) {
- sourceType := strings.TrimSpace(c.Param("source_type"))
- if sourceType != "postgres" && sourceType != "redis" {
- response.BadRequest(c, "source_type must be postgres or redis")
- return
- }
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- if err := h.dataManagementService.DeleteSourceProfile(c.Request.Context(), sourceType, profileID); err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"deleted": true})
- }
- func (h *DataManagementHandler) SetActiveSourceProfile(c *gin.Context) {
- sourceType := strings.TrimSpace(c.Param("source_type"))
- if sourceType != "postgres" && sourceType != "redis" {
- response.BadRequest(c, "source_type must be postgres or redis")
- return
- }
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.SetActiveSourceProfile(c.Request.Context(), sourceType, profileID)
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) ListS3Profiles(c *gin.Context) {
- if !h.requireAgentEnabled(c) {
- return
- }
- items, err := h.dataManagementService.ListS3Profiles(c.Request.Context())
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"items": items})
- }
- func (h *DataManagementHandler) CreateS3Profile(c *gin.Context) {
- var req CreateS3ProfileRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.CreateS3Profile(c.Request.Context(), service.DataManagementCreateS3ProfileInput{
- ProfileID: req.ProfileID,
- Name: req.Name,
- SetActive: req.SetActive,
- S3: service.DataManagementS3Config{
- Enabled: req.Enabled,
- Endpoint: req.Endpoint,
- Region: req.Region,
- Bucket: req.Bucket,
- AccessKeyID: req.AccessKeyID,
- SecretAccessKey: req.SecretAccessKey,
- Prefix: req.Prefix,
- ForcePathStyle: req.ForcePathStyle,
- UseSSL: req.UseSSL,
- },
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) UpdateS3Profile(c *gin.Context) {
- var req UpdateS3ProfileRequest
- if err := c.ShouldBindJSON(&req); err != nil {
- response.BadRequest(c, "Invalid request: "+err.Error())
- return
- }
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.UpdateS3Profile(c.Request.Context(), service.DataManagementUpdateS3ProfileInput{
- ProfileID: profileID,
- Name: req.Name,
- S3: service.DataManagementS3Config{
- Enabled: req.Enabled,
- Endpoint: req.Endpoint,
- Region: req.Region,
- Bucket: req.Bucket,
- AccessKeyID: req.AccessKeyID,
- SecretAccessKey: req.SecretAccessKey,
- Prefix: req.Prefix,
- ForcePathStyle: req.ForcePathStyle,
- UseSSL: req.UseSSL,
- },
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) DeleteS3Profile(c *gin.Context) {
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- if err := h.dataManagementService.DeleteS3Profile(c.Request.Context(), profileID); err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, gin.H{"deleted": true})
- }
- func (h *DataManagementHandler) SetActiveS3Profile(c *gin.Context) {
- profileID := strings.TrimSpace(c.Param("profile_id"))
- if profileID == "" {
- response.BadRequest(c, "Invalid profile_id")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- profile, err := h.dataManagementService.SetActiveS3Profile(c.Request.Context(), profileID)
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, profile)
- }
- func (h *DataManagementHandler) ListBackupJobs(c *gin.Context) {
- if !h.requireAgentEnabled(c) {
- return
- }
- pageSize := int32(20)
- if raw := strings.TrimSpace(c.Query("page_size")); raw != "" {
- v, err := strconv.Atoi(raw)
- if err != nil || v <= 0 {
- response.BadRequest(c, "Invalid page_size")
- return
- }
- pageSize = int32(v)
- }
- result, err := h.dataManagementService.ListBackupJobs(c.Request.Context(), service.DataManagementListBackupJobsInput{
- PageSize: pageSize,
- PageToken: c.Query("page_token"),
- Status: c.Query("status"),
- BackupType: c.Query("backup_type"),
- })
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, result)
- }
- func (h *DataManagementHandler) GetBackupJob(c *gin.Context) {
- jobID := strings.TrimSpace(c.Param("job_id"))
- if jobID == "" {
- response.BadRequest(c, "Invalid backup job ID")
- return
- }
- if !h.requireAgentEnabled(c) {
- return
- }
- job, err := h.dataManagementService.GetBackupJob(c.Request.Context(), jobID)
- if err != nil {
- response.ErrorFrom(c, err)
- return
- }
- response.Success(c, job)
- }
- func (h *DataManagementHandler) requireAgentEnabled(c *gin.Context) bool {
- if h.dataManagementService == nil {
- err := infraerrors.ServiceUnavailable(
- service.DataManagementAgentUnavailableReason,
- "data management agent service is not configured",
- ).WithMetadata(map[string]string{"socket_path": service.DefaultDataManagementAgentSocketPath})
- response.ErrorFrom(c, err)
- return false
- }
- if err := h.dataManagementService.EnsureAgentEnabled(c.Request.Context()); err != nil {
- response.ErrorFrom(c, err)
- return false
- }
- return true
- }
- func (h *DataManagementHandler) getAgentHealth(c *gin.Context) service.DataManagementAgentHealth {
- if h.dataManagementService == nil {
- return service.DataManagementAgentHealth{
- Enabled: false,
- Reason: service.DataManagementAgentUnavailableReason,
- SocketPath: service.DefaultDataManagementAgentSocketPath,
- }
- }
- return h.dataManagementService.GetAgentHealth(c.Request.Context())
- }
- func normalizeBackupIdempotencyKey(headerValue, bodyValue string) string {
- headerKey := strings.TrimSpace(headerValue)
- if headerKey != "" {
- return headerKey
- }
- return strings.TrimSpace(bodyValue)
- }
|