| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463 |
- package admin
- import (
- "bytes"
- "context"
- "database/sql"
- "encoding/json"
- "errors"
- "net/http"
- "net/http/httptest"
- "sync"
- "testing"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/config"
- "github.com/Wei-Shaw/sub2api/internal/handler/dto"
- "github.com/Wei-Shaw/sub2api/internal/pkg/pagination"
- "github.com/Wei-Shaw/sub2api/internal/pkg/response"
- "github.com/Wei-Shaw/sub2api/internal/server/middleware"
- "github.com/Wei-Shaw/sub2api/internal/service"
- "github.com/gin-gonic/gin"
- "github.com/stretchr/testify/require"
- )
- type cleanupRepoStub struct {
- mu sync.Mutex
- created []*service.UsageCleanupTask
- listTasks []service.UsageCleanupTask
- listResult *pagination.PaginationResult
- listErr error
- statusByID map[int64]string
- }
- func (s *cleanupRepoStub) CreateTask(ctx context.Context, task *service.UsageCleanupTask) error {
- if task == nil {
- return nil
- }
- s.mu.Lock()
- defer s.mu.Unlock()
- if task.ID == 0 {
- task.ID = int64(len(s.created) + 1)
- }
- if task.CreatedAt.IsZero() {
- task.CreatedAt = time.Now().UTC()
- }
- task.UpdatedAt = task.CreatedAt
- clone := *task
- s.created = append(s.created, &clone)
- return nil
- }
- func (s *cleanupRepoStub) ListTasks(ctx context.Context, params pagination.PaginationParams) ([]service.UsageCleanupTask, *pagination.PaginationResult, error) {
- s.mu.Lock()
- defer s.mu.Unlock()
- return s.listTasks, s.listResult, s.listErr
- }
- func (s *cleanupRepoStub) ClaimNextPendingTask(ctx context.Context, staleRunningAfterSeconds int64) (*service.UsageCleanupTask, error) {
- return nil, nil
- }
- func (s *cleanupRepoStub) GetTaskStatus(ctx context.Context, taskID int64) (string, error) {
- s.mu.Lock()
- defer s.mu.Unlock()
- if s.statusByID == nil {
- return "", sql.ErrNoRows
- }
- status, ok := s.statusByID[taskID]
- if !ok {
- return "", sql.ErrNoRows
- }
- return status, nil
- }
- func (s *cleanupRepoStub) UpdateTaskProgress(ctx context.Context, taskID int64, deletedRows int64) error {
- return nil
- }
- func (s *cleanupRepoStub) CancelTask(ctx context.Context, taskID int64, canceledBy int64) (bool, error) {
- s.mu.Lock()
- defer s.mu.Unlock()
- if s.statusByID == nil {
- s.statusByID = map[int64]string{}
- }
- status := s.statusByID[taskID]
- if status != service.UsageCleanupStatusPending && status != service.UsageCleanupStatusRunning {
- return false, nil
- }
- s.statusByID[taskID] = service.UsageCleanupStatusCanceled
- return true, nil
- }
- func (s *cleanupRepoStub) MarkTaskSucceeded(ctx context.Context, taskID int64, deletedRows int64) error {
- return nil
- }
- func (s *cleanupRepoStub) MarkTaskFailed(ctx context.Context, taskID int64, deletedRows int64, errorMsg string) error {
- return nil
- }
- func (s *cleanupRepoStub) DeleteUsageLogsBatch(ctx context.Context, filters service.UsageCleanupFilters, limit int) (int64, error) {
- return 0, nil
- }
- var _ service.UsageCleanupRepository = (*cleanupRepoStub)(nil)
- func setupCleanupRouter(cleanupService *service.UsageCleanupService, userID int64) *gin.Engine {
- gin.SetMode(gin.TestMode)
- router := gin.New()
- if userID > 0 {
- router.Use(func(c *gin.Context) {
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: userID})
- c.Next()
- })
- }
- handler := NewUsageHandler(nil, nil, nil, cleanupService)
- router.POST("/api/v1/admin/usage/cleanup-tasks", handler.CreateCleanupTask)
- router.GET("/api/v1/admin/usage/cleanup-tasks", handler.ListCleanupTasks)
- router.POST("/api/v1/admin/usage/cleanup-tasks/:id/cancel", handler.CancelCleanupTask)
- return router
- }
- func TestUsageHandlerCreateCleanupTaskUnauthorized(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 0)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewBufferString(`{}`))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusUnauthorized, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskUnavailable(t *testing.T) {
- router := setupCleanupRouter(nil, 1)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewBufferString(`{}`))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusServiceUnavailable, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskBindError(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 88)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewBufferString("{bad-json"))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusBadRequest, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskMissingRange(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 88)
- payload := map[string]any{
- "start_date": "2024-01-01",
- "timezone": "UTC",
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusBadRequest, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskInvalidDate(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 88)
- payload := map[string]any{
- "start_date": "2024-13-01",
- "end_date": "2024-01-02",
- "timezone": "UTC",
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusBadRequest, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskInvalidEndDate(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 88)
- payload := map[string]any{
- "start_date": "2024-01-01",
- "end_date": "2024-02-40",
- "timezone": "UTC",
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusBadRequest, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskInvalidRequestType(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 88)
- payload := map[string]any{
- "start_date": "2024-01-01",
- "end_date": "2024-01-02",
- "timezone": "UTC",
- "request_type": "invalid",
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusBadRequest, recorder.Code)
- }
- func TestUsageHandlerCreateCleanupTaskRequestTypePriority(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 99)
- payload := map[string]any{
- "start_date": "2024-01-01",
- "end_date": "2024-01-02",
- "timezone": "UTC",
- "request_type": "ws_v2",
- "stream": false,
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusOK, recorder.Code)
- repo.mu.Lock()
- defer repo.mu.Unlock()
- require.Len(t, repo.created, 1)
- created := repo.created[0]
- require.NotNil(t, created.Filters.RequestType)
- require.Equal(t, int16(service.RequestTypeWSV2), *created.Filters.RequestType)
- require.Nil(t, created.Filters.Stream)
- }
- func TestUsageHandlerCreateCleanupTaskWithLegacyStream(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 99)
- payload := map[string]any{
- "start_date": "2024-01-01",
- "end_date": "2024-01-02",
- "timezone": "UTC",
- "stream": true,
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusOK, recorder.Code)
- repo.mu.Lock()
- defer repo.mu.Unlock()
- require.Len(t, repo.created, 1)
- created := repo.created[0]
- require.Nil(t, created.Filters.RequestType)
- require.NotNil(t, created.Filters.Stream)
- require.True(t, *created.Filters.Stream)
- }
- func TestUsageHandlerCreateCleanupTaskSuccess(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 99)
- payload := map[string]any{
- "start_date": " 2024-01-01 ",
- "end_date": "2024-01-02",
- "timezone": "UTC",
- "model": "gpt-4",
- }
- body, err := json.Marshal(payload)
- require.NoError(t, err)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks", bytes.NewReader(body))
- req.Header.Set("Content-Type", "application/json")
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusOK, recorder.Code)
- var resp response.Response
- require.NoError(t, json.Unmarshal(recorder.Body.Bytes(), &resp))
- require.Equal(t, 0, resp.Code)
- repo.mu.Lock()
- defer repo.mu.Unlock()
- require.Len(t, repo.created, 1)
- created := repo.created[0]
- require.Equal(t, int64(99), created.CreatedBy)
- require.NotNil(t, created.Filters.Model)
- require.Equal(t, "gpt-4", *created.Filters.Model)
- start := time.Date(2024, 1, 1, 0, 0, 0, 0, time.UTC)
- end := time.Date(2024, 1, 2, 0, 0, 0, 0, time.UTC).Add(24*time.Hour - time.Nanosecond)
- require.True(t, created.Filters.StartTime.Equal(start))
- require.True(t, created.Filters.EndTime.Equal(end))
- }
- func TestUsageHandlerListCleanupTasksUnavailable(t *testing.T) {
- router := setupCleanupRouter(nil, 0)
- req := httptest.NewRequest(http.MethodGet, "/api/v1/admin/usage/cleanup-tasks", nil)
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusServiceUnavailable, recorder.Code)
- }
- func TestUsageHandlerListCleanupTasksSuccess(t *testing.T) {
- repo := &cleanupRepoStub{}
- repo.listTasks = []service.UsageCleanupTask{
- {
- ID: 7,
- Status: service.UsageCleanupStatusSucceeded,
- CreatedBy: 4,
- },
- }
- repo.listResult = &pagination.PaginationResult{Total: 1, Page: 1, PageSize: 20, Pages: 1}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 1)
- req := httptest.NewRequest(http.MethodGet, "/api/v1/admin/usage/cleanup-tasks", nil)
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusOK, recorder.Code)
- var resp struct {
- Code int `json:"code"`
- Data struct {
- Items []dto.UsageCleanupTask `json:"items"`
- Total int64 `json:"total"`
- Page int `json:"page"`
- } `json:"data"`
- }
- require.NoError(t, json.Unmarshal(recorder.Body.Bytes(), &resp))
- require.Equal(t, 0, resp.Code)
- require.Len(t, resp.Data.Items, 1)
- require.Equal(t, int64(7), resp.Data.Items[0].ID)
- require.Equal(t, int64(1), resp.Data.Total)
- require.Equal(t, 1, resp.Data.Page)
- }
- func TestUsageHandlerListCleanupTasksError(t *testing.T) {
- repo := &cleanupRepoStub{listErr: errors.New("boom")}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true, MaxRangeDays: 31}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 1)
- req := httptest.NewRequest(http.MethodGet, "/api/v1/admin/usage/cleanup-tasks", nil)
- recorder := httptest.NewRecorder()
- router.ServeHTTP(recorder, req)
- require.Equal(t, http.StatusInternalServerError, recorder.Code)
- }
- func TestUsageHandlerCancelCleanupTaskUnauthorized(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 0)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks/1/cancel", nil)
- rec := httptest.NewRecorder()
- router.ServeHTTP(rec, req)
- require.Equal(t, http.StatusUnauthorized, rec.Code)
- }
- func TestUsageHandlerCancelCleanupTaskNotFound(t *testing.T) {
- repo := &cleanupRepoStub{}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 1)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks/999/cancel", nil)
- rec := httptest.NewRecorder()
- router.ServeHTTP(rec, req)
- require.Equal(t, http.StatusNotFound, rec.Code)
- }
- func TestUsageHandlerCancelCleanupTaskConflict(t *testing.T) {
- repo := &cleanupRepoStub{statusByID: map[int64]string{2: service.UsageCleanupStatusSucceeded}}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 1)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks/2/cancel", nil)
- rec := httptest.NewRecorder()
- router.ServeHTTP(rec, req)
- require.Equal(t, http.StatusConflict, rec.Code)
- }
- func TestUsageHandlerCancelCleanupTaskSuccess(t *testing.T) {
- repo := &cleanupRepoStub{statusByID: map[int64]string{3: service.UsageCleanupStatusPending}}
- cfg := &config.Config{UsageCleanup: config.UsageCleanupConfig{Enabled: true}}
- cleanupService := service.NewUsageCleanupService(repo, nil, nil, cfg)
- router := setupCleanupRouter(cleanupService, 1)
- req := httptest.NewRequest(http.MethodPost, "/api/v1/admin/usage/cleanup-tasks/3/cancel", nil)
- rec := httptest.NewRecorder()
- router.ServeHTTP(rec, req)
- require.Equal(t, http.StatusOK, rec.Code)
- }
|