batch_image_repo_integration_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381
  1. //go:build integration
  2. package repository
  3. import (
  4. "context"
  5. "crypto/sha1"
  6. "encoding/hex"
  7. "errors"
  8. "regexp"
  9. "strings"
  10. "testing"
  11. "time"
  12. "github.com/Wei-Shaw/sub2api/internal/service"
  13. "github.com/stretchr/testify/require"
  14. )
  15. func newBatchImageRepositoryWithSQL(sqlq batchImageSQLExecutor) *batchImageRepository {
  16. return &batchImageRepository{sql: sqlq}
  17. }
  18. func TestBatchImageRepository_CreateJobAndDuplicates(t *testing.T) {
  19. ctx := context.Background()
  20. tx := testTx(t)
  21. repo := newBatchImageRepositoryWithSQL(tx)
  22. batchID := batchImageTestID(t, "create")
  23. job, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  24. BatchID: batchID,
  25. UserID: 1001,
  26. Provider: service.BatchImageProviderGeminiAPI,
  27. Model: "gemini-2.5-flash-image",
  28. ItemCount: 2,
  29. EstimatedCost: 0.02,
  30. })
  31. require.NoError(t, err)
  32. require.Equal(t, batchID, job.BatchID)
  33. require.Equal(t, service.BatchImageJobStatusCreated, job.Status)
  34. require.Equal(t, "USD", job.Currency)
  35. _, err = repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  36. BatchID: batchID,
  37. UserID: 1001,
  38. Provider: service.BatchImageProviderGeminiAPI,
  39. Model: "gemini-2.5-flash-image",
  40. ItemCount: 1,
  41. })
  42. require.Error(t, err)
  43. require.True(t, errors.Is(err, service.ErrBatchImageJobExists))
  44. }
  45. func TestBatchImageRepository_InvalidProvider(t *testing.T) {
  46. tx := testTx(t)
  47. repo := newBatchImageRepositoryWithSQL(tx)
  48. _, err := repo.CreateBatchImageJob(context.Background(), service.CreateBatchImageJobParams{
  49. BatchID: batchImageTestID(t, "provider"),
  50. UserID: 1001,
  51. Provider: "unknown",
  52. Model: "gemini-2.5-flash-image",
  53. ItemCount: 1,
  54. })
  55. require.Error(t, err)
  56. require.True(t, errors.Is(err, service.ErrBatchImageInvalidProvider))
  57. }
  58. func TestBatchImageRepository_TransitionIncrementsVersionAndEvents(t *testing.T) {
  59. ctx := context.Background()
  60. tx := testTx(t)
  61. repo := newBatchImageRepositoryWithSQL(tx)
  62. batchID := batchImageTestID(t, "transition")
  63. now := time.Date(2026, 7, 3, 8, 0, 0, 0, time.UTC)
  64. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  65. BatchID: batchID,
  66. UserID: 1001,
  67. Provider: service.BatchImageProviderVertex,
  68. Model: "gemini-2.5-flash-image",
  69. ItemCount: 1,
  70. })
  71. require.NoError(t, err)
  72. err = repo.TransitionBatchImageJobStatus(ctx, batchID, service.BatchImageJobStatusUploading, service.BatchImageTransitionOptions{
  73. EventType: "status_changed",
  74. EventPayload: map[string]any{"to": service.BatchImageJobStatusUploading},
  75. Now: &now,
  76. })
  77. require.NoError(t, err)
  78. job, err := repo.GetBatchImageJobByBatchID(ctx, batchID)
  79. require.NoError(t, err)
  80. require.Equal(t, service.BatchImageJobStatusUploading, job.Status)
  81. require.Equal(t, 1, job.Version)
  82. var eventCount int
  83. err = tx.QueryRowContext(ctx, `SELECT COUNT(*) FROM batch_image_events WHERE job_id = $1 AND event_type = 'status_changed'`, batchID).Scan(&eventCount)
  84. require.NoError(t, err)
  85. require.Equal(t, 1, eventCount)
  86. }
  87. func TestBatchImageRepository_InvalidTransition(t *testing.T) {
  88. ctx := context.Background()
  89. tx := testTx(t)
  90. repo := newBatchImageRepositoryWithSQL(tx)
  91. batchID := batchImageTestID(t, "invalid-transition")
  92. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  93. BatchID: batchID,
  94. UserID: 1001,
  95. Provider: service.BatchImageProviderGeminiAPI,
  96. Model: "gemini-2.5-flash-image",
  97. ItemCount: 1,
  98. })
  99. require.NoError(t, err)
  100. err = repo.TransitionBatchImageJobStatus(ctx, batchID, service.BatchImageJobStatusRunning, service.BatchImageTransitionOptions{})
  101. require.Error(t, err)
  102. require.True(t, errors.Is(err, service.ErrBatchImageInvalidTransition))
  103. }
  104. func TestBatchImageRepository_TerminalStatusCannotMoveBack(t *testing.T) {
  105. ctx := context.Background()
  106. tx := testTx(t)
  107. repo := newBatchImageRepositoryWithSQL(tx)
  108. batchID := batchImageTestID(t, "terminal")
  109. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  110. BatchID: batchID,
  111. UserID: 1001,
  112. Provider: service.BatchImageProviderGeminiAPI,
  113. Model: "gemini-2.5-flash-image",
  114. Status: service.BatchImageJobStatusCompleted,
  115. ItemCount: 1,
  116. })
  117. require.NoError(t, err)
  118. err = repo.TransitionBatchImageJobStatus(ctx, batchID, service.BatchImageJobStatusRunning, service.BatchImageTransitionOptions{})
  119. require.Error(t, err)
  120. require.True(t, errors.Is(err, service.ErrBatchImageInvalidTransition))
  121. }
  122. func TestBatchImageRepository_ItemCustomIDUniqueness(t *testing.T) {
  123. ctx := context.Background()
  124. tx := testTx(t)
  125. repo := newBatchImageRepositoryWithSQL(tx)
  126. firstBatchID := batchImageTestID(t, "items-a")
  127. secondBatchID := batchImageTestID(t, "items-b")
  128. for _, batchID := range []string{firstBatchID, secondBatchID} {
  129. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  130. BatchID: batchID,
  131. UserID: 1001,
  132. Provider: service.BatchImageProviderGeminiAPI,
  133. Model: "gemini-2.5-flash-image",
  134. ItemCount: 1,
  135. })
  136. require.NoError(t, err)
  137. }
  138. _, err := repo.CreateBatchImageItem(ctx, service.CreateBatchImageItemParams{
  139. JobID: firstBatchID,
  140. CustomID: "line-1",
  141. Status: service.BatchImageItemStatusSuccess,
  142. ImageCount: 1,
  143. })
  144. require.NoError(t, err)
  145. _, err = tx.ExecContext(ctx, `SAVEPOINT batch_image_duplicate_item`)
  146. require.NoError(t, err)
  147. _, err = repo.CreateBatchImageItem(ctx, service.CreateBatchImageItemParams{
  148. JobID: firstBatchID,
  149. CustomID: "line-1",
  150. Status: service.BatchImageItemStatusFailed,
  151. })
  152. require.Error(t, err)
  153. require.True(t, errors.Is(err, service.ErrBatchImageItemExists))
  154. _, rollbackErr := tx.ExecContext(ctx, `ROLLBACK TO SAVEPOINT batch_image_duplicate_item`)
  155. require.NoError(t, rollbackErr)
  156. _, err = repo.CreateBatchImageItem(ctx, service.CreateBatchImageItemParams{
  157. JobID: secondBatchID,
  158. CustomID: "line-1",
  159. Status: service.BatchImageItemStatusSuccess,
  160. ImageCount: 1,
  161. })
  162. require.NoError(t, err)
  163. items, err := repo.ListBatchImageItems(ctx, firstBatchID, service.BatchImageItemFilter{})
  164. require.NoError(t, err)
  165. require.Len(t, items, 1)
  166. }
  167. func TestBatchImageRepository_ReplaceBatchImageItemsForJob(t *testing.T) {
  168. ctx := context.Background()
  169. tx := testTx(t)
  170. repo := newBatchImageRepositoryWithSQL(tx)
  171. batchID := batchImageTestID(t, "replace-items")
  172. lineOne := 1
  173. lineTwo := 2
  174. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  175. BatchID: batchID,
  176. UserID: 1001,
  177. Provider: service.BatchImageProviderGeminiAPI,
  178. Model: "gemini-2.5-flash-image",
  179. ItemCount: 2,
  180. })
  181. require.NoError(t, err)
  182. // 非 indexing 状态不允许重建 item 表:防止锁过期后掉队的 worker
  183. // 重写已完成/已结算 job 的条目。
  184. err = repo.ReplaceBatchImageItemsForJob(ctx, batchID, []service.CreateBatchImageItemParams{
  185. {CustomID: "old", Status: service.BatchImageItemStatusSuccess, SourceLineNumber: &lineOne, ImageCount: 1},
  186. }, service.BatchImageCounts{SuccessCount: 1})
  187. require.ErrorIs(t, err, service.ErrBatchImageIndexStateConflict)
  188. require.NoError(t, repo.TransitionBatchImageJobStatus(ctx, batchID, service.BatchImageJobStatusSubmitted, service.BatchImageTransitionOptions{}))
  189. require.NoError(t, repo.TransitionBatchImageJobStatus(ctx, batchID, service.BatchImageJobStatusIndexing, service.BatchImageTransitionOptions{}))
  190. err = repo.ReplaceBatchImageItemsForJob(ctx, batchID, []service.CreateBatchImageItemParams{
  191. {CustomID: "old", Status: service.BatchImageItemStatusSuccess, SourceLineNumber: &lineOne, ImageCount: 1},
  192. }, service.BatchImageCounts{SuccessCount: 1})
  193. require.NoError(t, err)
  194. err = repo.ReplaceBatchImageItemsForJob(ctx, batchID, []service.CreateBatchImageItemParams{
  195. {CustomID: "new-ok", Status: service.BatchImageItemStatusSuccess, SourceLineNumber: &lineOne, ImageCount: 1},
  196. {CustomID: "new-fail", Status: service.BatchImageItemStatusFailed, SourceLineNumber: &lineTwo, ErrorCode: batchImageTestStringPtr("SAFETY_BLOCKED")},
  197. }, service.BatchImageCounts{SuccessCount: 1, FailCount: 1})
  198. require.NoError(t, err)
  199. items, err := repo.ListBatchImageItems(ctx, batchID, service.BatchImageItemFilter{})
  200. require.NoError(t, err)
  201. require.Len(t, items, 2)
  202. require.Equal(t, "new-ok", items[0].CustomID)
  203. require.Equal(t, "new-fail", items[1].CustomID)
  204. job, err := repo.GetBatchImageJobByBatchID(ctx, batchID)
  205. require.NoError(t, err)
  206. require.Equal(t, 1, job.SuccessCount)
  207. require.Equal(t, 1, job.FailCount)
  208. }
  209. func TestBatchImageRepository_MarkBatchImageJobSettled(t *testing.T) {
  210. ctx := context.Background()
  211. tx := testTx(t)
  212. repo := newBatchImageRepositoryWithSQL(tx)
  213. batchID := batchImageTestID(t, "settled")
  214. apiKeyID := int64(2001)
  215. accountID := int64(3001)
  216. providerJob := "providers/job"
  217. outputRef := "files/output"
  218. now := time.Date(2026, 7, 4, 10, 0, 0, 0, time.UTC)
  219. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  220. BatchID: batchID,
  221. UserID: 1001,
  222. APIKeyID: &apiKeyID,
  223. AccountID: &accountID,
  224. Provider: service.BatchImageProviderGeminiAPI,
  225. Model: "gemini-image",
  226. Status: service.BatchImageJobStatusSettling,
  227. ProviderJobName: &providerJob,
  228. ProviderOutputRef: &outputRef,
  229. ItemCount: 3,
  230. SuccessCount: 2,
  231. FailCount: 1,
  232. })
  233. require.NoError(t, err)
  234. err = repo.MarkBatchImageJobSettled(ctx, service.MarkBatchImageJobSettledParams{
  235. BatchID: batchID,
  236. ActualCost: 0.5,
  237. ManifestHash: "manifest-hash",
  238. EventPayload: map[string]any{"request_id": "batch_image_settlement:" + batchID},
  239. Now: &now,
  240. })
  241. require.NoError(t, err)
  242. job, err := repo.GetBatchImageJobByBatchID(ctx, batchID)
  243. require.NoError(t, err)
  244. require.Equal(t, service.BatchImageJobStatusCompleted, job.Status)
  245. require.NotNil(t, job.ActualCost)
  246. require.Equal(t, 0.5, *job.ActualCost)
  247. require.Equal(t, "manifest-hash", batchImageDerefTest(job.ManifestHash))
  248. require.NotNil(t, job.SettledAt)
  249. require.Equal(t, now, *job.SettledAt)
  250. var eventCount int
  251. err = tx.QueryRowContext(ctx, `SELECT COUNT(*) FROM batch_image_events WHERE job_id = $1 AND event_type = 'settlement_completed'`, batchID).Scan(&eventCount)
  252. require.NoError(t, err)
  253. require.Equal(t, 1, eventCount)
  254. }
  255. func TestBatchImageRepository_SetBatchImageJobSettlementFailed(t *testing.T) {
  256. ctx := context.Background()
  257. tx := testTx(t)
  258. repo := newBatchImageRepositoryWithSQL(tx)
  259. batchID := batchImageTestID(t, "settlement-failed")
  260. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  261. BatchID: batchID,
  262. UserID: 1001,
  263. Provider: service.BatchImageProviderGeminiAPI,
  264. Model: "gemini-image",
  265. Status: service.BatchImageJobStatusSettling,
  266. ItemCount: 1,
  267. SuccessCount: 1,
  268. })
  269. require.NoError(t, err)
  270. retryCount, err := repo.SetBatchImageJobSettlementFailed(ctx, batchID, "SETTLEMENT_BILLING_FAILED", "temporary")
  271. require.NoError(t, err)
  272. require.Equal(t, 1, retryCount)
  273. job, err := repo.GetBatchImageJobByBatchID(ctx, batchID)
  274. require.NoError(t, err)
  275. require.Equal(t, service.BatchImageJobStatusSettling, job.Status)
  276. require.Equal(t, "SETTLEMENT_BILLING_FAILED", batchImageDerefTest(job.LastErrorCode))
  277. require.Equal(t, "temporary", batchImageDerefTest(job.LastErrorMessage))
  278. require.Equal(t, 1, job.RetryCount)
  279. }
  280. func TestBatchImageRepository_AppendEvent(t *testing.T) {
  281. ctx := context.Background()
  282. tx := testTx(t)
  283. repo := newBatchImageRepositoryWithSQL(tx)
  284. batchID := batchImageTestID(t, "event")
  285. _, err := repo.CreateBatchImageJob(ctx, service.CreateBatchImageJobParams{
  286. BatchID: batchID,
  287. UserID: 1001,
  288. Provider: service.BatchImageProviderVertex,
  289. Model: "gemini-2.5-flash-image",
  290. ItemCount: 1,
  291. })
  292. require.NoError(t, err)
  293. err = repo.AppendBatchImageEvent(ctx, batchID, "job_created", map[string]any{"batch_id": batchID})
  294. require.NoError(t, err)
  295. var payload string
  296. err = tx.QueryRowContext(ctx, `SELECT payload::text FROM batch_image_events WHERE job_id = $1 AND event_type = 'job_created'`, batchID).Scan(&payload)
  297. require.NoError(t, err)
  298. require.Contains(t, payload, batchID)
  299. }
  300. func batchImageTestID(t *testing.T, prefix string) string {
  301. t.Helper()
  302. safePrefix := batchImageSafeTestIDSegment(prefix, 20)
  303. sum := sha1.Sum([]byte(t.Name()))
  304. return "imgbatch_" + safePrefix + "_" + hex.EncodeToString(sum[:])[:16]
  305. }
  306. func batchImageSafeTestIDSegment(v string, maxLen int) string {
  307. v = strings.ToLower(strings.TrimSpace(v))
  308. v = regexp.MustCompile(`[^a-z0-9_-]+`).ReplaceAllString(v, "-")
  309. v = strings.Trim(v, "-_")
  310. if v == "" {
  311. v = "job"
  312. }
  313. if len(v) > maxLen {
  314. v = v[:maxLen]
  315. v = strings.Trim(v, "-_")
  316. }
  317. if v == "" {
  318. return "job"
  319. }
  320. return v
  321. }
  322. func batchImageTestStringPtr(v string) *string {
  323. return &v
  324. }
  325. func batchImageDerefTest(v *string) string {
  326. if v == nil {
  327. return ""
  328. }
  329. return *v
  330. }