openai_images_incomplete_test.go 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. package service
  2. import (
  3. "errors"
  4. "io"
  5. "net/http"
  6. "net/http/httptest"
  7. "strings"
  8. "testing"
  9. "time"
  10. "github.com/gin-gonic/gin"
  11. )
  12. // response.incomplete(生成超时/截断)应被识别为可重试的 502 上游错误,触发 failover。
  13. func TestExtractImagesUpstreamError_IncompleteIsRetryable(t *testing.T) {
  14. body := "data: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_1\"}}\n\n" +
  15. "data: {\"type\":\"response.incomplete\",\"response\":{\"id\":\"resp_1\",\"status\":\"incomplete\",\"incomplete_details\":{\"reason\":\"max_output_tokens\"}}}\n\n"
  16. got := extractOpenAIImagesUpstreamError([]byte(body))
  17. if got == nil {
  18. t.Fatal("incomplete event should produce an upstream error, got nil")
  19. }
  20. if got.StatusCode != http.StatusBadGateway {
  21. t.Fatalf("incomplete(max_output_tokens) should be 502 retryable, got %d", got.StatusCode)
  22. }
  23. if !IsOpenAIImagesRetryableUpstreamError(got) {
  24. t.Fatal("incomplete(max_output_tokens) should be retryable for failover")
  25. }
  26. if got.Code != "response_incomplete" {
  27. t.Fatalf("unexpected code %q", got.Code)
  28. }
  29. if !strings.Contains(got.Message, "max_output_tokens") {
  30. t.Fatalf("message should carry reason, got %q", got.Message)
  31. }
  32. }
  33. // incomplete 因 content_filter → 400,重试无意义,不应触发 failover。
  34. func TestExtractImagesUpstreamError_IncompleteContentFilterNotRetryable(t *testing.T) {
  35. body := "data: {\"type\":\"response.incomplete\",\"response\":{\"id\":\"r\",\"status\":\"incomplete\",\"incomplete_details\":{\"reason\":\"content_filter\"}}}\n\n"
  36. got := extractOpenAIImagesUpstreamError([]byte(body))
  37. if got == nil {
  38. t.Fatal("content_filter incomplete should produce error")
  39. }
  40. if got.StatusCode != http.StatusBadRequest {
  41. t.Fatalf("content_filter should be 400 (non-retryable), got %d", got.StatusCode)
  42. }
  43. if IsOpenAIImagesRetryableUpstreamError(got) {
  44. t.Fatal("content_filter must NOT be retryable")
  45. }
  46. }
  47. // 旧行为不变:error / response.failed 仍按原逻辑识别。
  48. func TestExtractImagesUpstreamError_ErrorAndFailedUnchanged(t *testing.T) {
  49. errBody := "data: {\"type\":\"error\",\"error\":{\"type\":\"image_generation_user_error\",\"code\":\"moderation_blocked\",\"message\":\"rejected\"}}\n\n"
  50. if got := extractOpenAIImagesUpstreamError([]byte(errBody)); got == nil || got.StatusCode != http.StatusBadRequest {
  51. t.Fatalf("moderation_blocked should still be 400, got %+v", got)
  52. }
  53. }
  54. // 上游既无图、又无任何可识别事件时,摘要函数应提取诊断信息。
  55. func TestSummarizeNoOutputBody_ExtractsDiagnostics(t *testing.T) {
  56. body := "data: {\"type\":\"response.created\",\"response\":{\"id\":\"r\"}}\n\n" +
  57. "data: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"r\",\"status\":\"in_progress\"}}\n\n"
  58. summary := summarizeOpenAIImagesNoOutputBody([]byte(body))
  59. if !strings.HasPrefix(summary, "no_image_output") {
  60. t.Fatalf("summary should start with marker, got %q", summary)
  61. }
  62. if !strings.Contains(summary, "last_event=response.in_progress") {
  63. t.Fatalf("summary should capture last event type, got %q", summary)
  64. }
  65. if !strings.Contains(summary, "status=in_progress") {
  66. t.Fatalf("summary should capture response status, got %q", summary)
  67. }
  68. }
  69. // 摘要应能抓到 incomplete_reason 并对超长 body 截断。
  70. func TestSummarizeNoOutputBody_IncompleteReasonAndTruncation(t *testing.T) {
  71. long := strings.Repeat("x", 2000)
  72. body := "data: {\"type\":\"response.incomplete\",\"response\":{\"status\":\"incomplete\",\"incomplete_details\":{\"reason\":\"max_output_tokens\"},\"junk\":\"" + long + "\"}}\n\n"
  73. summary := summarizeOpenAIImagesNoOutputBody([]byte(body))
  74. if !strings.Contains(summary, "incomplete_reason=max_output_tokens") {
  75. t.Fatalf("should capture incomplete reason, got %q", summary[:120])
  76. }
  77. if !strings.Contains(summary, "truncated") {
  78. t.Fatalf("oversized body should be truncated, len=%d", len(summary))
  79. }
  80. }
  81. // 软失败(上游 completed 但无图,如偶发路由到 mini 模型)应返回可重试的
  82. // UpstreamFailoverError 且优先同账号重试,而非一次性失败。
  83. func TestImagesOAuthNonStreaming_CompletedNoImageTriggersSameAccountRetry(t *testing.T) {
  84. // 上游 SSE:response.completed 但 output 为空(实测的真实失败形态)。
  85. upstreamSSE := "event: response.created\n" +
  86. "data: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_x\",\"status\":\"in_progress\",\"model\":\"gpt-5.4-mini-2026-03-17\",\"output\":[]}}\n\n" +
  87. "event: response.completed\n" +
  88. "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_x\",\"status\":\"completed\",\"model\":\"gpt-5.4-mini-2026-03-17\",\"output\":[],\"tool_usage\":{\"image_gen\":{\"output_tokens\":0}}}}\n\n"
  89. rec := httptest.NewRecorder()
  90. c, _ := gin.CreateTestContext(rec)
  91. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  92. resp := &http.Response{
  93. StatusCode: http.StatusOK,
  94. Header: http.Header{},
  95. Body: io.NopCloser(strings.NewReader(upstreamSSE)),
  96. }
  97. svc := &OpenAIGatewayService{}
  98. _, _, _, err := svc.handleOpenAIImagesOAuthNonStreamingResponse(resp, c, "b64_json", "gpt-image-2")
  99. if err == nil {
  100. t.Fatal("completed-but-no-image should return an error")
  101. }
  102. var failoverErr *UpstreamFailoverError
  103. if !errors.As(err, &failoverErr) {
  104. t.Fatalf("expected *UpstreamFailoverError to trigger retry, got %T: %v", err, err)
  105. }
  106. if failoverErr.StatusCode != http.StatusBadGateway {
  107. t.Fatalf("expected 502, got %d", failoverErr.StatusCode)
  108. }
  109. if !failoverErr.RetryableOnSameAccount {
  110. t.Fatal("soft-failure should prefer same-account retry (probabilistic upstream failure)")
  111. }
  112. }
  113. // 内容审核拒绝(模型未出图但输出文字拒绝)应返回 400 content_policy 错误且不重试,
  114. // 而非可重试的 UpstreamFailoverError。
  115. func TestImagesOAuthNonStreaming_ContentRefusalReturns400NoRetry(t *testing.T) {
  116. // 上游:completed 无图,但模型输出了文字拒绝(内容审核场景)。
  117. upstreamSSE := "event: response.created\n" +
  118. "data: {\"type\":\"response.created\",\"response\":{\"id\":\"r\",\"status\":\"in_progress\",\"model\":\"gpt-5.4-mini\",\"output\":[]}}\n\n" +
  119. "event: response.output_text.delta\n" +
  120. "data: {\"type\":\"response.output_text.delta\",\"delta\":\"抱歉,这个请求因涉及违规内容被安全系统判定为不适合生成。\"}\n\n" +
  121. "event: response.completed\n" +
  122. "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"r\",\"status\":\"completed\",\"model\":\"gpt-5.4-mini\",\"output\":[{\"type\":\"message\",\"content\":[{\"type\":\"output_text\",\"text\":\"抱歉,这个请求因涉及违规内容被安全系统判定为不适合生成。\"}]}],\"tool_usage\":{\"image_gen\":{\"output_tokens\":0}}}}\n\n"
  123. rec := httptest.NewRecorder()
  124. c, _ := gin.CreateTestContext(rec)
  125. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  126. resp := &http.Response{StatusCode: http.StatusOK, Header: http.Header{}, Body: io.NopCloser(strings.NewReader(upstreamSSE))}
  127. svc := &OpenAIGatewayService{}
  128. _, _, _, err := svc.handleOpenAIImagesOAuthNonStreamingResponse(resp, c, "b64_json", "gpt-image-2")
  129. if err == nil {
  130. t.Fatal("content refusal should return an error")
  131. }
  132. // 应是不可重试的内容策略错误(400),而非 UpstreamFailoverError。
  133. var failoverErr *UpstreamFailoverError
  134. if errors.As(err, &failoverErr) {
  135. t.Fatalf("content refusal must NOT be a retryable failover error, got %v", failoverErr)
  136. }
  137. var imgErr *OpenAIImagesUpstreamError
  138. if !errors.As(err, &imgErr) {
  139. t.Fatalf("expected *OpenAIImagesUpstreamError, got %T: %v", err, err)
  140. }
  141. if imgErr.StatusCode != http.StatusBadRequest {
  142. t.Fatalf("content refusal should be 400, got %d", imgErr.StatusCode)
  143. }
  144. if !strings.Contains(imgErr.Message, "安全系统") && !strings.Contains(imgErr.Message, "违规") {
  145. t.Fatalf("refusal message should carry model's reason, got %q", imgErr.Message)
  146. }
  147. }
  148. func TestImagesOAuthNonStreaming_TextFallbackReturnsCapabilityError(t *testing.T) {
  149. upstreamSSE := "event: response.created\n" +
  150. "data: {\"type\":\"response.created\",\"response\":{\"id\":\"r\",\"status\":\"in_progress\",\"model\":\"gpt-5.4-mini\",\"output\":[]}}\n\n" +
  151. "event: response.output_text.delta\n" +
  152. "data: {\"type\":\"response.output_text.delta\",\"delta\":\"Here's a polished image prompt for your request.\"}\n\n" +
  153. "event: response.completed\n" +
  154. "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"r\",\"status\":\"completed\",\"model\":\"gpt-5.4-mini\",\"output\":[{\"type\":\"message\",\"content\":[{\"type\":\"output_text\",\"text\":\"Here's a polished image prompt for your request.\"}]}],\"tool_usage\":{\"image_gen\":{\"output_tokens\":0}}}}\n\n"
  155. rec := httptest.NewRecorder()
  156. c, _ := gin.CreateTestContext(rec)
  157. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  158. resp := &http.Response{StatusCode: http.StatusOK, Header: http.Header{}, Body: io.NopCloser(strings.NewReader(upstreamSSE))}
  159. svc := &OpenAIGatewayService{}
  160. _, _, _, err := svc.handleOpenAIImagesOAuthNonStreamingResponse(resp, c, "b64_json", "gpt-image-2")
  161. var imgErr *OpenAIImagesUpstreamError
  162. if !errors.As(err, &imgErr) {
  163. t.Fatalf("expected *OpenAIImagesUpstreamError, got %T: %v", err, err)
  164. }
  165. if imgErr.StatusCode != http.StatusBadGateway {
  166. t.Fatalf("text fallback should be retryable 502, got %d", imgErr.StatusCode)
  167. }
  168. if imgErr.Code != "image_generation_unavailable" {
  169. t.Fatalf("text fallback should identify missing image execution, got %q", imgErr.Code)
  170. }
  171. }
  172. func TestImagesOAuthStreaming_TextFallbackReturnsCapabilityError(t *testing.T) {
  173. upstreamSSE := "event: response.output_text.delta\n" +
  174. "data: {\"type\":\"response.output_text.delta\",\"delta\":\"Here's a polished image prompt for your request.\"}\n\n" +
  175. "event: response.completed\n" +
  176. "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"r\",\"status\":\"completed\",\"model\":\"gpt-5.4-mini\",\"output\":[]}}\n\n"
  177. rec := httptest.NewRecorder()
  178. c, _ := gin.CreateTestContext(rec)
  179. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  180. resp := &http.Response{StatusCode: http.StatusOK, Header: http.Header{}, Body: io.NopCloser(strings.NewReader(upstreamSSE))}
  181. svc := &OpenAIGatewayService{}
  182. _, _, _, _, err := svc.handleOpenAIImagesOAuthStreamingResponse(resp, c, time.Now(), "b64_json", "image_generation", "gpt-image-2")
  183. var imgErr *OpenAIImagesUpstreamError
  184. if !errors.As(err, &imgErr) {
  185. t.Fatalf("expected *OpenAIImagesUpstreamError, got %T: %v", err, err)
  186. }
  187. if imgErr.StatusCode != http.StatusBadGateway {
  188. t.Fatalf("streaming text fallback should be retryable 502, got %d", imgErr.StatusCode)
  189. }
  190. if imgErr.Code != "image_generation_unavailable" {
  191. t.Fatalf("streaming text fallback should identify missing image execution, got %q", imgErr.Code)
  192. }
  193. if strings.Contains(rec.Body.String(), "event: error") {
  194. t.Fatal("retryable text fallback must remain unflushed for failover")
  195. }
  196. }
  197. func TestImagesOAuthStreaming_SplitSafetyRefusalReturns400(t *testing.T) {
  198. upstreamSSE := "event: response.output_text.delta\n" +
  199. "data: {\"type\":\"response.output_text.delta\",\"delta\":\"安全系\"}\n\n" +
  200. "event: response.output_text.delta\n" +
  201. "data: {\"type\":\"response.output_text.delta\",\"delta\":\"统拒绝生成\"}\n\n" +
  202. "event: response.completed\n" +
  203. "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"r\",\"status\":\"completed\",\"output\":[]}}\n\n"
  204. rec := httptest.NewRecorder()
  205. c, _ := gin.CreateTestContext(rec)
  206. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  207. resp := &http.Response{StatusCode: http.StatusOK, Header: http.Header{}, Body: io.NopCloser(strings.NewReader(upstreamSSE))}
  208. svc := &OpenAIGatewayService{}
  209. _, _, _, _, err := svc.handleOpenAIImagesOAuthStreamingResponse(resp, c, time.Now(), "b64_json", "image_generation", "gpt-image-2")
  210. var imgErr *OpenAIImagesUpstreamError
  211. if !errors.As(err, &imgErr) {
  212. t.Fatalf("expected *OpenAIImagesUpstreamError, got %T: %v", err, err)
  213. }
  214. if imgErr.StatusCode != http.StatusBadRequest || imgErr.Code != "content_policy_violation" {
  215. t.Fatalf("split safety refusal should remain a content-policy 400, got status=%d code=%q", imgErr.StatusCode, imgErr.Code)
  216. }
  217. if !strings.Contains(rec.Body.String(), "event: error") {
  218. t.Fatal("content-policy refusal must reach the streaming client")
  219. }
  220. }
  221. // extractOpenAIImagesModelRefusal:真空响应(无文字)返回空串。
  222. func TestExtractModelRefusal_EmptyWhenNoText(t *testing.T) {
  223. body := "data: {\"type\":\"response.completed\",\"response\":{\"output\":[],\"tool_usage\":{\"image_gen\":{\"output_tokens\":0}}}}\n\n"
  224. if r := extractOpenAIImagesModelRefusal([]byte(body)); r != "" {
  225. t.Fatalf("empty response should yield no refusal, got %q", r)
  226. }
  227. }