openai_images_test.go 90 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231
  1. package service
  2. import (
  3. "bytes"
  4. "context"
  5. "errors"
  6. "fmt"
  7. "io"
  8. "mime/multipart"
  9. "net/http"
  10. "net/http/httptest"
  11. "net/textproto"
  12. "strings"
  13. "testing"
  14. "github.com/Wei-Shaw/sub2api/internal/config"
  15. "github.com/gin-gonic/gin"
  16. "github.com/imroc/req/v3"
  17. "github.com/stretchr/testify/require"
  18. "github.com/tidwall/gjson"
  19. )
  20. type failingOpenAIImageWriter struct {
  21. gin.ResponseWriter
  22. failAfter int
  23. writes int
  24. }
  25. type openAIImagesReadErrorBody struct {
  26. err error
  27. }
  28. func (b *openAIImagesReadErrorBody) Read([]byte) (int, error) { return 0, b.err }
  29. func (b *openAIImagesReadErrorBody) Close() error { return nil }
  30. func (w *failingOpenAIImageWriter) Write(p []byte) (int, error) {
  31. if w.writes >= w.failAfter {
  32. return 0, errors.New("write failed: client disconnected")
  33. }
  34. w.writes++
  35. return w.ResponseWriter.Write(p)
  36. }
  37. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_JSON(t *testing.T) {
  38. gin.SetMode(gin.TestMode)
  39. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","size":"1024x1024","quality":"high","stream":true}`)
  40. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  41. req.Header.Set("Content-Type", "application/json")
  42. rec := httptest.NewRecorder()
  43. c, _ := gin.CreateTestContext(rec)
  44. c.Request = req
  45. svc := &OpenAIGatewayService{}
  46. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  47. require.NoError(t, err)
  48. require.NotNil(t, parsed)
  49. require.Equal(t, "/v1/images/generations", parsed.Endpoint)
  50. require.Equal(t, "gpt-image-2", parsed.Model)
  51. require.Equal(t, "draw a cat", parsed.Prompt)
  52. require.True(t, parsed.Stream)
  53. require.Equal(t, "1024x1024", parsed.Size)
  54. require.Equal(t, "1K", parsed.SizeTier)
  55. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  56. require.False(t, parsed.Multipart)
  57. }
  58. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_MultipartEdit(t *testing.T) {
  59. gin.SetMode(gin.TestMode)
  60. var body bytes.Buffer
  61. writer := multipart.NewWriter(&body)
  62. require.NoError(t, writer.WriteField("model", "gpt-image-2"))
  63. require.NoError(t, writer.WriteField("prompt", "replace background"))
  64. require.NoError(t, writer.WriteField("size", "1536x1024"))
  65. part, err := writer.CreateFormFile("image", "source.png")
  66. require.NoError(t, err)
  67. _, err = part.Write([]byte("fake-image-bytes"))
  68. require.NoError(t, err)
  69. require.NoError(t, writer.Close())
  70. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body.Bytes()))
  71. req.Header.Set("Content-Type", writer.FormDataContentType())
  72. rec := httptest.NewRecorder()
  73. c, _ := gin.CreateTestContext(rec)
  74. c.Request = req
  75. svc := &OpenAIGatewayService{}
  76. parsed, err := svc.ParseOpenAIImagesRequest(c, body.Bytes())
  77. require.NoError(t, err)
  78. require.NotNil(t, parsed)
  79. require.Equal(t, "/v1/images/edits", parsed.Endpoint)
  80. require.True(t, parsed.Multipart)
  81. require.Equal(t, "gpt-image-2", parsed.Model)
  82. require.Equal(t, "replace background", parsed.Prompt)
  83. require.Equal(t, "1536x1024", parsed.Size)
  84. require.Equal(t, "2K", parsed.SizeTier)
  85. require.Len(t, parsed.Uploads, 1)
  86. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  87. }
  88. func TestOpenAIImagesRequestModerationBody_JSONEditIncludesInputImageURLs(t *testing.T) {
  89. parsed := &OpenAIImagesRequest{
  90. Endpoint: openAIImagesEditsEndpoint,
  91. Prompt: "replace background",
  92. InputImageURLs: []string{"https://example.com/source.png"},
  93. MaskImageURL: "https://example.com/mask.png",
  94. }
  95. input := ExtractContentModerationInput(ContentModerationProtocolOpenAIImages, parsed.ModerationBody())
  96. require.Equal(t, "replace background", input.Text)
  97. require.Equal(t, []string{"https://example.com/source.png", "https://example.com/mask.png"}, input.Images)
  98. }
  99. func TestOpenAIImagesRequestModerationBody_MultipartEditIncludesUploadsInMemory(t *testing.T) {
  100. parsed := &OpenAIImagesRequest{
  101. Endpoint: openAIImagesEditsEndpoint,
  102. Prompt: "replace background",
  103. Uploads: []OpenAIImagesUpload{{
  104. FieldName: "image",
  105. FileName: "source.png",
  106. ContentType: "image/png",
  107. Data: []byte("fake-image-bytes"),
  108. }},
  109. MaskUpload: &OpenAIImagesUpload{
  110. FieldName: "mask",
  111. FileName: "mask.png",
  112. ContentType: "image/png",
  113. Data: []byte("fake-mask-bytes"),
  114. },
  115. }
  116. input := ExtractContentModerationInput(ContentModerationProtocolOpenAIImages, parsed.ModerationBody())
  117. require.Equal(t, "replace background", input.Text)
  118. require.Equal(t, []string{
  119. "data:image/png;base64,ZmFrZS1pbWFnZS1ieXRlcw==",
  120. "data:image/png;base64,ZmFrZS1tYXNrLWJ5dGVz",
  121. }, input.Images)
  122. log := (&ContentModerationService{}).buildLog(ContentModerationCheckInput{}, defaultContentModerationConfig(), ContentModerationActionAllow, false, "", 0, nil, input.ExcerptText(), nil, nil, "")
  123. require.Equal(t, "replace background", log.InputExcerpt)
  124. require.NotContains(t, log.InputExcerpt, "ZmFrZS")
  125. }
  126. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_NormalizesOfficialAndCustomSizes(t *testing.T) {
  127. gin.SetMode(gin.TestMode)
  128. tests := []struct {
  129. size string
  130. wantTier string
  131. }{
  132. {size: "1024x1024", wantTier: "1K"},
  133. {size: "1536x1024", wantTier: "2K"},
  134. {size: "1024x1536", wantTier: "2K"},
  135. {size: "2048x2048", wantTier: "2K"},
  136. {size: "2048x1152", wantTier: "2K"},
  137. {size: "3840x2160", wantTier: "4K"},
  138. {size: "2160x3840", wantTier: "4K"},
  139. {size: "1024X768", wantTier: "1K"},
  140. {size: "1280x768", wantTier: "2K"},
  141. {size: "2560x1440", wantTier: "4K"},
  142. {size: "2560x1600", wantTier: "4K"},
  143. {size: "auto", wantTier: "2K"},
  144. }
  145. svc := &OpenAIGatewayService{}
  146. for _, tt := range tests {
  147. t.Run(tt.size, func(t *testing.T) {
  148. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","size":"` + tt.size + `"}`)
  149. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  150. req.Header.Set("Content-Type", "application/json")
  151. rec := httptest.NewRecorder()
  152. c, _ := gin.CreateTestContext(rec)
  153. c.Request = req
  154. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  155. require.NoError(t, err)
  156. require.NotNil(t, parsed)
  157. require.Equal(t, tt.size, parsed.Size)
  158. require.Equal(t, tt.wantTier, parsed.SizeTier)
  159. })
  160. }
  161. }
  162. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_UnknownSizesDoNotBlockPassthrough(t *testing.T) {
  163. gin.SetMode(gin.TestMode)
  164. tests := []struct {
  165. size string
  166. wantTier string
  167. }{
  168. {size: "2048x1153", wantTier: "2K"},
  169. {size: "4096x1024", wantTier: "4K"},
  170. {size: "3840x1024", wantTier: "4K"},
  171. {size: "512x512", wantTier: "1K"},
  172. {size: "invalid", wantTier: "2K"},
  173. {size: "999999999999999999999999999x2", wantTier: "2K"},
  174. }
  175. svc := &OpenAIGatewayService{}
  176. for _, tt := range tests {
  177. t.Run(tt.size, func(t *testing.T) {
  178. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","size":"` + tt.size + `"}`)
  179. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  180. req.Header.Set("Content-Type", "application/json")
  181. rec := httptest.NewRecorder()
  182. c, _ := gin.CreateTestContext(rec)
  183. c.Request = req
  184. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  185. require.NoError(t, err)
  186. require.NotNil(t, parsed)
  187. require.Equal(t, tt.size, parsed.Size)
  188. require.Equal(t, tt.wantTier, parsed.SizeTier)
  189. })
  190. }
  191. }
  192. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_LegacyImageModelUnknownSizePassthrough(t *testing.T) {
  193. gin.SetMode(gin.TestMode)
  194. body := []byte(`{"model":"gpt-image-1.5","prompt":"draw a cat","size":"2048x1152"}`)
  195. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  196. req.Header.Set("Content-Type", "application/json")
  197. rec := httptest.NewRecorder()
  198. c, _ := gin.CreateTestContext(rec)
  199. c.Request = req
  200. svc := &OpenAIGatewayService{}
  201. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  202. require.NoError(t, err)
  203. require.NotNil(t, parsed)
  204. require.Equal(t, "2048x1152", parsed.Size)
  205. require.Equal(t, "2K", parsed.SizeTier)
  206. }
  207. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_MultipartEditWithMaskAndNativeOptions(t *testing.T) {
  208. gin.SetMode(gin.TestMode)
  209. var body bytes.Buffer
  210. writer := multipart.NewWriter(&body)
  211. require.NoError(t, writer.WriteField("model", "gpt-image-2"))
  212. require.NoError(t, writer.WriteField("prompt", "replace foreground"))
  213. require.NoError(t, writer.WriteField("output_format", "png"))
  214. require.NoError(t, writer.WriteField("input_fidelity", "high"))
  215. require.NoError(t, writer.WriteField("output_compression", "80"))
  216. require.NoError(t, writer.WriteField("partial_images", "2"))
  217. imageHeader := make(textproto.MIMEHeader)
  218. imageHeader.Set("Content-Disposition", `form-data; name="image"; filename="source.png"`)
  219. imageHeader.Set("Content-Type", "image/png")
  220. imagePart, err := writer.CreatePart(imageHeader)
  221. require.NoError(t, err)
  222. _, err = imagePart.Write([]byte("source-image-bytes"))
  223. require.NoError(t, err)
  224. maskHeader := make(textproto.MIMEHeader)
  225. maskHeader.Set("Content-Disposition", `form-data; name="mask"; filename="mask.png"`)
  226. maskHeader.Set("Content-Type", "image/png")
  227. maskPart, err := writer.CreatePart(maskHeader)
  228. require.NoError(t, err)
  229. _, err = maskPart.Write([]byte("mask-image-bytes"))
  230. require.NoError(t, err)
  231. require.NoError(t, writer.Close())
  232. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body.Bytes()))
  233. req.Header.Set("Content-Type", writer.FormDataContentType())
  234. rec := httptest.NewRecorder()
  235. c, _ := gin.CreateTestContext(rec)
  236. c.Request = req
  237. svc := &OpenAIGatewayService{}
  238. parsed, err := svc.ParseOpenAIImagesRequest(c, body.Bytes())
  239. require.NoError(t, err)
  240. require.NotNil(t, parsed)
  241. require.Len(t, parsed.Uploads, 1)
  242. require.NotNil(t, parsed.MaskUpload)
  243. require.True(t, parsed.HasMask)
  244. require.Equal(t, "png", parsed.OutputFormat)
  245. require.Equal(t, "high", parsed.InputFidelity)
  246. require.NotNil(t, parsed.OutputCompression)
  247. require.Equal(t, 80, *parsed.OutputCompression)
  248. require.NotNil(t, parsed.PartialImages)
  249. require.Equal(t, 2, *parsed.PartialImages)
  250. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  251. }
  252. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_PromptOnlyDefaultsRemainBasic(t *testing.T) {
  253. gin.SetMode(gin.TestMode)
  254. body := []byte(`{"prompt":"draw a cat"}`)
  255. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  256. req.Header.Set("Content-Type", "application/json")
  257. rec := httptest.NewRecorder()
  258. c, _ := gin.CreateTestContext(rec)
  259. c.Request = req
  260. svc := &OpenAIGatewayService{}
  261. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  262. require.NoError(t, err)
  263. require.NotNil(t, parsed)
  264. require.Equal(t, "gpt-image-2", parsed.Model)
  265. require.Equal(t, OpenAIImagesCapabilityBasic, parsed.RequiredCapability)
  266. }
  267. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_ExplicitSizeRequiresNativeCapability(t *testing.T) {
  268. gin.SetMode(gin.TestMode)
  269. body := []byte(`{"prompt":"draw a cat","size":"1024x1024"}`)
  270. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  271. req.Header.Set("Content-Type", "application/json")
  272. rec := httptest.NewRecorder()
  273. c, _ := gin.CreateTestContext(rec)
  274. c.Request = req
  275. svc := &OpenAIGatewayService{}
  276. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  277. require.NoError(t, err)
  278. require.NotNil(t, parsed)
  279. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  280. }
  281. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_RejectsNonImageModel(t *testing.T) {
  282. gin.SetMode(gin.TestMode)
  283. body := []byte(`{"model":"gpt-5.4","prompt":"draw a cat"}`)
  284. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  285. req.Header.Set("Content-Type", "application/json")
  286. rec := httptest.NewRecorder()
  287. c, _ := gin.CreateTestContext(rec)
  288. c.Request = req
  289. svc := &OpenAIGatewayService{}
  290. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  291. require.Nil(t, parsed)
  292. require.ErrorContains(t, err, `images endpoint requires an image model, got "gpt-5.4"`)
  293. }
  294. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_AllowsGrokImageModels(t *testing.T) {
  295. gin.SetMode(gin.TestMode)
  296. for _, model := range []string{"grok-imagine", "grok-imagine-image", "grok-imagine-image-quality", "grok-imagine-edit"} {
  297. t.Run(model, func(t *testing.T) {
  298. body := []byte(fmt.Sprintf(`{"model":%q,"prompt":"draw a cat","response_format":"b64_json"}`, model))
  299. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  300. req.Header.Set("Content-Type", "application/json")
  301. rec := httptest.NewRecorder()
  302. c, _ := gin.CreateTestContext(rec)
  303. c.Request = req
  304. svc := &OpenAIGatewayService{}
  305. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  306. require.NoError(t, err)
  307. require.NotNil(t, parsed)
  308. require.Equal(t, model, parsed.Model)
  309. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  310. })
  311. }
  312. }
  313. func TestOpenAIGatewayServiceParseOpenAIImagesRequest_JSONEditURLs(t *testing.T) {
  314. gin.SetMode(gin.TestMode)
  315. body := []byte(`{
  316. "model":"gpt-image-2",
  317. "prompt":"replace the background",
  318. "images":[{"image_url":"https://example.com/source.png"}],
  319. "mask":{"image_url":"https://example.com/mask.png"},
  320. "input_fidelity":"high",
  321. "output_compression":90,
  322. "partial_images":2,
  323. "response_format":"url"
  324. }`)
  325. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body))
  326. req.Header.Set("Content-Type", "application/json")
  327. rec := httptest.NewRecorder()
  328. c, _ := gin.CreateTestContext(rec)
  329. c.Request = req
  330. svc := &OpenAIGatewayService{}
  331. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  332. require.NoError(t, err)
  333. require.NotNil(t, parsed)
  334. require.Equal(t, []string{"https://example.com/source.png"}, parsed.InputImageURLs)
  335. require.Equal(t, "https://example.com/mask.png", parsed.MaskImageURL)
  336. require.Equal(t, "high", parsed.InputFidelity)
  337. require.NotNil(t, parsed.OutputCompression)
  338. require.Equal(t, 90, *parsed.OutputCompression)
  339. require.NotNil(t, parsed.PartialImages)
  340. require.Equal(t, 2, *parsed.PartialImages)
  341. require.True(t, parsed.HasMask)
  342. require.Equal(t, OpenAIImagesCapabilityNative, parsed.RequiredCapability)
  343. }
  344. func TestCollectOpenAIImagePointers_RecognizesDirectAssets(t *testing.T) {
  345. items := collectOpenAIImagePointers([]byte(`{
  346. "revised_prompt": "cat astronaut",
  347. "parts": [
  348. {"b64_json":"QUJD"},
  349. {"download_url":"https://files.example.com/image.png?sig=1"},
  350. {"asset_pointer":"file-service://file_123"}
  351. ]
  352. }`))
  353. require.Len(t, items, 3)
  354. var sawBase64, sawURL, sawPointer bool
  355. for _, item := range items {
  356. if item.B64JSON == "QUJD" {
  357. sawBase64 = true
  358. require.Equal(t, "cat astronaut", item.Prompt)
  359. }
  360. if item.DownloadURL == "https://files.example.com/image.png?sig=1" {
  361. sawURL = true
  362. }
  363. if item.Pointer == "file-service://file_123" {
  364. sawPointer = true
  365. }
  366. }
  367. require.True(t, sawBase64)
  368. require.True(t, sawURL)
  369. require.True(t, sawPointer)
  370. }
  371. func TestResolveOpenAIImageBytes_PrefersInlineBase64(t *testing.T) {
  372. data, err := resolveOpenAIImageBytes(context.Background(), nil, nil, "", openAIImagePointerInfo{
  373. B64JSON: "data:image/png;base64,QUJD",
  374. }, openAIUpstreamErrorBodyReadLimit)
  375. require.NoError(t, err)
  376. require.Equal(t, []byte("ABC"), data)
  377. }
  378. func TestNewOpenAIImageStatusError_UsesProvidedReadLimit(t *testing.T) {
  379. padding := strings.Repeat("x", int(openAIUpstreamErrorBodyReadLimit)+1024)
  380. body := fmt.Sprintf(`{"error":{"padding":"%s","message":"diagnostic-marker"}}`, padding)
  381. resp := &req.Response{Response: &http.Response{
  382. StatusCode: http.StatusBadGateway,
  383. Header: http.Header{},
  384. Body: io.NopCloser(strings.NewReader(body)),
  385. }}
  386. err := newOpenAIImageStatusError(resp, "download image bytes failed", int64(len(body)))
  387. require.Error(t, err)
  388. require.Equal(t, "diagnostic-marker", err.Error())
  389. var statusErr *openAIImageStatusError
  390. require.ErrorAs(t, err, &statusErr)
  391. require.Len(t, statusErr.ResponseBody, len(body))
  392. }
  393. func TestOpenAIUpstreamErrorBodyReadLimitForConfig_RespectsDiagnosticLimit(t *testing.T) {
  394. cfg := &config.Config{Gateway: config.GatewayConfig{
  395. LogUpstreamErrorBody: true,
  396. LogUpstreamErrorBodyMaxBytes: int(openAIUpstreamErrorBodyReadLimit) + 1024,
  397. }}
  398. require.Equal(t, int64(cfg.Gateway.LogUpstreamErrorBodyMaxBytes), openAIUpstreamErrorBodyReadLimitForConfig(cfg))
  399. }
  400. func TestAccountSupportsOpenAIImageCapability_OAuthSupportsNative(t *testing.T) {
  401. account := &Account{
  402. Platform: PlatformOpenAI,
  403. Type: AccountTypeOAuth,
  404. }
  405. require.True(t, account.SupportsOpenAIImageCapability(OpenAIImagesCapabilityBasic))
  406. require.True(t, account.SupportsOpenAIImageCapability(OpenAIImagesCapabilityNative))
  407. }
  408. func TestAccountSupportsOpenAIImageCapability_SetupTokenSupportsNative(t *testing.T) {
  409. account := &Account{
  410. Platform: PlatformOpenAI,
  411. Type: AccountTypeSetupToken,
  412. }
  413. require.True(t, account.SupportsOpenAIImageCapability(OpenAIImagesCapabilityBasic))
  414. require.True(t, account.SupportsOpenAIImageCapability(OpenAIImagesCapabilityNative))
  415. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  416. }
  417. func TestAccountSupportsOpenAIImageCapability_EmptyRequirementDoesNotRejectGrok(t *testing.T) {
  418. account := &Account{
  419. Platform: PlatformGrok,
  420. Type: AccountTypeOAuth,
  421. }
  422. require.True(t, account.SupportsOpenAIImageCapability(""))
  423. require.False(t, account.SupportsOpenAIImageCapability(OpenAIImagesCapabilityBasic))
  424. }
  425. func TestAccountSupportsOpenAIEndpointCapability(t *testing.T) {
  426. t.Run("OpenAI APIKey 默认兼容 chat、embeddings 和 alpha search", func(t *testing.T) {
  427. account := &Account{
  428. Platform: PlatformOpenAI,
  429. Type: AccountTypeAPIKey,
  430. }
  431. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  432. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  433. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  434. })
  435. t.Run("OpenAI OAuth 默认仅兼容 chat", func(t *testing.T) {
  436. account := &Account{
  437. Platform: PlatformOpenAI,
  438. Type: AccountTypeOAuth,
  439. }
  440. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  441. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  442. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  443. })
  444. t.Run("alpha search 允许 OpenAI OAuth/PAT 与 APIKey 账号,拒绝 Grok", func(t *testing.T) {
  445. // OAuth/PAT 走 chatgpt.com Codex 端点,APIKey 走 {base_url}/v1/alpha/search,
  446. // 两类都能承接独立搜索(APIKey 被排除曾导致纯 APIKey 分组搜索失效的回归)。
  447. apiKey := &Account{
  448. Platform: PlatformOpenAI,
  449. Type: AccountTypeAPIKey,
  450. }
  451. oauth := &Account{
  452. Platform: PlatformOpenAI,
  453. Type: AccountTypeOAuth,
  454. }
  455. grok := &Account{
  456. Platform: PlatformGrok,
  457. Type: AccountTypeAPIKey,
  458. }
  459. require.True(t, apiKey.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  460. require.True(t, oauth.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  461. require.False(t, grok.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  462. })
  463. t.Run("显式列表支持同时声明 chat 和 embeddings", func(t *testing.T) {
  464. account := &Account{
  465. Platform: PlatformOpenAI,
  466. Type: AccountTypeAPIKey,
  467. Credentials: map[string]any{
  468. "openai_capabilities": []any{"chat_completions", "embeddings"},
  469. },
  470. }
  471. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  472. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  473. })
  474. t.Run("显式列表只声明 chat 时不支持 embeddings", func(t *testing.T) {
  475. account := &Account{
  476. Platform: PlatformOpenAI,
  477. Type: AccountTypeAPIKey,
  478. Credentials: map[string]any{
  479. "openai_capabilities": []any{"chat_completions"},
  480. },
  481. }
  482. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  483. // chat 能力隐含放行 alpha search(OAuth/APIKey 语义一致)。
  484. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  485. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  486. })
  487. t.Run("OAuth 显式列表沿用 chat 能力放行 alpha search", func(t *testing.T) {
  488. account := &Account{
  489. Platform: PlatformOpenAI,
  490. Type: AccountTypeOAuth,
  491. Credentials: map[string]any{
  492. "openai_capabilities": []any{"chat_completions"},
  493. },
  494. }
  495. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityAlphaSearch))
  496. })
  497. t.Run("显式 map 支持单独关闭 chat 并开启 embeddings", func(t *testing.T) {
  498. account := &Account{
  499. Platform: PlatformOpenAI,
  500. Type: AccountTypeAPIKey,
  501. Credentials: map[string]any{
  502. "openai_capabilities": map[string]any{
  503. "chat_completions": false,
  504. "embeddings": true,
  505. },
  506. },
  507. }
  508. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  509. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityEmbeddings))
  510. })
  511. t.Run("空 openai_capabilities({})与未配置一致,不排除 OAuth 文本调度", func(t *testing.T) {
  512. account := &Account{
  513. Platform: PlatformOpenAI,
  514. Type: AccountTypeOAuth,
  515. Credentials: map[string]any{
  516. "openai_capabilities": map[string]any{},
  517. },
  518. }
  519. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  520. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  521. })
  522. t.Run("空 openai_capabilities([]any)与未配置一致,不排除 OAuth 文本调度", func(t *testing.T) {
  523. account := &Account{
  524. Platform: PlatformOpenAI,
  525. Type: AccountTypeOAuth,
  526. Credentials: map[string]any{
  527. "openai_capabilities": []any{},
  528. },
  529. }
  530. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  531. })
  532. t.Run("空 openai_capabilities([]string)与未配置一致,不排除 OAuth 文本调度", func(t *testing.T) {
  533. account := &Account{
  534. Platform: PlatformOpenAI,
  535. Type: AccountTypeOAuth,
  536. Credentials: map[string]any{
  537. "openai_capabilities": []string{},
  538. },
  539. }
  540. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  541. })
  542. t.Run("非空但全 false 的 map 仍按显式禁用处理,不默认放行", func(t *testing.T) {
  543. account := &Account{
  544. Platform: PlatformOpenAI,
  545. Type: AccountTypeOAuth,
  546. Credentials: map[string]any{
  547. "openai_capabilities": map[string]any{"chat_completions": false},
  548. },
  549. }
  550. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  551. })
  552. t.Run("类型异常(字符串)仍视为已配置但不含能力,不默认放行", func(t *testing.T) {
  553. account := &Account{
  554. Platform: PlatformOpenAI,
  555. Type: AccountTypeOAuth,
  556. Credentials: map[string]any{
  557. "openai_capabilities": "chat_completions",
  558. },
  559. }
  560. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  561. })
  562. t.Run("未知能力不应默认放行", func(t *testing.T) {
  563. account := &Account{
  564. Platform: PlatformOpenAI,
  565. Type: AccountTypeAPIKey,
  566. }
  567. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapability("unknown")))
  568. })
  569. t.Run("responses 能力:未探测的 APIKey 默认放行", func(t *testing.T) {
  570. account := &Account{
  571. Platform: PlatformOpenAI,
  572. Type: AccountTypeAPIKey,
  573. }
  574. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  575. })
  576. t.Run("responses 能力:探测确认不支持的 APIKey 被排除", func(t *testing.T) {
  577. account := &Account{
  578. Platform: PlatformOpenAI,
  579. Type: AccountTypeAPIKey,
  580. Extra: map[string]any{"openai_responses_supported": false},
  581. }
  582. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  583. // 非生图路径仍可选中(只要求 chat_completions)。
  584. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityChatCompletions))
  585. })
  586. t.Run("responses 能力:探测确认支持的 APIKey 放行", func(t *testing.T) {
  587. account := &Account{
  588. Platform: PlatformOpenAI,
  589. Type: AccountTypeAPIKey,
  590. Extra: map[string]any{"openai_responses_supported": true},
  591. }
  592. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  593. })
  594. t.Run("responses 能力:force_chat_completions 覆盖排除 APIKey", func(t *testing.T) {
  595. account := &Account{
  596. Platform: PlatformOpenAI,
  597. Type: AccountTypeAPIKey,
  598. Extra: map[string]any{"openai_responses_mode": "force_chat_completions"},
  599. }
  600. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  601. })
  602. t.Run("responses 能力:OAuth 账号不受探测标记影响", func(t *testing.T) {
  603. account := &Account{
  604. Platform: PlatformOpenAI,
  605. Type: AccountTypeOAuth,
  606. Extra: map[string]any{"openai_responses_supported": false},
  607. }
  608. require.True(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  609. })
  610. t.Run("responses 能力:仍需通过 chat_completions 配置集校验", func(t *testing.T) {
  611. // 未探测(默认支持 responses),但显式能力集未声明 chat_completions。
  612. account := &Account{
  613. Platform: PlatformOpenAI,
  614. Type: AccountTypeAPIKey,
  615. Credentials: map[string]any{
  616. "openai_capabilities": []any{"embeddings"},
  617. },
  618. }
  619. require.False(t, account.SupportsOpenAIEndpointCapability(OpenAIEndpointCapabilityResponses))
  620. })
  621. }
  622. func TestBuildOpenAIImagesURL_HandlesVersionedBaseURL(t *testing.T) {
  623. require.Equal(t,
  624. "https://image-upstream.example/v1/images/generations",
  625. buildOpenAIImagesURL("https://image-upstream.example/v1", openAIImagesGenerationsEndpoint),
  626. )
  627. require.Equal(t,
  628. "https://open.bigmodel.cn/api/paas/v4/images/generations",
  629. buildOpenAIImagesURL("https://open.bigmodel.cn/api/paas/v4", openAIImagesGenerationsEndpoint),
  630. )
  631. require.Equal(t,
  632. "https://image-upstream.example/v1/images/edits",
  633. buildOpenAIImagesURL("https://image-upstream.example/v1/", openAIImagesEditsEndpoint),
  634. )
  635. require.Equal(t,
  636. "https://image-upstream.example/v1/images/generations",
  637. buildOpenAIImagesURL("https://image-upstream.example", openAIImagesGenerationsEndpoint),
  638. )
  639. require.Equal(t,
  640. "https://image-upstream.example/v1/images/generations",
  641. buildOpenAIImagesURL("https://image-upstream.example/v1/images/generations", openAIImagesGenerationsEndpoint),
  642. )
  643. }
  644. type openAIImageTestSSEEvent struct {
  645. Name string
  646. Data string
  647. }
  648. func parseOpenAIImageTestSSEEvents(body string) []openAIImageTestSSEEvent {
  649. chunks := strings.Split(body, "\n\n")
  650. events := make([]openAIImageTestSSEEvent, 0, len(chunks))
  651. for _, chunk := range chunks {
  652. chunk = strings.TrimSpace(chunk)
  653. if chunk == "" {
  654. continue
  655. }
  656. var event openAIImageTestSSEEvent
  657. for _, line := range strings.Split(chunk, "\n") {
  658. switch {
  659. case strings.HasPrefix(line, "event: "):
  660. event.Name = strings.TrimSpace(strings.TrimPrefix(line, "event: "))
  661. case strings.HasPrefix(line, "data: "):
  662. event.Data = strings.TrimSpace(strings.TrimPrefix(line, "data: "))
  663. }
  664. }
  665. if event.Name != "" || event.Data != "" {
  666. events = append(events, event)
  667. }
  668. }
  669. return events
  670. }
  671. func findOpenAIImageTestSSEEvent(events []openAIImageTestSSEEvent, name string) (openAIImageTestSSEEvent, bool) {
  672. for _, event := range events {
  673. if event.Name == name {
  674. return event, true
  675. }
  676. }
  677. return openAIImageTestSSEEvent{}, false
  678. }
  679. func TestOpenAIGatewayServiceForwardImages_OAuthPassesNAndReturnsAllImages(t *testing.T) {
  680. gin.SetMode(gin.TestMode)
  681. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","size":"1024x1024","quality":"high","n":3}`)
  682. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  683. req.Header.Set("Content-Type", "application/json")
  684. rec := httptest.NewRecorder()
  685. c, _ := gin.CreateTestContext(rec)
  686. c.Request = req
  687. c.Set("api_key", &APIKey{ID: 42})
  688. svc := &OpenAIGatewayService{}
  689. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  690. require.NoError(t, err)
  691. upstream := &httpUpstreamRecorder{
  692. resp: &http.Response{
  693. StatusCode: http.StatusOK,
  694. Header: http.Header{
  695. "Content-Type": []string{"text/event-stream"},
  696. "X-Request-Id": []string{"req_img_123"},
  697. },
  698. Body: io.NopCloser(strings.NewReader(
  699. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000000,\"usage\":{\"input_tokens\":11,\"output_tokens\":22,\"input_tokens_details\":{\"cached_tokens\":3},\"output_tokens_details\":{\"image_tokens\":7}},\"tool_usage\":{\"image_gen\":{\"input_tokens\":46,\"output_tokens\":2459,\"output_tokens_details\":{\"image_tokens\":2459},\"images\":3}},\"output\":[{\"type\":\"image_generation_call\",\"result\":\"aW1hZ2UtMQ==\",\"revised_prompt\":\"draw a cat 1\",\"output_format\":\"png\",\"quality\":\"high\",\"size\":\"1024x1024\"},{\"type\":\"image_generation_call\",\"result\":\"aW1hZ2UtMg==\",\"revised_prompt\":\"draw a cat 2\",\"output_format\":\"png\",\"quality\":\"high\",\"size\":\"1024x1024\"},{\"type\":\"image_generation_call\",\"result\":\"aW1hZ2UtMw==\",\"revised_prompt\":\"draw a cat 3\",\"output_format\":\"png\",\"quality\":\"high\",\"size\":\"1024x1024\"}]}}\n\n" +
  700. "data: [DONE]\n\n",
  701. )),
  702. },
  703. }
  704. svc.httpUpstream = upstream
  705. account := &Account{
  706. ID: 1,
  707. Name: "openai-oauth",
  708. Platform: PlatformOpenAI,
  709. Type: AccountTypeOAuth,
  710. Credentials: map[string]any{
  711. "access_token": "token-123",
  712. "chatgpt_account_id": "acct-123",
  713. },
  714. }
  715. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  716. require.NoError(t, err)
  717. require.NotNil(t, result)
  718. require.Equal(t, "gpt-image-2", result.Model)
  719. require.Equal(t, "gpt-image-2", result.UpstreamModel)
  720. require.Equal(t, 3, result.ImageCount)
  721. require.Equal(t, 46, result.Usage.InputTokens)
  722. require.Equal(t, 2459, result.Usage.OutputTokens)
  723. require.Equal(t, 2459, result.Usage.ImageOutputTokens)
  724. require.NotNil(t, upstream.lastReq)
  725. require.Equal(t, chatgptCodexURL, upstream.lastReq.URL.String())
  726. require.Equal(t, "chatgpt.com", upstream.lastReq.Host)
  727. require.Equal(t, HTTPUpstreamProfileOpenAI, HTTPUpstreamProfileFromContext(upstream.lastReq.Context()))
  728. require.Equal(t, "application/json", upstream.lastReq.Header.Get("Content-Type"))
  729. require.Equal(t, "text/event-stream", upstream.lastReq.Header.Get("Accept"))
  730. require.Equal(t, "acct-123", upstream.lastReq.Header.Get("chatgpt-account-id"))
  731. require.Equal(t, "responses=experimental", upstream.lastReq.Header.Get("OpenAI-Beta"))
  732. require.Equal(t, openAIImagesResponsesMainModel, gjson.GetBytes(upstream.lastBody, "model").String())
  733. require.True(t, gjson.GetBytes(upstream.lastBody, "stream").Bool())
  734. require.Equal(t, "image_generation", gjson.GetBytes(upstream.lastBody, "tools.0.type").String())
  735. require.Equal(t, "generate", gjson.GetBytes(upstream.lastBody, "tools.0.action").String())
  736. require.Equal(t, "gpt-image-2", gjson.GetBytes(upstream.lastBody, "tools.0.model").String())
  737. require.Equal(t, "1024x1024", gjson.GetBytes(upstream.lastBody, "tools.0.size").String())
  738. require.Equal(t, "high", gjson.GetBytes(upstream.lastBody, "tools.0.quality").String())
  739. require.Equal(t, int64(3), gjson.GetBytes(upstream.lastBody, "tools.0.n").Int())
  740. require.Equal(t, "draw a cat", gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String())
  741. require.Equal(t, http.StatusOK, rec.Code)
  742. require.Equal(t, "gpt-image-2", gjson.Get(rec.Body.String(), "model").String())
  743. require.Len(t, gjson.Get(rec.Body.String(), "data").Array(), 3)
  744. require.Equal(t, "aW1hZ2UtMQ==", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  745. require.Equal(t, "aW1hZ2UtMg==", gjson.Get(rec.Body.String(), "data.1.b64_json").String())
  746. require.Equal(t, "aW1hZ2UtMw==", gjson.Get(rec.Body.String(), "data.2.b64_json").String())
  747. require.Equal(t, "draw a cat 1", gjson.Get(rec.Body.String(), "data.0.revised_prompt").String())
  748. require.Equal(t, "draw a cat 3", gjson.Get(rec.Body.String(), "data.2.revised_prompt").String())
  749. }
  750. func TestParseOpenAIImagesSSEUsageBytes_ToolUsagePrecedenceAndFallback(t *testing.T) {
  751. svc := &OpenAIGatewayService{}
  752. fallback := OpenAIUsage{InputTokens: 3, OutputTokens: 4, ImageOutputTokens: 2}
  753. tests := []struct {
  754. name string
  755. toolUsage string
  756. want OpenAIUsage
  757. }{
  758. {
  759. name: "valid tool usage takes atomic precedence",
  760. toolUsage: `{"input_tokens":4.6e1,"output_tokens":2459e0,"output_tokens_details":{"image_tokens":24590e-1}}`,
  761. want: OpenAIUsage{InputTokens: 46, OutputTokens: 2459, ImageOutputTokens: 2459},
  762. },
  763. {name: "absent", want: fallback},
  764. {name: "malformed field", toolUsage: `{"input_tokens":"46","output_tokens":2459,"output_tokens_details":{"image_tokens":2459}}`, want: fallback},
  765. {name: "fractional field", toolUsage: `{"input_tokens":46,"output_tokens":2459.5,"output_tokens_details":{"image_tokens":2459}}`, want: fallback},
  766. {name: "negative field", toolUsage: `{"input_tokens":46,"output_tokens":2459,"output_tokens_details":{"image_tokens":-1}}`, want: fallback},
  767. {name: "overflow field", toolUsage: `{"input_tokens":46,"output_tokens":9223372036854775808,"output_tokens_details":{"image_tokens":2459}}`, want: fallback},
  768. {name: "incomplete object", toolUsage: `{"input_tokens":46,"output_tokens":2459}`, want: fallback},
  769. {name: "hostile huge exponent", toolUsage: `{"input_tokens":1e1000000000,"output_tokens":2459,"output_tokens_details":{"image_tokens":2459}}`, want: fallback},
  770. }
  771. for _, tt := range tests {
  772. t.Run(tt.name, func(t *testing.T) {
  773. toolUsageField := ""
  774. if tt.toolUsage != "" {
  775. toolUsageField = `,"tool_usage":{"image_gen":` + tt.toolUsage + `}`
  776. }
  777. payload := []byte(`{"type":"response.completed","response":{"usage":{"input_tokens":3,"output_tokens":4,"output_tokens_details":{"image_tokens":2}}` + toolUsageField + `}}`)
  778. var got OpenAIUsage
  779. svc.parseOpenAIImagesSSEUsageBytes(payload, &got)
  780. require.Equal(t, tt.want, got)
  781. })
  782. }
  783. }
  784. func TestParseOpenAIImagesSSEUsageBytes_MalformedCompletedDoesNotOverrideUsage(t *testing.T) {
  785. svc := &OpenAIGatewayService{}
  786. var usage OpenAIUsage
  787. svc.parseOpenAIImagesSSEUsageBytes([]byte(`{"type":"response.output_item.done","item":{"type":"image_generation_call","result":"aW1hZ2U="}}`), &usage)
  788. svc.parseOpenAIImagesSSEUsageBytes([]byte(`{"type":"response.completed","response":{"usage":{"input_tokens":3,"output_tokens":4,"output_tokens_details":{"image_tokens":2}}}}`), &usage)
  789. svc.parseOpenAIImagesSSEUsageBytes([]byte(`{"type":"response.completed","response":{"tool_usage":{"image_gen":{"input_tokens":46,"output_tokens":2459,"output_tokens_details":{"image_tokens":2459}}}}} trailing`), &usage)
  790. require.Equal(t, OpenAIUsage{InputTokens: 3, OutputTokens: 4, ImageOutputTokens: 2}, usage)
  791. }
  792. func TestBoundedJSONNonNegativeInt(t *testing.T) {
  793. tests := []struct {
  794. name string
  795. raw string
  796. want int
  797. ok bool
  798. }{
  799. {name: "scale reduction before accumulation", raw: `10000000000000000000e-19`, want: 1, ok: true},
  800. {name: "decimal scale reduction", raw: `10000000000000000000.0e-19`, want: 1, ok: true},
  801. {name: "fractional after scale reduction", raw: `10000000000000000001e-19`, ok: false},
  802. {name: "overflow after scale reduction", raw: `92233720368547758080e-1`, ok: false},
  803. {name: "zero with negative exponent", raw: `0e-100`, want: 0, ok: true},
  804. {name: "zero beyond exponent bound", raw: `0e101`, want: 0, ok: true},
  805. {name: "zero padded decimal beyond exponent bound", raw: `0.000000e+000000000000000000000000000000000000000000000000101`, want: 0, ok: true},
  806. {name: "zero padded exponent", raw: `1e0000`, want: 1, ok: true},
  807. {name: "negative zero syntax", raw: `-0e101`, ok: false},
  808. {name: "hostile exponent", raw: `1e-1000`, ok: false},
  809. }
  810. for _, tt := range tests {
  811. t.Run(tt.name, func(t *testing.T) {
  812. got, ok := boundedJSONNonNegativeInt(gjson.Parse(tt.raw))
  813. require.Equal(t, tt.ok, ok)
  814. require.Equal(t, tt.want, got)
  815. })
  816. }
  817. }
  818. func TestOpenAIGatewayServiceForwardImages_OAuthUpstreamHTTPErrorSurfacesRealError(t *testing.T) {
  819. gin.SetMode(gin.TestMode)
  820. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","response_format":"b64_json"}`)
  821. // The non-failover upstream error path is shared by /generations and /edits;
  822. // use /generations here so the request parses without an uploaded image.
  823. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  824. req.Header.Set("Content-Type", "application/json")
  825. rec := httptest.NewRecorder()
  826. c, _ := gin.CreateTestContext(rec)
  827. c.Request = req
  828. c.Set("api_key", &APIKey{ID: 42})
  829. svc := &OpenAIGatewayService{}
  830. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  831. require.NoError(t, err)
  832. svc.httpUpstream = &httpUpstreamRecorder{
  833. resp: &http.Response{
  834. StatusCode: http.StatusBadRequest,
  835. Header: http.Header{
  836. "Content-Type": []string{"application/json"},
  837. "X-Request-Id": []string{"req_img_badreq"},
  838. },
  839. Body: io.NopCloser(strings.NewReader(
  840. `{"error":{"message":"Invalid value for 'size': expected one of 1024x1024, 1536x1024.","type":"invalid_request_error","param":"size","code":"unknown_parameter"}}`,
  841. )),
  842. },
  843. }
  844. account := &Account{
  845. ID: 1,
  846. Name: "openai-oauth",
  847. Platform: PlatformOpenAI,
  848. Type: AccountTypeOAuth,
  849. Credentials: map[string]any{
  850. "access_token": "token-123",
  851. },
  852. }
  853. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  854. require.Nil(t, result)
  855. var upstreamErr *OpenAIImagesUpstreamError
  856. require.ErrorAs(t, err, &upstreamErr)
  857. require.Equal(t, http.StatusBadRequest, upstreamErr.StatusCode)
  858. require.Equal(t, "invalid_request_error", upstreamErr.ErrorType)
  859. require.Equal(t, "unknown_parameter", upstreamErr.Code)
  860. // The client must receive the actual upstream status code and message instead
  861. // of a generic 502 "Upstream request failed".
  862. require.Equal(t, http.StatusBadRequest, rec.Code)
  863. require.Equal(t, "invalid_request_error", gjson.Get(rec.Body.String(), "error.type").String())
  864. require.Equal(t, "unknown_parameter", gjson.Get(rec.Body.String(), "error.code").String())
  865. require.Equal(t, "size", gjson.Get(rec.Body.String(), "error.param").String())
  866. require.Contains(t, gjson.Get(rec.Body.String(), "error.message").String(), "Invalid value for 'size'")
  867. }
  868. func TestOpenAIGatewayServiceForwardImages_OAuthNonStreamModerationBlockedReturnsClientError(t *testing.T) {
  869. gin.SetMode(gin.TestMode)
  870. body := []byte(`{"model":"gpt-image-2","prompt":"draw blocked image","response_format":"b64_json"}`)
  871. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  872. req.Header.Set("Content-Type", "application/json")
  873. rec := httptest.NewRecorder()
  874. c, _ := gin.CreateTestContext(rec)
  875. c.Request = req
  876. c.Set("api_key", &APIKey{ID: 42})
  877. svc := &OpenAIGatewayService{}
  878. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  879. require.NoError(t, err)
  880. svc.httpUpstream = &httpUpstreamRecorder{
  881. resp: &http.Response{
  882. StatusCode: http.StatusOK,
  883. Header: http.Header{
  884. "Content-Type": []string{"text/event-stream"},
  885. "X-Request-Id": []string{"req_img_blocked"},
  886. },
  887. Body: io.NopCloser(strings.NewReader(
  888. "data: {\"type\":\"response.created\",\"response\":{\"created_at\":1710000020}}\n\n" +
  889. "data: {\"type\":\"error\",\"error\":{\"type\":\"image_generation_user_error\",\"code\":\"moderation_blocked\",\"message\":\"Your request was rejected by the safety system. safety_violations=[sexual].\"}}\n\n" +
  890. "data: {\"type\":\"response.failed\",\"response\":{\"id\":\"resp_blocked\",\"status\":\"failed\",\"error\":{\"type\":\"image_generation_user_error\",\"code\":\"moderation_blocked\",\"message\":\"Your request was rejected by the safety system. safety_violations=[sexual].\"}}}\n\n",
  891. )),
  892. },
  893. }
  894. account := &Account{
  895. ID: 1,
  896. Name: "openai-oauth",
  897. Platform: PlatformOpenAI,
  898. Type: AccountTypeOAuth,
  899. Credentials: map[string]any{
  900. "access_token": "token-123",
  901. },
  902. }
  903. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  904. require.Nil(t, result)
  905. var upstreamErr *OpenAIImagesUpstreamError
  906. require.ErrorAs(t, err, &upstreamErr)
  907. require.Equal(t, http.StatusBadRequest, upstreamErr.StatusCode)
  908. require.Equal(t, "moderation_blocked", upstreamErr.Code)
  909. require.Equal(t, http.StatusBadRequest, rec.Code)
  910. require.Equal(t, "image_generation_user_error", gjson.Get(rec.Body.String(), "error.type").String())
  911. require.Equal(t, "moderation_blocked", gjson.Get(rec.Body.String(), "error.code").String())
  912. require.Contains(t, gjson.Get(rec.Body.String(), "error.message").String(), "safety system")
  913. }
  914. func TestOpenAIGatewayServiceForwardImages_OAuthNonStreamServerErrorReturnsFailoverBeforeFlush(t *testing.T) {
  915. gin.SetMode(gin.TestMode)
  916. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","response_format":"b64_json"}`)
  917. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  918. req.Header.Set("Content-Type", "application/json")
  919. rec := httptest.NewRecorder()
  920. c, _ := gin.CreateTestContext(rec)
  921. c.Request = req
  922. svc := &OpenAIGatewayService{
  923. httpUpstream: &httpUpstreamRecorder{
  924. resp: &http.Response{
  925. StatusCode: http.StatusOK,
  926. Header: http.Header{
  927. "Content-Type": []string{"text/event-stream"},
  928. "X-Request-Id": []string{"req_img_server_error"},
  929. },
  930. Body: io.NopCloser(strings.NewReader(
  931. "data: {\"type\":\"response.created\",\"response\":{\"created_at\":1710000021}}\n\n" +
  932. "data: {\"type\":\"error\",\"error\":{\"type\":\"server_error\",\"code\":\"server_error\",\"message\":\"The image service is temporarily unavailable.\"}}\n\n",
  933. )),
  934. },
  935. },
  936. }
  937. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  938. require.NoError(t, err)
  939. account := &Account{
  940. ID: 21,
  941. Name: "openai-oauth-server-error",
  942. Platform: PlatformOpenAI,
  943. Type: AccountTypeOAuth,
  944. Credentials: map[string]any{
  945. "access_token": "token-123",
  946. },
  947. }
  948. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  949. require.Nil(t, result)
  950. var failoverErr *UpstreamFailoverError
  951. require.ErrorAs(t, err, &failoverErr)
  952. require.Equal(t, http.StatusBadGateway, failoverErr.StatusCode)
  953. require.Contains(t, string(failoverErr.ResponseBody), "temporarily unavailable")
  954. require.False(t, c.Writer.Written())
  955. require.Empty(t, rec.Body.String())
  956. rawEvents, ok := c.Get(OpsUpstreamErrorsKey)
  957. require.True(t, ok)
  958. events, ok := rawEvents.([]*OpsUpstreamErrorEvent)
  959. require.True(t, ok)
  960. require.Len(t, events, 1)
  961. require.Equal(t, "failover", events[0].Kind)
  962. require.Equal(t, account.ID, events[0].AccountID)
  963. require.Equal(t, http.StatusBadGateway, events[0].UpstreamStatusCode)
  964. }
  965. func TestOpenAIGatewayServiceForwardImages_OAuth429PreservesRetryAfterCooldown(t *testing.T) {
  966. gin.SetMode(gin.TestMode)
  967. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","response_format":"b64_json"}`)
  968. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  969. req.Header.Set("Content-Type", "application/json")
  970. rec := httptest.NewRecorder()
  971. c, _ := gin.CreateTestContext(rec)
  972. c.Request = req
  973. svc := &OpenAIGatewayService{httpUpstream: &httpUpstreamRecorder{resp: &http.Response{
  974. StatusCode: http.StatusTooManyRequests,
  975. Header: http.Header{"Retry-After": []string{"1"}, "X-Request-Id": []string{"req_img_oauth_429"}},
  976. Body: io.NopCloser(strings.NewReader(`{"error":{"type":"rate_limit_error","code":"rate_limit_exceeded","message":"rate limited"}}`)),
  977. }}}
  978. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  979. require.NoError(t, err)
  980. account := &Account{ID: 22, Platform: PlatformOpenAI, Type: AccountTypeOAuth, Credentials: map[string]any{"access_token": "token-123"}}
  981. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  982. require.Nil(t, result)
  983. var failoverErr *UpstreamFailoverError
  984. require.ErrorAs(t, err, &failoverErr)
  985. require.False(t, failoverErr.RetryableOnSameAccount)
  986. require.Zero(t, failoverErr.SameAccountRetryDelay)
  987. require.True(t, failoverErr.SameAccountRetryDeadline.IsZero())
  988. require.Equal(t, "1", failoverErr.ResponseHeaders.Get("Retry-After"))
  989. }
  990. func TestOpenAIImagesOAuthBodyReadTransportErrorFailover(t *testing.T) {
  991. gin.SetMode(gin.TestMode)
  992. rec := httptest.NewRecorder()
  993. c, _ := gin.CreateTestContext(rec)
  994. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  995. resp := &http.Response{
  996. StatusCode: http.StatusOK,
  997. Header: http.Header{
  998. "X-Request-Id": []string{"req_h2_read_failure"},
  999. "X-Upstream": []string{"preserved"},
  1000. },
  1001. Body: &openAIImagesReadErrorBody{err: errors.New("stream error: stream ID 11; INTERNAL_ERROR; received from peer")},
  1002. }
  1003. account := &Account{ID: 5400, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth}
  1004. svc := &OpenAIGatewayService{}
  1005. _, _, _, readErr := svc.handleOpenAIImagesOAuthNonStreamingResponse(resp, c, "b64_json", "gpt-image-2")
  1006. require.Error(t, readErr)
  1007. err := svc.handleOpenAIImagesOAuthResponseError(context.Background(), c, account, "gpt-image-2", "https://api.openai.com/v1/responses", resp, OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c), readErr)
  1008. var failoverErr *UpstreamFailoverError
  1009. require.ErrorAs(t, err, &failoverErr)
  1010. require.Equal(t, http.StatusBadGateway, failoverErr.StatusCode)
  1011. require.JSONEq(t, `{"error":{"type":"upstream_error","code":"upstream_http2_stream_error","message":"Upstream HTTP/2 stream failed"}}`, string(failoverErr.ResponseBody))
  1012. require.Equal(t, "req_h2_read_failure", failoverErr.ResponseHeaders.Get("x-request-id"))
  1013. require.Equal(t, "preserved", failoverErr.ResponseHeaders.Get("x-upstream"))
  1014. resp.Header.Set("X-Upstream", "mutated")
  1015. require.Equal(t, "preserved", failoverErr.ResponseHeaders.Get("x-upstream"))
  1016. rawEvents, ok := c.Get(OpsUpstreamErrorsKey)
  1017. require.True(t, ok)
  1018. events, ok := rawEvents.([]*OpsUpstreamErrorEvent)
  1019. require.True(t, ok)
  1020. require.Len(t, events, 1)
  1021. require.Equal(t, "failover", events[0].Kind)
  1022. require.Equal(t, "req_h2_read_failure", events[0].UpstreamRequestID)
  1023. require.Equal(t, "Upstream HTTP/2 stream failed", events[0].Message)
  1024. }
  1025. func TestOpenAIImagesOAuthBodyReadErrorsNotMisclassified(t *testing.T) {
  1026. tests := []struct {
  1027. name string
  1028. err error
  1029. }{
  1030. {name: "context canceled", err: context.Canceled},
  1031. {name: "response too large", err: fmt.Errorf("%w: limit=1", ErrUpstreamResponseBodyTooLarge)},
  1032. {name: "semantic error", err: &OpenAIImagesUpstreamError{StatusCode: http.StatusBadRequest, ErrorType: "invalid_request_error", Code: "invalid_value", Message: "bad image request"}},
  1033. }
  1034. for _, tt := range tests {
  1035. t.Run(tt.name, func(t *testing.T) {
  1036. rec := httptest.NewRecorder()
  1037. c, _ := gin.CreateTestContext(rec)
  1038. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  1039. resp := &http.Response{StatusCode: http.StatusOK, Header: make(http.Header)}
  1040. err := tt.err
  1041. if tt.name != "semantic error" && shouldClassifyOpenAIUpstreamStreamReadError(err, c.Request.Context()) {
  1042. err = newOpenAIUpstreamStreamReadError(err)
  1043. }
  1044. got := (&OpenAIGatewayService{}).handleOpenAIImagesOAuthResponseError(context.Background(), c, &Account{Platform: PlatformOpenAI}, "gpt-image-2", "", resp, OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c), err)
  1045. var failoverErr *UpstreamFailoverError
  1046. require.False(t, errors.As(got, &failoverErr))
  1047. require.ErrorIs(t, got, tt.err)
  1048. })
  1049. }
  1050. }
  1051. func TestOpenAIImagesOAuthTransportErrorAfterDownstreamWriteDoesNotFailover(t *testing.T) {
  1052. gin.SetMode(gin.TestMode)
  1053. rec := httptest.NewRecorder()
  1054. c, _ := gin.CreateTestContext(rec)
  1055. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
  1056. before := OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c)
  1057. _, writeErr := c.Writer.Write([]byte("downstream image bytes"))
  1058. require.NoError(t, writeErr)
  1059. classifiedErr := newOpenAIUpstreamStreamReadError(errors.New("unexpected EOF"))
  1060. account := &Account{ID: 5401, Name: "openai-oauth", Platform: PlatformOpenAI, Type: AccountTypeOAuth}
  1061. resp := &http.Response{Header: http.Header{"X-Request-Id": []string{"req_after_write"}}}
  1062. err := (&OpenAIGatewayService{}).handleOpenAIImagesOAuthResponseError(context.Background(), c, account, "gpt-image-2", "", resp, before, classifiedErr)
  1063. var failoverErr *UpstreamFailoverError
  1064. require.False(t, errors.As(err, &failoverErr))
  1065. require.ErrorIs(t, err, classifiedErr)
  1066. rawEvents, ok := c.Get(OpsUpstreamErrorsKey)
  1067. require.True(t, ok)
  1068. events, ok := rawEvents.([]*OpsUpstreamErrorEvent)
  1069. require.True(t, ok)
  1070. require.Len(t, events, 1)
  1071. require.Equal(t, "retry_exhausted_failover", events[0].Kind)
  1072. }
  1073. func TestShouldClassifyOpenAIUpstreamStreamReadErrorTransportStrings(t *testing.T) {
  1074. for _, message := range []string{"unexpected EOF", "connection reset by peer", "broken pipe", "use of closed network connection"} {
  1075. t.Run(message, func(t *testing.T) {
  1076. require.True(t, shouldClassifyOpenAIUpstreamStreamReadError(errors.New(message)))
  1077. })
  1078. }
  1079. canceledCtx, cancel := context.WithCancel(context.Background())
  1080. cancel()
  1081. require.False(t, shouldClassifyOpenAIUpstreamStreamReadError(errors.New("unexpected EOF"), canceledCtx))
  1082. }
  1083. func TestOpenAIGatewayServiceForwardImages_OAuthStreamServerErrorAfterFlushDoesNotFailover(t *testing.T) {
  1084. gin.SetMode(gin.TestMode)
  1085. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"b64_json"}`)
  1086. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1087. req.Header.Set("Content-Type", "application/json")
  1088. rec := httptest.NewRecorder()
  1089. c, _ := gin.CreateTestContext(rec)
  1090. c.Request = req
  1091. svc := &OpenAIGatewayService{
  1092. httpUpstream: &httpUpstreamRecorder{
  1093. resp: &http.Response{
  1094. StatusCode: http.StatusOK,
  1095. Header: http.Header{
  1096. "Content-Type": []string{"text/event-stream"},
  1097. "X-Request-Id": []string{"req_img_server_error_after_partial"},
  1098. },
  1099. Body: io.NopCloser(strings.NewReader(
  1100. "data: {\"type\":\"response.image_generation_call.partial_image\",\"partial_image_b64\":\"cGFydGlhbA==\",\"partial_image_index\":0,\"output_format\":\"png\"}\n\n" +
  1101. "data: {\"type\":\"error\",\"error\":{\"type\":\"server_error\",\"code\":\"server_error\",\"message\":\"The image service failed after partial output.\"}}\n\n",
  1102. )),
  1103. },
  1104. },
  1105. }
  1106. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1107. require.NoError(t, err)
  1108. account := &Account{
  1109. ID: 22,
  1110. Name: "openai-oauth-partial-server-error",
  1111. Platform: PlatformOpenAI,
  1112. Type: AccountTypeOAuth,
  1113. Credentials: map[string]any{
  1114. "access_token": "token-123",
  1115. },
  1116. }
  1117. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1118. require.Nil(t, result)
  1119. var failoverErr *UpstreamFailoverError
  1120. require.False(t, errors.As(err, &failoverErr))
  1121. var upstreamErr *OpenAIImagesUpstreamError
  1122. require.ErrorAs(t, err, &upstreamErr)
  1123. require.True(t, IsOpenAIImagesRetryableUpstreamError(upstreamErr))
  1124. require.True(t, c.Writer.Written())
  1125. require.Contains(t, rec.Body.String(), "event: image_generation.partial_image")
  1126. require.Contains(t, rec.Body.String(), "event: error")
  1127. require.Contains(t, rec.Body.String(), "failed after partial output")
  1128. rawEvents, ok := c.Get(OpsUpstreamErrorsKey)
  1129. require.True(t, ok)
  1130. events, ok := rawEvents.([]*OpsUpstreamErrorEvent)
  1131. require.True(t, ok)
  1132. require.Len(t, events, 1)
  1133. require.Equal(t, "retry_exhausted_failover", events[0].Kind)
  1134. require.Equal(t, account.ID, events[0].AccountID)
  1135. }
  1136. func TestOpenAIImagesSSEClientErrorsAreNotRetryable(t *testing.T) {
  1137. tests := []struct {
  1138. name string
  1139. payload string
  1140. wantStatus int
  1141. }{
  1142. {
  1143. name: "invalid request",
  1144. payload: `{"type":"error","error":{"type":"invalid_request_error","code":"invalid_value","message":"bad size"}}`,
  1145. wantStatus: http.StatusBadRequest,
  1146. },
  1147. {
  1148. name: "content policy",
  1149. payload: `{"type":"error","error":{"type":"image_generation_user_error","code":"content_policy_violation","message":"blocked"}}`,
  1150. wantStatus: http.StatusBadRequest,
  1151. },
  1152. {
  1153. name: "rate limit remains distinct from server error",
  1154. payload: `{"type":"error","error":{"type":"rate_limit_exceeded","code":"rate_limit_exceeded","message":"try again"}}`,
  1155. wantStatus: http.StatusTooManyRequests,
  1156. },
  1157. }
  1158. for _, tt := range tests {
  1159. t.Run(tt.name, func(t *testing.T) {
  1160. upstreamErr := openAIImagesUpstreamErrorFromSSEPayload([]byte(tt.payload))
  1161. require.NotNil(t, upstreamErr)
  1162. require.Equal(t, tt.wantStatus, upstreamErr.StatusCode)
  1163. require.False(t, IsOpenAIImagesRetryableUpstreamError(upstreamErr))
  1164. })
  1165. }
  1166. }
  1167. func TestOpenAIGatewayServiceForwardImages_APIKeyGenerationUsesConfiguredV1BaseURL(t *testing.T) {
  1168. gin.SetMode(gin.TestMode)
  1169. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","response_format":"b64_json"}`)
  1170. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1171. req.Header.Set("Content-Type", "application/json")
  1172. rec := httptest.NewRecorder()
  1173. c, _ := gin.CreateTestContext(rec)
  1174. c.Request = req
  1175. svc := &OpenAIGatewayService{
  1176. cfg: &config.Config{},
  1177. httpUpstream: &httpUpstreamRecorder{
  1178. resp: &http.Response{
  1179. StatusCode: http.StatusOK,
  1180. Header: http.Header{
  1181. "Content-Type": []string{"application/json"},
  1182. "X-Request-Id": []string{"req_img_apikey"},
  1183. },
  1184. Body: io.NopCloser(strings.NewReader(`{"created":1710000007,"data":[{"b64_json":"aGVsbG8=","revised_prompt":"draw a cat"}]}`)),
  1185. },
  1186. },
  1187. }
  1188. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1189. require.NoError(t, err)
  1190. account := &Account{
  1191. ID: 6,
  1192. Name: "openai-apikey",
  1193. Platform: PlatformOpenAI,
  1194. Type: AccountTypeAPIKey,
  1195. Credentials: map[string]any{
  1196. "api_key": "test-api-key",
  1197. "base_url": "https://image-upstream.example/v1",
  1198. },
  1199. }
  1200. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1201. require.NoError(t, err)
  1202. require.NotNil(t, result)
  1203. require.Equal(t, 1, result.ImageCount)
  1204. require.Equal(t, "gpt-image-2", result.Model)
  1205. require.Equal(t, "gpt-image-2", result.UpstreamModel)
  1206. upstream, ok := svc.httpUpstream.(*httpUpstreamRecorder)
  1207. require.True(t, ok)
  1208. require.NotNil(t, upstream.lastReq)
  1209. require.Equal(t, "https://image-upstream.example/v1/images/generations", upstream.lastReq.URL.String())
  1210. require.Equal(t, "Bearer test-api-key", upstream.lastReq.Header.Get("Authorization"))
  1211. require.Equal(t, "application/json", upstream.lastReq.Header.Get("Content-Type"))
  1212. require.Equal(t, "gpt-image-2", gjson.GetBytes(upstream.lastBody, "model").String())
  1213. require.Equal(t, http.StatusOK, rec.Code)
  1214. require.Equal(t, "aGVsbG8=", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  1215. }
  1216. func TestOpenAIGatewayServiceForwardImages_APIKeyAccessStateUsesTypedFailover(t *testing.T) {
  1217. gin.SetMode(gin.TestMode)
  1218. body := []byte(`{"model":"gpt-image-1","prompt":"draw a cat"}`)
  1219. rec := httptest.NewRecorder()
  1220. c, _ := gin.CreateTestContext(rec)
  1221. c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1222. c.Request.Header.Set("Content-Type", "application/json")
  1223. upstreamBody := []byte(`{"error":{"code":"organization_suspended","message":"Organization has been suspended"}}`)
  1224. upstream := &httpUpstreamRecorder{resp: &http.Response{
  1225. StatusCode: http.StatusForbidden,
  1226. Header: http.Header{
  1227. "Content-Type": []string{"application/json"},
  1228. "X-Request-Id": []string{"req_images_access_state"},
  1229. },
  1230. Body: io.NopCloser(bytes.NewReader(upstreamBody)),
  1231. }}
  1232. svc := &OpenAIGatewayService{cfg: &config.Config{}, httpUpstream: upstream}
  1233. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1234. require.NoError(t, err)
  1235. account := &Account{
  1236. ID: 51,
  1237. Platform: PlatformOpenAI,
  1238. Type: AccountTypeAPIKey,
  1239. Credentials: map[string]any{
  1240. "api_key": "sk-test",
  1241. },
  1242. }
  1243. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1244. require.Nil(t, result)
  1245. var failoverErr *UpstreamFailoverError
  1246. require.ErrorAs(t, err, &failoverErr)
  1247. require.Equal(t, http.StatusForbidden, failoverErr.StatusCode)
  1248. require.Equal(t, GatewayFailureStageAccountAuth, failoverErr.Stage)
  1249. require.Equal(t, GatewayFailureScopeAccount, failoverErr.Scope)
  1250. require.Equal(t, OpenAIUpstreamAccessStateReason, failoverErr.Reason)
  1251. require.Equal(t, NextAccountRetry, failoverErr.NextAccountAction)
  1252. require.Equal(t, http.StatusBadGateway, failoverErr.ClientStatusCode)
  1253. require.Equal(t, openAIUpstreamAccessUnavailableClientMessage, failoverErr.ClientMessage)
  1254. require.False(t, failoverErr.RetryableOnSameAccount)
  1255. require.Equal(t, "req_images_access_state", failoverErr.ResponseHeaders.Get("x-request-id"))
  1256. require.False(t, c.Writer.Written())
  1257. }
  1258. func TestOpenAIGatewayServiceForwardImages_APIKeyStreamJSONResponseBillsImage(t *testing.T) {
  1259. gin.SetMode(gin.TestMode)
  1260. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"b64_json"}`)
  1261. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1262. req.Header.Set("Content-Type", "application/json")
  1263. rec := httptest.NewRecorder()
  1264. c, _ := gin.CreateTestContext(rec)
  1265. c.Request = req
  1266. svc := &OpenAIGatewayService{
  1267. cfg: &config.Config{},
  1268. httpUpstream: &httpUpstreamRecorder{
  1269. resp: &http.Response{
  1270. StatusCode: http.StatusOK,
  1271. Header: http.Header{
  1272. "Content-Type": []string{"application/json"},
  1273. "X-Request-Id": []string{"req_img_stream_json"},
  1274. },
  1275. Body: io.NopCloser(strings.NewReader(`{"created":1710000008,"usage":{"input_tokens":12,"output_tokens":21,"output_tokens_details":{"image_tokens":9}},"data":[{"b64_json":"aGVsbG8=","revised_prompt":"draw a cat"}]}`)),
  1276. },
  1277. },
  1278. }
  1279. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1280. require.NoError(t, err)
  1281. account := &Account{
  1282. ID: 7,
  1283. Name: "openai-apikey",
  1284. Platform: PlatformOpenAI,
  1285. Type: AccountTypeAPIKey,
  1286. Credentials: map[string]any{
  1287. "api_key": "test-api-key",
  1288. "base_url": "https://image-upstream.example/v1",
  1289. },
  1290. }
  1291. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1292. require.NoError(t, err)
  1293. require.NotNil(t, result)
  1294. require.True(t, result.Stream)
  1295. require.Equal(t, 1, result.ImageCount)
  1296. require.Equal(t, 12, result.Usage.InputTokens)
  1297. require.Equal(t, 21, result.Usage.OutputTokens)
  1298. require.Equal(t, 9, result.Usage.ImageOutputTokens)
  1299. require.Equal(t, http.StatusOK, rec.Code)
  1300. require.Equal(t, "aGVsbG8=", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  1301. }
  1302. func TestOpenAIGatewayServiceForwardImages_APIKeyStreamRawJSONEventStreamFallbackBillsImage(t *testing.T) {
  1303. gin.SetMode(gin.TestMode)
  1304. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"b64_json"}`)
  1305. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1306. req.Header.Set("Content-Type", "application/json")
  1307. rec := httptest.NewRecorder()
  1308. c, _ := gin.CreateTestContext(rec)
  1309. c.Request = req
  1310. svc := &OpenAIGatewayService{
  1311. cfg: &config.Config{},
  1312. httpUpstream: &httpUpstreamRecorder{
  1313. resp: &http.Response{
  1314. StatusCode: http.StatusOK,
  1315. Header: http.Header{
  1316. "Content-Type": []string{"text/event-stream"},
  1317. "X-Request-Id": []string{"req_img_stream_json_mislabeled"},
  1318. },
  1319. Body: io.NopCloser(strings.NewReader(`{"created":1710000009,"usage":{"input_tokens":10,"output_tokens":18,"output_tokens_details":{"image_tokens":8}},"data":[{"b64_json":"ZmluYWw="}]}`)),
  1320. },
  1321. },
  1322. }
  1323. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1324. require.NoError(t, err)
  1325. account := &Account{
  1326. ID: 8,
  1327. Name: "openai-apikey",
  1328. Platform: PlatformOpenAI,
  1329. Type: AccountTypeAPIKey,
  1330. Credentials: map[string]any{
  1331. "api_key": "test-api-key",
  1332. "base_url": "https://image-upstream.example/v1",
  1333. },
  1334. }
  1335. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1336. require.NoError(t, err)
  1337. require.NotNil(t, result)
  1338. require.True(t, result.Stream)
  1339. require.Equal(t, 1, result.ImageCount)
  1340. require.Equal(t, 10, result.Usage.InputTokens)
  1341. require.Equal(t, 18, result.Usage.OutputTokens)
  1342. require.Equal(t, 8, result.Usage.ImageOutputTokens)
  1343. require.Equal(t, "ZmluYWw=", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  1344. }
  1345. func TestOpenAIGatewayServiceForwardImages_APIKeyStreamMultilineSSEDataBillsImage(t *testing.T) {
  1346. gin.SetMode(gin.TestMode)
  1347. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"b64_json"}`)
  1348. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1349. req.Header.Set("Content-Type", "application/json")
  1350. rec := httptest.NewRecorder()
  1351. c, _ := gin.CreateTestContext(rec)
  1352. c.Request = req
  1353. svc := &OpenAIGatewayService{
  1354. cfg: &config.Config{},
  1355. httpUpstream: &httpUpstreamRecorder{
  1356. resp: &http.Response{
  1357. StatusCode: http.StatusOK,
  1358. Header: http.Header{
  1359. "Content-Type": []string{"text/event-stream"},
  1360. "X-Request-Id": []string{"req_img_stream_multiline"},
  1361. },
  1362. Body: io.NopCloser(strings.NewReader(
  1363. "data: {\"type\":\"image_generation.completed\",\n" +
  1364. "data: \"usage\":{\"input_tokens\":10,\"output_tokens\":18,\"output_tokens_details\":{\"image_tokens\":8}},\n" +
  1365. "data: \"b64_json\":\"ZmluYWw=\",\"output_format\":\"png\"}\n\n" +
  1366. "data: [DONE]\n\n",
  1367. )),
  1368. },
  1369. },
  1370. }
  1371. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1372. require.NoError(t, err)
  1373. account := &Account{
  1374. ID: 8,
  1375. Name: "openai-apikey",
  1376. Platform: PlatformOpenAI,
  1377. Type: AccountTypeAPIKey,
  1378. Credentials: map[string]any{
  1379. "api_key": "test-api-key",
  1380. },
  1381. }
  1382. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1383. require.NoError(t, err)
  1384. require.NotNil(t, result)
  1385. require.True(t, result.Stream)
  1386. require.Equal(t, 1, result.ImageCount)
  1387. require.Equal(t, 10, result.Usage.InputTokens)
  1388. require.Equal(t, 18, result.Usage.OutputTokens)
  1389. require.Equal(t, 8, result.Usage.ImageOutputTokens)
  1390. }
  1391. func TestExtractOpenAIImagesBillableCountFromJSONBytes_CompletedEvent(t *testing.T) {
  1392. body := []byte(`{"type":"image_generation.completed","b64_json":"ZmluYWw=","usage":{"input_tokens":10,"output_tokens":18}}`)
  1393. require.Equal(t, 1, extractOpenAIImagesBillableCountFromJSONBytes(body))
  1394. }
  1395. func TestOpenAIGatewayServiceForwardImages_APIKeyEditUsesConfiguredV1BaseURL(t *testing.T) {
  1396. gin.SetMode(gin.TestMode)
  1397. var body bytes.Buffer
  1398. writer := multipart.NewWriter(&body)
  1399. require.NoError(t, writer.WriteField("model", "gpt-image-2"))
  1400. require.NoError(t, writer.WriteField("prompt", "replace background"))
  1401. imagePart, err := writer.CreateFormFile("image", "source.png")
  1402. require.NoError(t, err)
  1403. _, err = imagePart.Write([]byte("png-image-content"))
  1404. require.NoError(t, err)
  1405. require.NoError(t, writer.Close())
  1406. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body.Bytes()))
  1407. req.Header.Set("Content-Type", writer.FormDataContentType())
  1408. rec := httptest.NewRecorder()
  1409. c, _ := gin.CreateTestContext(rec)
  1410. c.Request = req
  1411. svc := &OpenAIGatewayService{
  1412. cfg: &config.Config{},
  1413. httpUpstream: &httpUpstreamRecorder{
  1414. resp: &http.Response{
  1415. StatusCode: http.StatusOK,
  1416. Header: http.Header{
  1417. "Content-Type": []string{"application/json"},
  1418. "X-Request-Id": []string{"req_img_edit_apikey"},
  1419. },
  1420. Body: io.NopCloser(strings.NewReader(`{"created":1710000008,"data":[{"b64_json":"ZWRpdGVk","revised_prompt":"replace background"}]}`)),
  1421. },
  1422. },
  1423. }
  1424. parsed, err := svc.ParseOpenAIImagesRequest(c, body.Bytes())
  1425. require.NoError(t, err)
  1426. account := &Account{
  1427. ID: 7,
  1428. Name: "openai-apikey",
  1429. Platform: PlatformOpenAI,
  1430. Type: AccountTypeAPIKey,
  1431. Credentials: map[string]any{
  1432. "api_key": "test-api-key",
  1433. "base_url": "https://image-upstream.example/v1/",
  1434. },
  1435. }
  1436. result, err := svc.ForwardImages(context.Background(), c, account, body.Bytes(), parsed, "")
  1437. require.NoError(t, err)
  1438. require.NotNil(t, result)
  1439. require.Equal(t, 1, result.ImageCount)
  1440. upstream, ok := svc.httpUpstream.(*httpUpstreamRecorder)
  1441. require.True(t, ok)
  1442. require.NotNil(t, upstream.lastReq)
  1443. require.Equal(t, "https://image-upstream.example/v1/images/edits", upstream.lastReq.URL.String())
  1444. require.Equal(t, "Bearer test-api-key", upstream.lastReq.Header.Get("Authorization"))
  1445. require.Contains(t, upstream.lastReq.Header.Get("Content-Type"), "multipart/form-data")
  1446. require.Contains(t, string(upstream.lastBody), `name="model"`)
  1447. require.Contains(t, string(upstream.lastBody), "gpt-image-2")
  1448. require.Equal(t, http.StatusOK, rec.Code)
  1449. require.Equal(t, "ZWRpdGVk", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  1450. }
  1451. func TestOpenAIGatewayServiceForwardImages_OAuthStreamingTransformsEvents(t *testing.T) {
  1452. gin.SetMode(gin.TestMode)
  1453. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"url"}`)
  1454. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1455. req.Header.Set("Content-Type", "application/json")
  1456. rec := httptest.NewRecorder()
  1457. c, _ := gin.CreateTestContext(rec)
  1458. c.Request = req
  1459. svc := &OpenAIGatewayService{}
  1460. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1461. require.NoError(t, err)
  1462. upstream := &httpUpstreamRecorder{
  1463. resp: &http.Response{
  1464. StatusCode: http.StatusOK,
  1465. Header: http.Header{
  1466. "Content-Type": []string{"text/event-stream"},
  1467. "X-Request-Id": []string{"req_img_stream"},
  1468. },
  1469. Body: io.NopCloser(strings.NewReader(
  1470. "data: {\"type\":\"response.created\",\"response\":{\"created_at\":1710000001,\"tools\":[{\"type\":\"image_generation\",\"model\":\"gpt-image-2\",\"background\":\"auto\",\"output_format\":\"png\",\"quality\":\"high\",\"size\":\"1024x1024\"}]}}\n\n" +
  1471. "data: {\"type\":\"response.image_generation_call.partial_image\",\"partial_image_b64\":\"cGFydGlhbA==\",\"partial_image_index\":0,\"output_format\":\"png\",\"background\":\"auto\"}\n\n" +
  1472. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000001,\"usage\":{\"input_tokens\":5,\"output_tokens\":9,\"output_tokens_details\":{\"image_tokens\":4}},\"tool_usage\":{\"image_gen\":{\"input_tokens\":46,\"output_tokens\":2459,\"output_tokens_details\":{\"image_tokens\":2459},\"images\":1}},\"tools\":[{\"type\":\"image_generation\",\"model\":\"gpt-image-2\",\"background\":\"auto\",\"output_format\":\"png\",\"quality\":\"high\",\"size\":\"1024x1024\"}],\"output\":[{\"type\":\"image_generation_call\",\"result\":\"ZmluYWw=\",\"output_format\":\"png\"}]}}\n\n" +
  1473. "data: [DONE]\n\n",
  1474. )),
  1475. },
  1476. }
  1477. svc.httpUpstream = upstream
  1478. account := &Account{
  1479. ID: 2,
  1480. Name: "openai-oauth",
  1481. Platform: PlatformOpenAI,
  1482. Type: AccountTypeOAuth,
  1483. Credentials: map[string]any{
  1484. "access_token": "token-123",
  1485. },
  1486. }
  1487. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1488. require.NoError(t, err)
  1489. require.NotNil(t, result)
  1490. require.True(t, result.Stream)
  1491. require.Equal(t, 1, result.ImageCount)
  1492. require.Equal(t, OpenAIUsage{InputTokens: 46, OutputTokens: 2459, ImageOutputTokens: 2459}, result.Usage)
  1493. events := parseOpenAIImageTestSSEEvents(rec.Body.String())
  1494. partial, ok := findOpenAIImageTestSSEEvent(events, "image_generation.partial_image")
  1495. require.True(t, ok)
  1496. require.Equal(t, "image_generation.partial_image", gjson.Get(partial.Data, "type").String())
  1497. require.Equal(t, int64(1710000001), gjson.Get(partial.Data, "created_at").Int())
  1498. require.Equal(t, "cGFydGlhbA==", gjson.Get(partial.Data, "b64_json").String())
  1499. require.Equal(t, "data:image/png;base64,cGFydGlhbA==", gjson.Get(partial.Data, "url").String())
  1500. require.Equal(t, "gpt-image-2", gjson.Get(partial.Data, "model").String())
  1501. require.Equal(t, "png", gjson.Get(partial.Data, "output_format").String())
  1502. require.Equal(t, "high", gjson.Get(partial.Data, "quality").String())
  1503. require.Equal(t, "1024x1024", gjson.Get(partial.Data, "size").String())
  1504. require.Equal(t, "auto", gjson.Get(partial.Data, "background").String())
  1505. completed, ok := findOpenAIImageTestSSEEvent(events, "image_generation.completed")
  1506. require.True(t, ok)
  1507. require.Equal(t, "image_generation.completed", gjson.Get(completed.Data, "type").String())
  1508. require.Equal(t, int64(1710000001), gjson.Get(completed.Data, "created_at").Int())
  1509. require.Equal(t, "ZmluYWw=", gjson.Get(completed.Data, "b64_json").String())
  1510. require.Equal(t, "data:image/png;base64,ZmluYWw=", gjson.Get(completed.Data, "url").String())
  1511. require.Equal(t, "gpt-image-2", gjson.Get(completed.Data, "model").String())
  1512. require.Equal(t, "png", gjson.Get(completed.Data, "output_format").String())
  1513. require.Equal(t, "high", gjson.Get(completed.Data, "quality").String())
  1514. require.Equal(t, "1024x1024", gjson.Get(completed.Data, "size").String())
  1515. require.Equal(t, "auto", gjson.Get(completed.Data, "background").String())
  1516. require.JSONEq(t, `{"input_tokens":46,"output_tokens":2459,"output_tokens_details":{"image_tokens":2459},"images":1}`, gjson.Get(completed.Data, "usage").Raw)
  1517. require.False(t, gjson.Get(completed.Data, "revised_prompt").Exists())
  1518. }
  1519. func TestOpenAIGatewayServiceForwardImages_APIKeyStreamingDrainsAfterClientDisconnect(t *testing.T) {
  1520. gin.SetMode(gin.TestMode)
  1521. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true}`)
  1522. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1523. req.Header.Set("Content-Type", "application/json")
  1524. rec := httptest.NewRecorder()
  1525. c, _ := gin.CreateTestContext(rec)
  1526. c.Request = req
  1527. c.Writer = &failingOpenAIImageWriter{ResponseWriter: c.Writer, failAfter: 1}
  1528. svc := &OpenAIGatewayService{
  1529. cfg: &config.Config{
  1530. Gateway: config.GatewayConfig{
  1531. ImageStreamDataIntervalTimeout: 1,
  1532. ImageStreamKeepaliveInterval: 0,
  1533. },
  1534. },
  1535. httpUpstream: &httpUpstreamRecorder{
  1536. resp: &http.Response{
  1537. StatusCode: http.StatusOK,
  1538. Header: http.Header{
  1539. "Content-Type": []string{"text/event-stream"},
  1540. "X-Request-Id": []string{"req_img_stream_disconnect_apikey"},
  1541. },
  1542. Body: io.NopCloser(strings.NewReader(
  1543. "data: {\"type\":\"image_generation.partial_image\",\"b64_json\":\"cGFydGlhbA==\"}\n\n" +
  1544. "data: {\"type\":\"image_generation.completed\",\"usage\":{\"input_tokens\":3,\"output_tokens\":4,\"output_tokens_details\":{\"image_tokens\":2}},\"b64_json\":\"ZmluYWw=\",\"output_format\":\"png\"}\n\n" +
  1545. "data: [DONE]\n\n",
  1546. )),
  1547. },
  1548. },
  1549. }
  1550. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1551. require.NoError(t, err)
  1552. account := &Account{
  1553. ID: 8,
  1554. Name: "openai-apikey",
  1555. Platform: PlatformOpenAI,
  1556. Type: AccountTypeAPIKey,
  1557. Credentials: map[string]any{
  1558. "api_key": "test-api-key",
  1559. },
  1560. }
  1561. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1562. require.NoError(t, err)
  1563. require.NotNil(t, result)
  1564. require.Equal(t, 1, result.ImageCount)
  1565. require.Equal(t, 3, result.Usage.InputTokens)
  1566. require.Equal(t, 4, result.Usage.OutputTokens)
  1567. require.Equal(t, 2, result.Usage.ImageOutputTokens)
  1568. }
  1569. func TestOpenAIGatewayServiceForwardImages_OAuthEditsMultipartUsesResponsesAPI(t *testing.T) {
  1570. gin.SetMode(gin.TestMode)
  1571. var body bytes.Buffer
  1572. writer := multipart.NewWriter(&body)
  1573. require.NoError(t, writer.WriteField("model", "gpt-image-2"))
  1574. require.NoError(t, writer.WriteField("prompt", "replace background with aurora"))
  1575. require.NoError(t, writer.WriteField("input_fidelity", "high"))
  1576. require.NoError(t, writer.WriteField("output_format", "webp"))
  1577. require.NoError(t, writer.WriteField("quality", "high"))
  1578. imageHeader := make(textproto.MIMEHeader)
  1579. imageHeader.Set("Content-Disposition", `form-data; name="image"; filename="source.png"`)
  1580. imageHeader.Set("Content-Type", "image/png")
  1581. imagePart, err := writer.CreatePart(imageHeader)
  1582. require.NoError(t, err)
  1583. _, err = imagePart.Write([]byte("png-image-content"))
  1584. require.NoError(t, err)
  1585. maskHeader := make(textproto.MIMEHeader)
  1586. maskHeader.Set("Content-Disposition", `form-data; name="mask"; filename="mask.png"`)
  1587. maskHeader.Set("Content-Type", "image/png")
  1588. maskPart, err := writer.CreatePart(maskHeader)
  1589. require.NoError(t, err)
  1590. _, err = maskPart.Write([]byte("png-mask-content"))
  1591. require.NoError(t, err)
  1592. require.NoError(t, writer.Close())
  1593. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body.Bytes()))
  1594. req.Header.Set("Content-Type", writer.FormDataContentType())
  1595. rec := httptest.NewRecorder()
  1596. c, _ := gin.CreateTestContext(rec)
  1597. c.Request = req
  1598. c.Set("api_key", &APIKey{ID: 100})
  1599. svc := &OpenAIGatewayService{}
  1600. parsed, err := svc.ParseOpenAIImagesRequest(c, body.Bytes())
  1601. require.NoError(t, err)
  1602. upstream := &httpUpstreamRecorder{
  1603. resp: &http.Response{
  1604. StatusCode: http.StatusOK,
  1605. Header: http.Header{
  1606. "Content-Type": []string{"text/event-stream"},
  1607. "X-Request-Id": []string{"req_img_edit_123"},
  1608. },
  1609. Body: io.NopCloser(strings.NewReader(
  1610. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000002,\"usage\":{\"input_tokens\":13,\"output_tokens\":21,\"output_tokens_details\":{\"image_tokens\":8}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[{\"type\":\"image_generation_call\",\"result\":\"ZWRpdGVk\",\"revised_prompt\":\"replace background with aurora\",\"output_format\":\"webp\",\"quality\":\"high\"}]}}\n\n" +
  1611. "data: [DONE]\n\n",
  1612. )),
  1613. },
  1614. }
  1615. svc.httpUpstream = upstream
  1616. account := &Account{
  1617. ID: 3,
  1618. Name: "openai-oauth",
  1619. Platform: PlatformOpenAI,
  1620. Type: AccountTypeOAuth,
  1621. Credentials: map[string]any{
  1622. "access_token": "token-123",
  1623. },
  1624. }
  1625. result, err := svc.ForwardImages(context.Background(), c, account, body.Bytes(), parsed, "")
  1626. require.NoError(t, err)
  1627. require.NotNil(t, result)
  1628. require.Equal(t, 1, result.ImageCount)
  1629. require.Equal(t, "gpt-image-2", gjson.GetBytes(upstream.lastBody, "tools.0.model").String())
  1630. require.Equal(t, "edit", gjson.GetBytes(upstream.lastBody, "tools.0.action").String())
  1631. require.False(t, gjson.GetBytes(upstream.lastBody, "tools.0.input_fidelity").Exists())
  1632. require.Equal(t, "webp", gjson.GetBytes(upstream.lastBody, "tools.0.output_format").String())
  1633. require.True(t, strings.HasPrefix(gjson.GetBytes(upstream.lastBody, "input.0.content.1.image_url").String(), "data:image/png;base64,"))
  1634. require.True(t, strings.HasPrefix(gjson.GetBytes(upstream.lastBody, "tools.0.input_image_mask.image_url").String(), "data:image/png;base64,"))
  1635. require.Equal(t, "replace background with aurora", gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String())
  1636. require.Equal(t, "ZWRpdGVk", gjson.Get(rec.Body.String(), "data.0.b64_json").String())
  1637. require.Equal(t, "replace background with aurora", gjson.Get(rec.Body.String(), "data.0.revised_prompt").String())
  1638. }
  1639. func TestOpenAIGatewayServiceForwardImages_OAuthEditsStreamingTransformsEvents(t *testing.T) {
  1640. gin.SetMode(gin.TestMode)
  1641. body := []byte(`{
  1642. "model":"gpt-image-2",
  1643. "prompt":"replace background with aurora",
  1644. "images":[{"image_url":"https://example.com/source.png"}],
  1645. "mask":{"image_url":"https://example.com/mask.png"},
  1646. "stream":true,
  1647. "response_format":"url"
  1648. }`)
  1649. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body))
  1650. req.Header.Set("Content-Type", "application/json")
  1651. rec := httptest.NewRecorder()
  1652. c, _ := gin.CreateTestContext(rec)
  1653. c.Request = req
  1654. svc := &OpenAIGatewayService{}
  1655. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1656. require.NoError(t, err)
  1657. upstream := &httpUpstreamRecorder{
  1658. resp: &http.Response{
  1659. StatusCode: http.StatusOK,
  1660. Header: http.Header{
  1661. "Content-Type": []string{"text/event-stream"},
  1662. },
  1663. Body: io.NopCloser(strings.NewReader(
  1664. "data: {\"type\":\"response.created\",\"response\":{\"created_at\":1710000003,\"tools\":[{\"type\":\"image_generation\",\"model\":\"gpt-image-2\",\"background\":\"transparent\",\"output_format\":\"webp\",\"quality\":\"high\",\"size\":\"1024x1024\"}]}}\n\n" +
  1665. "data: {\"type\":\"response.image_generation_call.partial_image\",\"partial_image_b64\":\"cGFydGlhbA==\",\"partial_image_index\":0,\"output_format\":\"webp\",\"background\":\"transparent\"}\n\n" +
  1666. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000003,\"usage\":{\"input_tokens\":7,\"output_tokens\":10,\"output_tokens_details\":{\"image_tokens\":5}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"tools\":[{\"type\":\"image_generation\",\"model\":\"gpt-image-2\",\"background\":\"transparent\",\"output_format\":\"webp\",\"quality\":\"high\",\"size\":\"1024x1024\"}],\"output\":[{\"type\":\"image_generation_call\",\"result\":\"ZWRpdGVk\",\"revised_prompt\":\"replace background with aurora\",\"output_format\":\"webp\"}]}}\n\n" +
  1667. "data: [DONE]\n\n",
  1668. )),
  1669. },
  1670. }
  1671. svc.httpUpstream = upstream
  1672. account := &Account{
  1673. ID: 4,
  1674. Name: "openai-oauth",
  1675. Platform: PlatformOpenAI,
  1676. Type: AccountTypeOAuth,
  1677. Credentials: map[string]any{
  1678. "access_token": "token-123",
  1679. },
  1680. }
  1681. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1682. require.NoError(t, err)
  1683. require.NotNil(t, result)
  1684. require.Equal(t, 1, result.ImageCount)
  1685. require.Equal(t, "edit", gjson.GetBytes(upstream.lastBody, "tools.0.action").String())
  1686. require.Equal(t, "https://example.com/source.png", gjson.GetBytes(upstream.lastBody, "input.0.content.1.image_url").String())
  1687. require.Equal(t, "https://example.com/mask.png", gjson.GetBytes(upstream.lastBody, "tools.0.input_image_mask.image_url").String())
  1688. events := parseOpenAIImageTestSSEEvents(rec.Body.String())
  1689. partial, ok := findOpenAIImageTestSSEEvent(events, "image_edit.partial_image")
  1690. require.True(t, ok)
  1691. require.Equal(t, "image_edit.partial_image", gjson.Get(partial.Data, "type").String())
  1692. require.Equal(t, int64(1710000003), gjson.Get(partial.Data, "created_at").Int())
  1693. require.Equal(t, "cGFydGlhbA==", gjson.Get(partial.Data, "b64_json").String())
  1694. require.Equal(t, "data:image/webp;base64,cGFydGlhbA==", gjson.Get(partial.Data, "url").String())
  1695. require.Equal(t, "gpt-image-2", gjson.Get(partial.Data, "model").String())
  1696. require.Equal(t, "webp", gjson.Get(partial.Data, "output_format").String())
  1697. require.Equal(t, "high", gjson.Get(partial.Data, "quality").String())
  1698. require.Equal(t, "1024x1024", gjson.Get(partial.Data, "size").String())
  1699. require.Equal(t, "transparent", gjson.Get(partial.Data, "background").String())
  1700. completed, ok := findOpenAIImageTestSSEEvent(events, "image_edit.completed")
  1701. require.True(t, ok)
  1702. require.Equal(t, "image_edit.completed", gjson.Get(completed.Data, "type").String())
  1703. require.Equal(t, int64(1710000003), gjson.Get(completed.Data, "created_at").Int())
  1704. require.Equal(t, "ZWRpdGVk", gjson.Get(completed.Data, "b64_json").String())
  1705. require.Equal(t, "data:image/webp;base64,ZWRpdGVk", gjson.Get(completed.Data, "url").String())
  1706. require.Equal(t, "gpt-image-2", gjson.Get(completed.Data, "model").String())
  1707. require.Equal(t, "webp", gjson.Get(completed.Data, "output_format").String())
  1708. require.Equal(t, "high", gjson.Get(completed.Data, "quality").String())
  1709. require.Equal(t, "1024x1024", gjson.Get(completed.Data, "size").String())
  1710. require.Equal(t, "transparent", gjson.Get(completed.Data, "background").String())
  1711. require.JSONEq(t, `{"images":1}`, gjson.Get(completed.Data, "usage").Raw)
  1712. require.False(t, gjson.Get(completed.Data, "revised_prompt").Exists())
  1713. }
  1714. func TestBuildOpenAIImagesResponsesRequest_PassesThroughNForMultiImageModels(t *testing.T) {
  1715. parsed := &OpenAIImagesRequest{
  1716. Endpoint: openAIImagesGenerationsEndpoint,
  1717. Model: "gpt-image-2",
  1718. Prompt: "draw a cat",
  1719. N: 2,
  1720. }
  1721. body, err := buildOpenAIImagesResponsesRequest(parsed, "gpt-image-2")
  1722. require.NoError(t, err)
  1723. require.NotNil(t, body)
  1724. require.Equal(t, int64(2), gjson.GetBytes(body, "tools.0.n").Int())
  1725. require.Equal(t, "gpt-image-2", gjson.GetBytes(body, "tools.0.model").String())
  1726. require.Equal(t, "draw a cat", gjson.GetBytes(body, "input.0.content.0.text").String())
  1727. }
  1728. func TestBuildOpenAIImagesResponsesRequest_ForcesImageToolChoice(t *testing.T) {
  1729. parsed := &OpenAIImagesRequest{
  1730. Endpoint: openAIImagesGenerationsEndpoint,
  1731. Model: "gpt-image-2",
  1732. Prompt: "draw a cat",
  1733. }
  1734. body, err := buildOpenAIImagesResponsesRequest(parsed, "gpt-image-2")
  1735. require.NoError(t, err)
  1736. require.NotNil(t, body)
  1737. require.Equal(t, "image_generation", gjson.GetBytes(body, "tool_choice.type").String())
  1738. require.Equal(t, "image_generation", gjson.GetBytes(body, "tools.0.type").String())
  1739. require.Equal(t, "gpt-image-2", gjson.GetBytes(body, "tools.0.model").String())
  1740. }
  1741. func TestBuildOpenAIImagesResponsesRequest_DoesNotPassNForDallE3(t *testing.T) {
  1742. parsed := &OpenAIImagesRequest{
  1743. Endpoint: openAIImagesGenerationsEndpoint,
  1744. Model: "dall-e-3",
  1745. Prompt: "draw a cat",
  1746. N: 2,
  1747. }
  1748. body, err := buildOpenAIImagesResponsesRequest(parsed, "dall-e-3")
  1749. require.NoError(t, err)
  1750. require.NotNil(t, body)
  1751. require.False(t, gjson.GetBytes(body, "tools.0.n").Exists())
  1752. require.Equal(t, "dall-e-3", gjson.GetBytes(body, "tools.0.model").String())
  1753. }
  1754. func TestBuildOpenAIImagesResponsesRequest_StripsInputFidelity(t *testing.T) {
  1755. parsed := &OpenAIImagesRequest{
  1756. Endpoint: openAIImagesEditsEndpoint,
  1757. Model: "gpt-image-2",
  1758. Prompt: "replace background",
  1759. InputFidelity: "high",
  1760. InputImageURLs: []string{
  1761. "https://example.com/source.png",
  1762. },
  1763. }
  1764. body, err := buildOpenAIImagesResponsesRequest(parsed, "gpt-image-2")
  1765. require.NoError(t, err)
  1766. require.NotNil(t, body)
  1767. require.False(t, gjson.GetBytes(body, "tools.0.input_fidelity").Exists())
  1768. require.Equal(t, "edit", gjson.GetBytes(body, "tools.0.action").String())
  1769. }
  1770. func TestBuildOpenAIImagesResponsesRequest_RequiresVerbatimUserPrompt(t *testing.T) {
  1771. prompt := "画一个蓝色马克杯,杯身只写“SkelOT”,保持大小写;白色背景,不要增加其他文字。"
  1772. parsed := &OpenAIImagesRequest{
  1773. Endpoint: openAIImagesGenerationsEndpoint,
  1774. Model: "gpt-image-2",
  1775. Prompt: prompt,
  1776. N: 1,
  1777. }
  1778. body, err := buildOpenAIImagesResponsesRequest(parsed, "gpt-image-2")
  1779. require.NoError(t, err)
  1780. require.Equal(t, openAIImagesVerbatimPromptInstructions, gjson.GetBytes(body, "instructions").String())
  1781. require.Equal(t, prompt, gjson.GetBytes(body, "input.0.content.0.text").String())
  1782. }
  1783. func TestCollectOpenAIImagesFromResponsesBody_FallsBackToOutputItemDone(t *testing.T) {
  1784. body := []byte(
  1785. "data: {\"type\":\"response.created\",\"response\":{\"created_at\":1710000004}}\n\n" +
  1786. "data: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"ig_123\",\"type\":\"image_generation_call\",\"result\":\"aGVsbG8=\",\"revised_prompt\":\"draw a cat\",\"output_format\":\"png\",\"quality\":\"high\"}}\n\n" +
  1787. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000004,\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[]}}\n\n" +
  1788. "data: [DONE]\n\n",
  1789. )
  1790. results, createdAt, usageRaw, firstMeta, foundFinal, err := collectOpenAIImagesFromResponsesBody(body)
  1791. require.NoError(t, err)
  1792. require.True(t, foundFinal)
  1793. require.Equal(t, int64(1710000004), createdAt)
  1794. require.Len(t, results, 1)
  1795. require.Equal(t, "aGVsbG8=", results[0].Result)
  1796. require.Equal(t, "draw a cat", results[0].RevisedPrompt)
  1797. require.Equal(t, "png", firstMeta.OutputFormat)
  1798. require.JSONEq(t, `{"images":1}`, string(usageRaw))
  1799. }
  1800. func TestCollectOpenAIImagesFromResponsesBody_MultilineSSE(t *testing.T) {
  1801. body := []byte(
  1802. "data: {\"type\":\"response.completed\",\n" +
  1803. "data: \"response\":{\"created_at\":1710000010,\"usage\":{\"input_tokens\":5,\"output_tokens\":9,\"output_tokens_details\":{\"image_tokens\":4}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[{\"type\":\"image_generation_call\",\"result\":\"ZmluYWw=\",\"output_format\":\"png\"}]}}\n\n" +
  1804. "data: [DONE]\n\n",
  1805. )
  1806. results, createdAt, usageRaw, firstMeta, foundFinal, err := collectOpenAIImagesFromResponsesBody(body)
  1807. require.NoError(t, err)
  1808. require.True(t, foundFinal)
  1809. require.Equal(t, int64(1710000010), createdAt)
  1810. require.Len(t, results, 1)
  1811. require.Equal(t, "ZmluYWw=", results[0].Result)
  1812. require.Equal(t, "png", firstMeta.OutputFormat)
  1813. require.JSONEq(t, `{"images":1}`, string(usageRaw))
  1814. }
  1815. func TestOpenAIGatewayServiceForwardImages_OAuthStreamingHandlesOutputItemDoneFallback(t *testing.T) {
  1816. gin.SetMode(gin.TestMode)
  1817. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"url"}`)
  1818. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1819. req.Header.Set("Content-Type", "application/json")
  1820. rec := httptest.NewRecorder()
  1821. c, _ := gin.CreateTestContext(rec)
  1822. c.Request = req
  1823. svc := &OpenAIGatewayService{}
  1824. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1825. require.NoError(t, err)
  1826. upstream := &httpUpstreamRecorder{
  1827. resp: &http.Response{
  1828. StatusCode: http.StatusOK,
  1829. Header: http.Header{
  1830. "Content-Type": []string{"text/event-stream"},
  1831. "X-Request-Id": []string{"req_img_stream_output_item_done"},
  1832. },
  1833. Body: io.NopCloser(strings.NewReader(
  1834. "data: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"ig_123\",\"type\":\"image_generation_call\",\"result\":\"ZmluYWw=\",\"revised_prompt\":\"draw a cat\",\"output_format\":\"png\"}}\n\n" +
  1835. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000005,\"usage\":{\"input_tokens\":5,\"output_tokens\":9,\"output_tokens_details\":{\"image_tokens\":4}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[]}}\n\n" +
  1836. "data: [DONE]\n\n",
  1837. )),
  1838. },
  1839. }
  1840. svc.httpUpstream = upstream
  1841. account := &Account{
  1842. ID: 5,
  1843. Name: "openai-oauth",
  1844. Platform: PlatformOpenAI,
  1845. Type: AccountTypeOAuth,
  1846. Credentials: map[string]any{
  1847. "access_token": "token-123",
  1848. },
  1849. }
  1850. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1851. require.NoError(t, err)
  1852. require.NotNil(t, result)
  1853. require.True(t, result.Stream)
  1854. require.Equal(t, 1, result.ImageCount)
  1855. events := parseOpenAIImageTestSSEEvents(rec.Body.String())
  1856. completed, ok := findOpenAIImageTestSSEEvent(events, "image_generation.completed")
  1857. require.True(t, ok)
  1858. require.Equal(t, "image_generation.completed", gjson.Get(completed.Data, "type").String())
  1859. require.Equal(t, int64(1710000005), gjson.Get(completed.Data, "created_at").Int())
  1860. require.Equal(t, "ZmluYWw=", gjson.Get(completed.Data, "b64_json").String())
  1861. require.Equal(t, "data:image/png;base64,ZmluYWw=", gjson.Get(completed.Data, "url").String())
  1862. require.Equal(t, "gpt-image-2", gjson.Get(completed.Data, "model").String())
  1863. require.JSONEq(t, `{"images":1}`, gjson.Get(completed.Data, "usage").Raw)
  1864. require.NotContains(t, rec.Body.String(), "event: error")
  1865. }
  1866. func TestOpenAIGatewayServiceForwardImages_OAuthStreamingHandlesMultilineSSE(t *testing.T) {
  1867. gin.SetMode(gin.TestMode)
  1868. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"b64_json"}`)
  1869. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1870. req.Header.Set("Content-Type", "application/json")
  1871. rec := httptest.NewRecorder()
  1872. c, _ := gin.CreateTestContext(rec)
  1873. c.Request = req
  1874. svc := &OpenAIGatewayService{}
  1875. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1876. require.NoError(t, err)
  1877. svc.httpUpstream = &httpUpstreamRecorder{
  1878. resp: &http.Response{
  1879. StatusCode: http.StatusOK,
  1880. Header: http.Header{
  1881. "Content-Type": []string{"text/event-stream"},
  1882. "X-Request-Id": []string{"req_img_stream_multiline_oauth"},
  1883. },
  1884. Body: io.NopCloser(strings.NewReader(
  1885. "data: {\"type\":\"response.completed\",\n" +
  1886. "data: \"response\":{\"created_at\":1710000011,\"usage\":{\"input_tokens\":6,\"output_tokens\":10,\"output_tokens_details\":{\"image_tokens\":5}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[{\"type\":\"image_generation_call\",\"result\":\"TXVsdGlsaW5l\",\"output_format\":\"png\"}]}}\n\n" +
  1887. "data: [DONE]\n\n",
  1888. )),
  1889. },
  1890. }
  1891. account := &Account{
  1892. ID: 11,
  1893. Name: "openai-oauth",
  1894. Platform: PlatformOpenAI,
  1895. Type: AccountTypeOAuth,
  1896. Credentials: map[string]any{
  1897. "access_token": "token-123",
  1898. },
  1899. }
  1900. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1901. require.NoError(t, err)
  1902. require.NotNil(t, result)
  1903. require.True(t, result.Stream)
  1904. require.Equal(t, 1, result.ImageCount)
  1905. require.Equal(t, 6, result.Usage.InputTokens)
  1906. require.Equal(t, 10, result.Usage.OutputTokens)
  1907. require.Equal(t, 5, result.Usage.ImageOutputTokens)
  1908. events := parseOpenAIImageTestSSEEvents(rec.Body.String())
  1909. completed, ok := findOpenAIImageTestSSEEvent(events, "image_generation.completed")
  1910. require.True(t, ok)
  1911. require.Equal(t, "TXVsdGlsaW5l", gjson.Get(completed.Data, "b64_json").String())
  1912. require.JSONEq(t, `{"images":1}`, gjson.Get(completed.Data, "usage").Raw)
  1913. require.NotContains(t, rec.Body.String(), "event: error")
  1914. }
  1915. func TestOpenAIGatewayServiceForwardImages_OAuthStreamingDrainsAfterClientDisconnect(t *testing.T) {
  1916. gin.SetMode(gin.TestMode)
  1917. body := []byte(`{"model":"gpt-image-2","prompt":"draw a cat","stream":true,"response_format":"url"}`)
  1918. req := httptest.NewRequest(http.MethodPost, "/v1/images/generations", bytes.NewReader(body))
  1919. req.Header.Set("Content-Type", "application/json")
  1920. rec := httptest.NewRecorder()
  1921. c, _ := gin.CreateTestContext(rec)
  1922. c.Request = req
  1923. c.Writer = &failingOpenAIImageWriter{ResponseWriter: c.Writer, failAfter: 1}
  1924. svc := &OpenAIGatewayService{
  1925. cfg: &config.Config{
  1926. Gateway: config.GatewayConfig{
  1927. ImageStreamDataIntervalTimeout: 1,
  1928. ImageStreamKeepaliveInterval: 0,
  1929. },
  1930. },
  1931. }
  1932. parsed, err := svc.ParseOpenAIImagesRequest(c, body)
  1933. require.NoError(t, err)
  1934. upstream := &httpUpstreamRecorder{
  1935. resp: &http.Response{
  1936. StatusCode: http.StatusOK,
  1937. Header: http.Header{
  1938. "Content-Type": []string{"text/event-stream"},
  1939. "X-Request-Id": []string{"req_img_stream_disconnect_oauth"},
  1940. },
  1941. Body: io.NopCloser(strings.NewReader(
  1942. "data: {\"type\":\"response.image_generation_call.partial_image\",\"partial_image_b64\":\"cGFydGlhbA==\",\"partial_image_index\":0,\"output_format\":\"png\"}\n\n" +
  1943. "data: {\"type\":\"response.completed\",\"response\":{\"created_at\":1710000009,\"usage\":{\"input_tokens\":5,\"output_tokens\":9,\"output_tokens_details\":{\"image_tokens\":4}},\"tool_usage\":{\"image_gen\":{\"images\":1}},\"output\":[{\"type\":\"image_generation_call\",\"result\":\"ZmluYWw=\",\"output_format\":\"png\"}]}}\n\n" +
  1944. "data: [DONE]\n\n",
  1945. )),
  1946. },
  1947. }
  1948. svc.httpUpstream = upstream
  1949. account := &Account{
  1950. ID: 9,
  1951. Name: "openai-oauth",
  1952. Platform: PlatformOpenAI,
  1953. Type: AccountTypeOAuth,
  1954. Credentials: map[string]any{
  1955. "access_token": "token-123",
  1956. },
  1957. }
  1958. result, err := svc.ForwardImages(context.Background(), c, account, body, parsed, "")
  1959. require.NoError(t, err)
  1960. require.NotNil(t, result)
  1961. require.True(t, result.Stream)
  1962. require.Equal(t, 1, result.ImageCount)
  1963. require.Equal(t, 5, result.Usage.InputTokens)
  1964. require.Equal(t, 9, result.Usage.OutputTokens)
  1965. require.Equal(t, 4, result.Usage.ImageOutputTokens)
  1966. }