| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205 |
- package handler
- import (
- "context"
- "encoding/json"
- "errors"
- "fmt"
- "io"
- "net/http"
- "net/http/httptest"
- "strings"
- "sync"
- "sync/atomic"
- "testing"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/config"
- pkghttputil "github.com/Wei-Shaw/sub2api/internal/pkg/httputil"
- "github.com/Wei-Shaw/sub2api/internal/pkg/pagination"
- "github.com/Wei-Shaw/sub2api/internal/pkg/xai"
- "github.com/Wei-Shaw/sub2api/internal/server/middleware"
- "github.com/Wei-Shaw/sub2api/internal/service"
- coderws "github.com/coder/websocket"
- "github.com/gin-gonic/gin"
- "github.com/stretchr/testify/assert"
- "github.com/stretchr/testify/require"
- "github.com/tidwall/gjson"
- "github.com/tidwall/sjson"
- )
- func TestOpenAIHandleStreamingAwareError_JSONEscaping(t *testing.T) {
- tests := []struct {
- name string
- errType string
- message string
- }{
- {
- name: "包含双引号的消息",
- errType: "server_error",
- message: `upstream returned "invalid" response`,
- },
- {
- name: "包含反斜杠的消息",
- errType: "server_error",
- message: `path C:\Users\test\file.txt not found`,
- },
- {
- name: "包含双引号和反斜杠的消息",
- errType: "upstream_error",
- message: `error parsing "key\value": unexpected token`,
- },
- {
- name: "包含换行符的消息",
- errType: "server_error",
- message: "line1\nline2\ttab",
- },
- {
- name: "普通消息",
- errType: "upstream_error",
- message: "Upstream service temporarily unavailable",
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- h := &OpenAIGatewayHandler{}
- h.handleStreamingAwareError(c, http.StatusBadGateway, tt.errType, tt.message, true)
- body := w.Body.String()
- // 验证 SSE 格式:event: error\ndata: {JSON}\n\n
- assert.True(t, strings.HasPrefix(body, "event: error\n"), "应以 'event: error\\n' 开头")
- assert.True(t, strings.HasSuffix(body, "\n\n"), "应以 '\\n\\n' 结尾")
- // 提取 data 部分
- lines := strings.Split(strings.TrimSuffix(body, "\n\n"), "\n")
- require.Len(t, lines, 2, "应有 event 行和 data 行")
- dataLine := lines[1]
- require.True(t, strings.HasPrefix(dataLine, "data: "), "第二行应以 'data: ' 开头")
- jsonStr := strings.TrimPrefix(dataLine, "data: ")
- // 验证 JSON 合法性
- var parsed map[string]any
- err := json.Unmarshal([]byte(jsonStr), &parsed)
- require.NoError(t, err, "JSON 应能被成功解析,原始 JSON: %s", jsonStr)
- // 验证结构
- errorObj, ok := parsed["error"].(map[string]any)
- require.True(t, ok, "应包含 error 对象")
- assert.Equal(t, tt.errType, errorObj["type"])
- assert.Equal(t, tt.message, errorObj["message"])
- })
- }
- }
- func TestOpenAIHandleStreamingAwareErrorWithCode_EmitsStableClassification(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/chat/completions", nil)
- h := &OpenAIGatewayHandler{}
- h.handleStreamingAwareErrorWithCode(
- c,
- http.StatusBadGateway,
- "upstream_error",
- service.OpenAIUpstreamHTTP2StreamErrorCode,
- "Upstream HTTP/2 stream failed",
- true,
- true,
- )
- body := w.Body.String()
- require.Contains(t, body, "event: error\n")
- require.Equal(t, "upstream_error", gjson.Get(body[strings.Index(body, "{"):], "error.type").String())
- require.Equal(t, service.OpenAIUpstreamHTTP2StreamErrorCode, gjson.Get(body[strings.Index(body, "{"):], "error.code").String())
- require.NotContains(t, body, "stream ID")
- streamErr, ok := service.GetOpsStreamError(c)
- require.True(t, ok)
- require.True(t, streamErr.CountTowardsSLA)
- require.Equal(t, http.StatusBadGateway, streamErr.IntendedStatus)
- }
- func TestOpenAIForwardSucceededForScheduling(t *testing.T) {
- require.True(t, openAIForwardSucceededForScheduling(nil))
- require.True(t, openAIForwardSucceededForScheduling(&service.OpenAIForwardResult{}))
- require.True(t, openAIForwardSucceededForScheduling(&service.OpenAIForwardResult{
- OpenAIWSMode: true,
- UpstreamTerminalEvent: "response.completed",
- }))
- require.False(t, openAIForwardSucceededForScheduling(&service.OpenAIForwardResult{
- OpenAIWSMode: true,
- UpstreamTerminalEvent: "response.failed",
- }))
- }
- func TestOpenAIResponsesRequiredCapability(t *testing.T) {
- tests := []struct {
- name string
- imageIntent bool
- platform string
- want service.OpenAIEndpointCapability
- }{
- {
- name: "OpenAI explicit image intent requires Responses",
- imageIntent: true,
- platform: service.PlatformOpenAI,
- want: service.OpenAIEndpointCapabilityResponses,
- },
- {
- name: "Grok explicit image intent keeps chat capability",
- imageIntent: true,
- platform: service.PlatformGrok,
- want: service.OpenAIEndpointCapabilityChatCompletions,
- },
- {
- name: "non-image intent keeps chat capability",
- platform: service.PlatformOpenAI,
- want: service.OpenAIEndpointCapabilityChatCompletions,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- require.Equal(t, tt.want, openAIResponsesRequiredCapability(tt.imageIntent, tt.platform))
- })
- }
- }
- func TestResolveOpenAIMessagesMetadataSession_DoesNotDerivePromptCacheKey(t *testing.T) {
- body := []byte(`{"model":"claude-sonnet-4-5","metadata":{"user_id":"claude-code-session"},"messages":[{"role":"user","content":"hello"}]}`)
- sessionHash, promptCacheKey := resolveOpenAIMessagesMetadataSession(nil, "", "", "claude-sonnet-4-5", body)
- require.NotEmpty(t, sessionHash)
- require.Empty(t, promptCacheKey)
- }
- func TestResolveOpenAIMessagesMetadataSession_PreservesExplicitPromptCacheKey(t *testing.T) {
- body := []byte(`{"metadata":{"user_id":"claude-code-session"}}`)
- sessionHash, promptCacheKey := resolveOpenAIMessagesMetadataSession(nil, "", "explicit-cache", "claude-sonnet-4-5", body)
- require.NotEmpty(t, sessionHash)
- require.Equal(t, "explicit-cache", promptCacheKey)
- }
- func TestResolveOpenAIMessagesMetadataSession_ClaudeCodeHeaderOverridesContentFallback(t *testing.T) {
- gin.SetMode(gin.TestMode)
- recorder := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(recorder)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", nil)
- c.Request.Header.Set("X-Claude-Code-Session-Id", "claude-session-001")
- body1 := []byte(`{"model":"gpt-5.6-sol","system":"parent","messages":[{"role":"user","content":"parent task"}]}`)
- body2 := []byte(`{"model":"gpt-5.6-sol","system":"subagent","messages":[{"role":"user","content":"child task"}]}`)
- contentHash1 := (&service.OpenAIGatewayService{}).GenerateSessionHash(c, body1)
- contentHash2 := (&service.OpenAIGatewayService{}).GenerateSessionHash(c, body2)
- require.NotEqual(t, contentHash1, contentHash2, "different bodies should prove the content fallback differs")
- hash1, cacheKey1 := resolveOpenAIMessagesMetadataSession(c, contentHash1, "", "gpt-5.6-sol", body1)
- hash2, cacheKey2 := resolveOpenAIMessagesMetadataSession(c, contentHash2, "", "gpt-5.6-sol", body2)
- require.Equal(t, service.DeriveSessionHashFromSeed("claude-session-001"), hash1)
- require.Equal(t, hash1, hash2, "the same Claude Code session must keep one sticky account across changed turn bodies")
- require.Empty(t, cacheKey1, "routing-only fix must not create an upstream prompt cache key")
- require.Empty(t, cacheKey2, "routing-only fix must not create an upstream prompt cache key")
- }
- func TestResolveOpenAIMessagesMetadataSession_OpenAISignalWinsOverClaudeHeader(t *testing.T) {
- gin.SetMode(gin.TestMode)
- recorder := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(recorder)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", nil)
- c.Request.Header.Set("X-Claude-Code-Session-Id", "claude-session-001")
- hash, cacheKey := resolveOpenAIMessagesMetadataSession(c, "content-hash", "explicit-openai-session", "gpt-5.6-sol", []byte(`{"metadata":{"user_id":"opaque"}}`))
- require.Equal(t, "content-hash", hash, "existing OpenAI session resolution must remain authoritative")
- require.Equal(t, "explicit-openai-session", cacheKey)
- }
- func TestResolveOpenAIMessagesMetadataSession_BlankClaudeHeaderKeepsContentFallback(t *testing.T) {
- gin.SetMode(gin.TestMode)
- recorder := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(recorder)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", nil)
- c.Request.Header.Set("X-Claude-Code-Session-Id", " ")
- hash, cacheKey := resolveOpenAIMessagesMetadataSession(c, "content-hash", "", "gpt-5.6-sol", []byte(`{"metadata":{"user_id":"opaque"}}`))
- require.Equal(t, "content-hash", hash)
- require.Empty(t, cacheKey)
- }
- func TestOpenAIHandleStreamingAwareError_NonStreaming(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- h := &OpenAIGatewayHandler{}
- h.handleStreamingAwareError(c, http.StatusBadGateway, "upstream_error", "test error", false)
- // 非流式应返回 JSON 响应
- assert.Equal(t, http.StatusBadGateway, w.Code)
- var parsed map[string]any
- err := json.Unmarshal(w.Body.Bytes(), &parsed)
- require.NoError(t, err)
- errorObj, ok := parsed["error"].(map[string]any)
- require.True(t, ok)
- assert.Equal(t, "upstream_error", errorObj["type"])
- assert.Equal(t, "test error", errorObj["message"])
- }
- func TestReadRequestBodyWithPrealloc(t *testing.T) {
- payload := `{"model":"gpt-5","input":"hello"}`
- req := httptest.NewRequest(http.MethodPost, "/v1/responses", strings.NewReader(payload))
- req.ContentLength = int64(len(payload))
- body, err := pkghttputil.ReadRequestBodyWithPrealloc(req)
- require.NoError(t, err)
- require.Equal(t, payload, string(body))
- }
- func TestReadRequestBodyWithPrealloc_MaxBytesError(t *testing.T) {
- rec := httptest.NewRecorder()
- req := httptest.NewRequest(http.MethodPost, "/v1/responses", strings.NewReader(strings.Repeat("x", 8)))
- req.Body = http.MaxBytesReader(rec, req.Body, 4)
- _, err := pkghttputil.ReadRequestBodyWithPrealloc(req)
- require.Error(t, err)
- var maxErr *http.MaxBytesError
- require.ErrorAs(t, err, &maxErr)
- }
- func TestOpenAIEnsureForwardErrorResponse_WritesFallbackWhenNotWritten(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.True(t, wrote)
- require.Equal(t, http.StatusBadGateway, w.Code)
- var parsed map[string]any
- err := json.Unmarshal(w.Body.Bytes(), &parsed)
- require.NoError(t, err)
- errorObj, ok := parsed["error"].(map[string]any)
- require.True(t, ok)
- assert.Equal(t, "upstream_error", errorObj["type"])
- assert.Equal(t, "Upstream request failed", errorObj["message"])
- }
- // Writer 已写后 ensureForwardErrorResponse 必须仍然把错误信息以 SSE
- // 形式追加给客户端(streamStarted 强制 true)。
- // 这是 case B 修复:旧实现遇到 Writer.Written 直接 return false,
- // 客户端只能拿到 silent EOF;Codex CLI 报 "stream closed before response.completed"。
- func TestOpenAIEnsureForwardErrorResponse_AppendsSSEAfterWritten(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- c.String(http.StatusTeapot, "already written")
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.True(t, wrote, "must attempt to communicate the failure to the client via SSE")
- // 状态码改不了(headers 已 flush),但 body 应该追加 SSE 错误事件。
- require.Equal(t, http.StatusTeapot, w.Code)
- assert.Contains(t, w.Body.String(), "already written")
- // 非 /responses 路径走 legacy event: error 分支。
- assert.Contains(t, w.Body.String(), "event: error\n")
- }
- // case B 回归测试:/responses 路径,Writer 已被写过(模拟 ping flushed),
- // ensureForwardErrorResponse 必须发 response.failed,让 Codex 收到合规终止事件。
- func TestOpenAIEnsureForwardErrorResponse_ResponsesRouteAfterWrittenEmitsResponseFailed(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- // 模拟 ping 已 flush 的状态:Writer 已写过 1 个字节
- _, _ = c.Writer.WriteString(":\n\n")
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.True(t, wrote)
- body := w.Body.String()
- assert.Contains(t, body, ":\n\n", "earlier ping bytes preserved")
- assert.Contains(t, body, "event: response.failed\n", "appended a Responses terminal event")
- assert.Contains(t, body, `"type":"response.failed"`)
- assert.Contains(t, body, `"code":"upstream_error"`)
- assert.Contains(t, body, "Upstream request failed")
- }
- func TestOpenAIEnsureForwardErrorResponse_AfterDeltaAppendsSingleValidResponseFailed(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- delta := `{"type":"response.output_text.delta","delta":"ok","sequence_number":1}`
- _, err := c.Writer.WriteString("event: response.output_text.delta\ndata: " + delta + "\n\n")
- require.NoError(t, err)
- h := &OpenAIGatewayHandler{}
- require.True(t, h.ensureForwardErrorResponse(c, true))
- frames := strings.Split(strings.TrimSuffix(w.Body.String(), "\n\n"), "\n\n")
- require.Len(t, frames, 2)
- errorEvents := 0
- for _, frame := range frames {
- lines := strings.Split(frame, "\n")
- require.Len(t, lines, 2)
- require.True(t, strings.HasPrefix(lines[0], "event: "))
- require.True(t, strings.HasPrefix(lines[1], "data: "))
- eventType := strings.TrimPrefix(lines[0], "event: ")
- data := strings.TrimPrefix(lines[1], "data: ")
- require.True(t, json.Valid([]byte(data)), "each downstream SSE frame must contain valid JSON")
- var event struct {
- Type string `json:"type"`
- }
- require.NoError(t, json.Unmarshal([]byte(data), &event))
- require.Equal(t, eventType, event.Type)
- if eventType == "response.failed" {
- errorEvents++
- }
- }
- require.Equal(t, 1, errorEvents)
- }
- func TestOpenAIEnsureForwardErrorResponse_CompactKeepaliveOnlyWritesResponseFailed(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- service.MarkOpenAICompactClientStream(c)
- stop := service.StartOpenAICompactSSEKeepalive(c, 5*time.Millisecond)
- defer stop()
- before := service.OpenAICompactKeepaliveAdjustedWrittenSize(c)
- require.Eventually(t, c.Writer.Written, time.Second, time.Millisecond)
- require.Equal(t, before, service.OpenAICompactKeepaliveAdjustedWrittenSize(c))
- h := &OpenAIGatewayHandler{}
- require.True(t, h.ensureForwardErrorResponse(c, false))
- require.Equal(t, http.StatusOK, w.Code)
- require.Contains(t, w.Body.String(), "event: response.failed\n")
- require.NotContains(t, w.Body.String(), "event: error\n")
- }
- func TestOpenAIEnsureForwardErrorResponse_ImageJSONKeepaliveWritesSingleJSONFallback(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
- stop := service.StartOpenAIImagesJSONKeepalive(c, 5*time.Millisecond)
- defer stop()
- before := service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c)
- require.Eventually(t, c.Writer.Written, time.Second, time.Millisecond)
- require.Equal(t, before, service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c))
- require.False(t, openAIForwardErrorAlreadyCommunicated(c, before, errors.New("read upstream response: unexpected EOF")))
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.True(t, wrote)
- require.Equal(t, http.StatusOK, w.Code, "heartbeat already committed the status")
- require.True(t, json.Valid(w.Body.Bytes()), w.Body.String())
- require.NotContains(t, w.Body.String(), "event:")
- require.NotContains(t, w.Body.String(), "data:")
- decoder := json.NewDecoder(strings.NewReader(w.Body.String()))
- var payload map[string]any
- require.NoError(t, decoder.Decode(&payload))
- require.ErrorIs(t, decoder.Decode(&payload), io.EOF)
- require.Equal(t, "upstream_error", gjson.Get(w.Body.String(), "error.type").String())
- require.Equal(t, "Upstream request failed", gjson.Get(w.Body.String(), "error.message").String())
- }
- func TestOpenAIEnsureForwardErrorResponse_ImageJSONKeepalivePreservesCompletedJSON(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
- stop := service.StartOpenAIImagesJSONKeepalive(c, 5*time.Millisecond)
- defer stop()
- before := service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c)
- require.Eventually(t, c.Writer.Written, time.Second, time.Millisecond)
- c.JSON(http.StatusOK, gin.H{"data": []gin.H{{"b64_json": "aW1hZ2U="}}})
- completedBody := w.Body.String()
- require.True(t, json.Valid([]byte(completedBody)), completedBody)
- require.Greater(t, service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c), before)
- require.False(t, openAIForwardErrorAlreadyCommunicated(c, before, errors.New("read upstream trailer: unexpected EOF")))
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.False(t, wrote, "the completed Images JSON already communicated the response")
- require.Equal(t, completedBody, w.Body.String())
- require.NotContains(t, w.Body.String(), "event:")
- require.NotContains(t, w.Body.String(), "data:")
- decoder := json.NewDecoder(strings.NewReader(w.Body.String()))
- var payload map[string]any
- require.NoError(t, decoder.Decode(&payload))
- require.ErrorIs(t, decoder.Decode(&payload), io.EOF)
- require.Equal(t, "aW1hZ2U=", gjson.Get(w.Body.String(), "data.0.b64_json").String())
- }
- func TestOpenAIEnsureForwardErrorResponse_FastImageJSONKeepalivePreservesCompletedJSON(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/images/generations", nil)
- stop := service.StartOpenAIImagesJSONKeepalive(c, time.Hour)
- defer stop()
- before := service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c)
- c.JSON(http.StatusOK, gin.H{"data": []gin.H{{"b64_json": "ZmFzdC1pbWFnZQ=="}}})
- completedBody := w.Body.String()
- require.True(t, json.Valid([]byte(completedBody)), completedBody)
- require.Greater(t, service.OpenAIImagesJSONKeepaliveAdjustedWrittenSize(c), before)
- require.False(t, openAIForwardErrorAlreadyCommunicated(c, before, errors.New("read upstream trailer: unexpected EOF")))
- h := &OpenAIGatewayHandler{}
- wrote := h.ensureForwardErrorResponse(c, false)
- require.False(t, wrote, "fast completed Images JSON already communicated the response")
- require.Equal(t, completedBody, w.Body.String())
- require.NotContains(t, w.Body.String(), "event:")
- require.NotContains(t, w.Body.String(), "data:")
- decoder := json.NewDecoder(strings.NewReader(w.Body.String()))
- var payload map[string]any
- require.NoError(t, decoder.Decode(&payload))
- require.ErrorIs(t, decoder.Decode(&payload), io.EOF)
- require.Equal(t, "ZmFzdC1pbWFnZQ==", gjson.Get(w.Body.String(), "data.0.b64_json").String())
- }
- func TestShouldLogOpenAIForwardFailureAsWarn(t *testing.T) {
- gin.SetMode(gin.TestMode)
- t.Run("fallback_written_should_not_downgrade", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- require.False(t, shouldLogOpenAIForwardFailureAsWarn(c, true))
- })
- t.Run("context_nil_should_not_downgrade", func(t *testing.T) {
- require.False(t, shouldLogOpenAIForwardFailureAsWarn(nil, false))
- })
- t.Run("response_not_written_should_not_downgrade", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- require.False(t, shouldLogOpenAIForwardFailureAsWarn(c, false))
- })
- t.Run("response_already_written_should_downgrade", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
- c.String(http.StatusForbidden, "already written")
- require.True(t, shouldLogOpenAIForwardFailureAsWarn(c, false))
- })
- }
- func TestOpenAIRecoverResponsesPanic_WritesFallbackResponse(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- h := &OpenAIGatewayHandler{}
- streamStarted := false
- require.NotPanics(t, func() {
- func() {
- defer h.recoverResponsesPanic(c, &streamStarted)
- panic("test panic")
- }()
- })
- require.Equal(t, http.StatusBadGateway, w.Code)
- var parsed map[string]any
- err := json.Unmarshal(w.Body.Bytes(), &parsed)
- require.NoError(t, err)
- errorObj, ok := parsed["error"].(map[string]any)
- require.True(t, ok)
- assert.Equal(t, "upstream_error", errorObj["type"])
- assert.Equal(t, "Upstream request failed", errorObj["message"])
- }
- func TestOpenAIRecoverResponsesPanic_NoPanicNoWrite(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- h := &OpenAIGatewayHandler{}
- streamStarted := false
- require.NotPanics(t, func() {
- func() {
- defer h.recoverResponsesPanic(c, &streamStarted)
- }()
- })
- require.False(t, c.Writer.Written())
- assert.Equal(t, "", w.Body.String())
- }
- // Panic 在已 flush 的 /v1/responses 流中:状态码无法改(已 written),
- // 但 body 应追加 response.failed 让客户端识别为合规截断而不是 silent EOF。
- func TestOpenAIRecoverResponsesPanic_AppendsResponseFailedAfterWritten(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- c.String(http.StatusTeapot, "already written")
- h := &OpenAIGatewayHandler{}
- streamStarted := false
- require.NotPanics(t, func() {
- func() {
- defer h.recoverResponsesPanic(c, &streamStarted)
- panic("test panic")
- }()
- })
- require.Equal(t, http.StatusTeapot, w.Code)
- body := w.Body.String()
- assert.Contains(t, body, "already written")
- assert.Contains(t, body, "event: response.failed\n")
- }
- func TestOpenAIMissingResponsesDependencies(t *testing.T) {
- t.Run("nil_handler", func(t *testing.T) {
- var h *OpenAIGatewayHandler
- require.Equal(t, []string{"handler"}, h.missingResponsesDependencies())
- })
- t.Run("all_dependencies_missing", func(t *testing.T) {
- h := &OpenAIGatewayHandler{}
- require.Equal(t,
- []string{"gatewayService", "billingCacheService", "apiKeyService", "concurrencyHelper"},
- h.missingResponsesDependencies(),
- )
- })
- t.Run("all_dependencies_present", func(t *testing.T) {
- h := &OpenAIGatewayHandler{
- gatewayService: &service.OpenAIGatewayService{},
- billingCacheService: &service.BillingCacheService{},
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: &ConcurrencyHelper{
- concurrencyService: &service.ConcurrencyService{},
- },
- }
- require.Empty(t, h.missingResponsesDependencies())
- })
- }
- func TestOpenAIEnsureResponsesDependencies(t *testing.T) {
- t.Run("missing_dependencies_returns_503", func(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- h := &OpenAIGatewayHandler{}
- ok := h.ensureResponsesDependencies(c, nil)
- require.False(t, ok)
- require.Equal(t, http.StatusServiceUnavailable, w.Code)
- var parsed map[string]any
- err := json.Unmarshal(w.Body.Bytes(), &parsed)
- require.NoError(t, err)
- errorObj, exists := parsed["error"].(map[string]any)
- require.True(t, exists)
- assert.Equal(t, "api_error", errorObj["type"])
- assert.Equal(t, "Service temporarily unavailable", errorObj["message"])
- })
- t.Run("already_written_response_not_overridden", func(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- c.String(http.StatusTeapot, "already written")
- h := &OpenAIGatewayHandler{}
- ok := h.ensureResponsesDependencies(c, nil)
- require.False(t, ok)
- require.Equal(t, http.StatusTeapot, w.Code)
- assert.Equal(t, "already written", w.Body.String())
- })
- t.Run("dependencies_ready_returns_true_and_no_write", func(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", nil)
- h := &OpenAIGatewayHandler{
- gatewayService: &service.OpenAIGatewayService{},
- billingCacheService: &service.BillingCacheService{},
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: &ConcurrencyHelper{
- concurrencyService: &service.ConcurrencyService{},
- },
- }
- ok := h.ensureResponsesDependencies(c, nil)
- require.True(t, ok)
- require.False(t, c.Writer.Written())
- assert.Equal(t, "", w.Body.String())
- })
- }
- func TestResolveOpenAIMessagesDispatchMappedModel(t *testing.T) {
- t.Run("exact_claude_model_override_wins", func(t *testing.T) {
- apiKey := &service.APIKey{
- Group: &service.Group{
- MessagesDispatchModelConfig: service.OpenAIMessagesDispatchModelConfig{
- SonnetMappedModel: "gpt-5.2",
- ExactModelMappings: map[string]string{
- "claude-sonnet-4-5-20250929": "gpt-5.4-mini-high",
- "claude-fable-5": "gpt-5.6-sol",
- },
- },
- },
- }
- require.Equal(t, "gpt-5.4-mini", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-sonnet-4-5-20250929"))
- require.Equal(t, "gpt-5.6-sol", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-fable-5"))
- })
- t.Run("uses_family_default_when_no_override", func(t *testing.T) {
- apiKey := &service.APIKey{Group: &service.Group{}}
- require.Equal(t, "gpt-5.4", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-opus-4-6"))
- require.Equal(t, "gpt-5.3-codex", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-sonnet-4-5-20250929"))
- require.Equal(t, "gpt-5.4-mini", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-haiku-4-5-20251001"))
- })
- t.Run("returns_empty_for_non_claude_or_missing_group", func(t *testing.T) {
- require.Empty(t, resolveOpenAIMessagesDispatchMappedModel(nil, nil, "claude-sonnet-4-5-20250929"))
- require.Empty(t, resolveOpenAIMessagesDispatchMappedModel(nil, &service.APIKey{}, "claude-sonnet-4-5-20250929"))
- require.Empty(t, resolveOpenAIMessagesDispatchMappedModel(nil, &service.APIKey{Group: &service.Group{}}, "gpt-5.4"))
- })
- t.Run("grok_group_maps_claude_cli_model_to_grok_default", func(t *testing.T) {
- original := xai.RuntimeModelMappingOptions()
- t.Cleanup(func() { xai.SetRuntimeModelMappingOptions(original) })
- xai.SetRuntimeModelMappingOptions(xai.ModelMappingOptions{EnableCrossClientMap: true})
- apiKey := &service.APIKey{
- Group: &service.Group{
- Platform: service.PlatformGrok,
- },
- }
- require.Equal(t, "grok-4.6", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-sonnet-4-5"))
- require.Empty(t, resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "grok"))
- })
- t.Run("does_not_fall_back_to_group_default_mapped_model", func(t *testing.T) {
- apiKey := &service.APIKey{
- Group: &service.Group{
- DefaultMappedModel: "gpt-5.4",
- },
- }
- require.Empty(t, resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "gpt-5.4"))
- require.Equal(t, "gpt-5.3-codex", resolveOpenAIMessagesDispatchMappedModel(nil, apiKey, "claude-sonnet-4-5-20250929"))
- })
- }
- func TestOpenAIGatewayMessagesDispatchGateAllowsGrokGroups(t *testing.T) {
- gin.SetMode(gin.TestMode)
- t.Run("openai_group_without_dispatch_flag_is_rejected", func(t *testing.T) {
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", strings.NewReader(`{"model":"claude-sonnet-4-5","messages":[{"role":"user","content":"hi"}]}`))
- groupID := int64(4101)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 5101,
- GroupID: &groupID,
- User: &service.User{ID: 6101},
- Group: &service.Group{
- ID: groupID,
- Platform: service.PlatformOpenAI,
- AllowMessagesDispatch: false,
- },
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 6101, Concurrency: 1})
- h := &OpenAIGatewayHandler{}
- h.Messages(c)
- require.Equal(t, http.StatusForbidden, rec.Code)
- require.Equal(t, "permission_error", gjson.GetBytes(rec.Body.Bytes(), "error.type").String())
- require.Contains(t, rec.Body.String(), "This group does not allow /v1/messages dispatch")
- })
- t.Run("grok_group_without_dispatch_flag_reaches_gateway_dependencies", func(t *testing.T) {
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", strings.NewReader(`{"model":"grok-4.3","messages":[{"role":"user","content":"hi"}]}`))
- groupID := int64(4102)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 5102,
- GroupID: &groupID,
- User: &service.User{ID: 6102},
- Group: &service.Group{
- ID: groupID,
- Platform: service.PlatformGrok,
- AllowMessagesDispatch: false,
- },
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 6102, Concurrency: 1})
- h := &OpenAIGatewayHandler{}
- h.Messages(c)
- require.Equal(t, http.StatusServiceUnavailable, rec.Code)
- require.Equal(t, "api_error", gjson.GetBytes(rec.Body.Bytes(), "error.type").String())
- require.NotContains(t, rec.Body.String(), "This group does not allow /v1/messages dispatch")
- })
- }
- func TestOpenAIModelMappedBody(t *testing.T) {
- body := []byte(`{"model":"alias","input":"hello"}`)
- calls := 0
- forwardBody := openAIModelMappedBody(body, true, "gpt-5.4", func(body []byte, newModel string) []byte {
- calls++
- return service.ReplaceModelInBody(body, newModel)
- })
- require.Equal(t, 1, calls)
- require.Equal(t, "gpt-5.4", gjson.GetBytes(forwardBody, "model").String())
- require.Equal(t, "alias", gjson.GetBytes(body, "model").String())
- }
- func TestOpenAIModelMappedBodyCache(t *testing.T) {
- body := []byte(`{"model":"alias","input":"hello"}`)
- calls := 0
- mappedBody := newOpenAIModelMappedBodyCache(body, func(body []byte, newModel string) []byte {
- calls++
- return service.ReplaceModelInBody(body, newModel)
- })
- first := mappedBody(true, "gpt-5.4")
- second := mappedBody(true, "gpt-5.4")
- third := mappedBody(true, "gpt-5.3-codex")
- unmapped := mappedBody(false, "ignored")
- require.Equal(t, 2, calls)
- require.Equal(t, "gpt-5.4", gjson.GetBytes(first, "model").String())
- require.Equal(t, "gpt-5.4", gjson.GetBytes(second, "model").String())
- require.Equal(t, "gpt-5.3-codex", gjson.GetBytes(third, "model").String())
- require.Equal(t, body, unmapped)
- require.Same(t, &first[0], &second[0])
- }
- func TestOpenAIResponses_MissingDependencies_ReturnsServiceUnavailable(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/responses", strings.NewReader(`{"model":"gpt-5","stream":false}`))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 10,
- GroupID: &groupID,
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{
- UserID: 1,
- Concurrency: 1,
- })
- // 故意使用未初始化依赖,验证快速失败而不是崩溃。
- h := &OpenAIGatewayHandler{}
- require.NotPanics(t, func() {
- h.Responses(c)
- })
- require.Equal(t, http.StatusServiceUnavailable, w.Code)
- var parsed map[string]any
- err := json.Unmarshal(w.Body.Bytes(), &parsed)
- require.NoError(t, err)
- errorObj, ok := parsed["error"].(map[string]any)
- require.True(t, ok)
- assert.Equal(t, "api_error", errorObj["type"])
- assert.Equal(t, "Service temporarily unavailable", errorObj["message"])
- }
- func TestOpenAIResponses_SetsClientTransportHTTP(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(`{"model":"gpt-5"}`))
- c.Request.Header.Set("Content-Type", "application/json")
- h := &OpenAIGatewayHandler{}
- h.Responses(c)
- require.Equal(t, http.StatusUnauthorized, w.Code)
- require.Equal(t, service.OpenAIClientTransportHTTP, service.GetOpenAIClientTransport(c))
- }
- func TestOpenAIResponses_RejectsMessageIDAsPreviousResponseID(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(
- `{"model":"gpt-5.1","stream":false,"previous_response_id":"msg_123456","input":[{"type":"input_text","text":"hello"}]}`,
- ))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 101,
- GroupID: &groupID,
- User: &service.User{ID: 1},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{
- UserID: 1,
- Concurrency: 1,
- })
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- h.Responses(c)
- require.Equal(t, http.StatusBadRequest, w.Code)
- require.Contains(t, w.Body.String(), "previous_response_id must be a response.id")
- }
- func TestOpenAIResponses_AcceptsHTTPContinuationPreviousResponseIDBeforeRouting(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(
- `{"model":"gpt-5.1","stream":false,"previous_response_id":"resp_123456","input":[{"type":"input_text","text":"hello"}]}`,
- ))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 101,
- GroupID: &groupID,
- User: &service.User{ID: 1},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{
- UserID: 1,
- Concurrency: 1,
- })
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- require.NoError(t, h.gatewayService.BindOpenAIHTTPResponseOwner(context.Background(), groupID, "resp_123456", 1, 101))
- h.Responses(c)
- require.NotEqual(t, http.StatusBadRequest, w.Code)
- require.NotContains(t, w.Body.String(), "Responses WebSocket v2")
- }
- func TestOpenAIResponses_RejectsHTTPContinuationOwnedByAnotherUser(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(
- `{"model":"gpt-5.1","stream":false,"previous_response_id":"resp_other_tenant","input":"hello"}`,
- ))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 202,
- UserID: 2,
- GroupID: &groupID,
- User: &service.User{ID: 2},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 2, Concurrency: 1})
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- require.NoError(t, h.gatewayService.BindOpenAIHTTPResponseOwner(context.Background(), groupID, "resp_other_tenant", 1, 101))
- h.Responses(c)
- require.Equal(t, http.StatusBadRequest, w.Code)
- require.Contains(t, w.Body.String(), "previous_response_id is not available for this user")
- }
- func TestOpenAIResponses_RejectsUnownedHTTPContinuation(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(
- `{"model":"gpt-5.1","stream":false,"previous_response_id":"resp_unknown","input":"hello"}`,
- ))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{ID: 101, UserID: 1, GroupID: &groupID, User: &service.User{ID: 1}})
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 1, Concurrency: 1})
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- h.Responses(c)
- require.Equal(t, http.StatusBadRequest, w.Code)
- require.Contains(t, w.Body.String(), "previous_response_id is not available for this user")
- }
- func TestOpenAIResponses_FunctionCallOutputHTTPGuidanceDoesNotSuggestPreviousResponseReuse(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(
- `{"model":"gpt-5.1","stream":false,"input":[{"type":"function_call_output","output":"{}"}]}`,
- ))
- c.Request.Header.Set("Content-Type", "application/json")
- groupID := int64(2)
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 101,
- GroupID: &groupID,
- User: &service.User{ID: 1},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{
- UserID: 1,
- Concurrency: 1,
- })
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- h.Responses(c)
- require.Equal(t, http.StatusBadRequest, w.Code)
- require.Contains(t, w.Body.String(), "Responses WebSocket v2")
- require.NotContains(t, w.Body.String(), "reuse previous_response_id")
- }
- func TestOpenAIResponsesWebSocket_SetsClientTransportWSWhenUpgradeValid(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/openai/v1/responses", nil)
- c.Request.Header.Set("Upgrade", "websocket")
- c.Request.Header.Set("Connection", "Upgrade")
- h := &OpenAIGatewayHandler{}
- h.ResponsesWebSocket(c)
- require.Equal(t, http.StatusUnauthorized, w.Code)
- require.Equal(t, service.OpenAIClientTransportWS, service.GetOpenAIClientTransport(c))
- }
- func TestOpenAIResponsesWebSocket_InvalidUpgradeDoesNotSetTransport(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodGet, "/openai/v1/responses", nil)
- h := &OpenAIGatewayHandler{}
- h.ResponsesWebSocket(c)
- require.Equal(t, http.StatusUpgradeRequired, w.Code)
- require.Equal(t, service.OpenAIClientTransportUnknown, service.GetOpenAIClientTransport(c))
- }
- func TestOpenAIResponsesWebSocket_IngressCapacityRejected(t *testing.T) {
- gin.SetMode(gin.TestMode)
- cache := &concurrencyCacheMock{
- acquireIngressLeaseFn: func(context.Context, int64, int, string) (bool, error) {
- return false, nil
- },
- }
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, cache)
- h.cfg = &config.Config{}
- h.cfg.Gateway.OpenAIWS.MaxIngressConnectionsPerAPIKey = 1
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, response, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.Error(t, err)
- require.Nil(t, clientConn)
- require.NotNil(t, response)
- require.Equal(t, http.StatusTooManyRequests, response.StatusCode)
- _ = response.Body.Close()
- }
- func TestOpenAIResponsesWebSocket_IngressLeaseBackendUnavailableBeforeUpgrade(t *testing.T) {
- gin.SetMode(gin.TestMode)
- cache := &concurrencyCacheMock{
- acquireIngressLeaseFn: func(context.Context, int64, int, string) (bool, error) {
- return false, errors.New("redis unavailable")
- },
- }
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, cache)
- h.cfg = &config.Config{}
- h.cfg.Gateway.OpenAIWS.MaxIngressConnectionsPerAPIKey = 1
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, response, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.Error(t, err)
- require.Nil(t, clientConn)
- require.NotNil(t, response)
- require.Equal(t, http.StatusServiceUnavailable, response.StatusCode)
- _ = response.Body.Close()
- }
- func TestOpenAIResponsesWebSocket_FirstMessageTimeoutUsesConfig(t *testing.T) {
- gin.SetMode(gin.TestMode)
- logSink, restore := captureHandlerStructuredLog(t)
- defer restore()
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- h.cfg = &config.Config{}
- h.cfg.Gateway.OpenAIWS.ClientFirstMessageTimeoutSeconds = 1
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.NoError(t, err)
- defer func() { _ = clientConn.CloseNow() }()
- started := time.Now()
- readCtx, cancelRead := context.WithTimeout(context.Background(), 5*time.Second)
- _, _, err = clientConn.Read(readCtx)
- cancelRead()
- elapsed := time.Since(started)
- require.Error(t, err)
- require.NotErrorIs(t, err, context.DeadlineExceeded)
- require.GreaterOrEqual(t, elapsed, 500*time.Millisecond)
- require.Less(t, elapsed, 4*time.Second)
- require.Eventually(t, func() bool {
- readTimeout, ok := logSink.FieldValueForMessage("openai.websocket_read_first_message_failed", "read_timeout")
- return ok && readTimeout == time.Second &&
- logSink.ContainsMessageAtLevel("openai.websocket_read_first_message_failed", "warn")
- }, time.Second, 10*time.Millisecond)
- }
- func TestOpenAIResponsesWebSocket_IngressLeaseReleasedOnEarlyReturn(t *testing.T) {
- gin.SetMode(gin.TestMode)
- cache := &concurrencyCacheMock{
- acquireIngressLeaseFn: func(context.Context, int64, int, string) (bool, error) {
- return true, nil
- },
- }
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, cache)
- h.cfg = &config.Config{}
- h.cfg.Gateway.OpenAIWS.MaxIngressConnectionsPerAPIKey = 1
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.NoError(t, err)
- defer func() { _ = clientConn.CloseNow() }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageBinary, []byte("not a response.create frame"))
- cancelWrite()
- require.NoError(t, err)
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, _, err = clientConn.Read(readCtx)
- cancelRead()
- var closeErr coderws.CloseError
- require.ErrorAs(t, err, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.Code)
- require.Eventually(t, func() bool {
- return atomic.LoadInt32(&cache.releaseIngressCalled) == 1
- }, time.Second, 10*time.Millisecond)
- }
- func TestOpenAIResponsesWebSocket_IngressLeaseReleasedWhenUpgradeFails(t *testing.T) {
- gin.SetMode(gin.TestMode)
- cache := &concurrencyCacheMock{
- acquireIngressLeaseFn: func(context.Context, int64, int, string) (bool, error) {
- return true, nil
- },
- }
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, cache)
- h.cfg = &config.Config{}
- h.cfg.Gateway.OpenAIWS.MaxIngressConnectionsPerAPIKey = 1
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- req, err := http.NewRequest(http.MethodGet, wsServer.URL+"/openai/v1/responses", nil)
- require.NoError(t, err)
- req.Header.Set("Upgrade", "websocket")
- req.Header.Set("Connection", "Upgrade")
- req.Header.Set("Sec-WebSocket-Version", "13")
- resp, err := http.DefaultClient.Do(req)
- require.NoError(t, err)
- _ = resp.Body.Close()
- require.NotEqual(t, http.StatusSwitchingProtocols, resp.StatusCode)
- require.Eventually(t, func() bool {
- return atomic.LoadInt32(&cache.releaseIngressCalled) == 1
- }, time.Second, 10*time.Millisecond)
- }
- func TestOpenAIResponsesWebSocket_RejectsMessageIDAsPreviousResponseID(t *testing.T) {
- gin.SetMode(gin.TestMode)
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, nil)
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.NoError(t, err)
- defer func() {
- _ = clientConn.CloseNow()
- }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(
- `{"type":"response.create","model":"gpt-5.1","stream":false,"previous_response_id":"msg_abc123"}`,
- ))
- cancelWrite()
- require.NoError(t, err)
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, _, err = clientConn.Read(readCtx)
- cancelRead()
- require.Error(t, err)
- var closeErr coderws.CloseError
- require.ErrorAs(t, err, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.Code)
- require.Contains(t, strings.ToLower(closeErr.Reason), "previous_response_id")
- }
- func TestOpenAIResponsesWebSocket_PreviousResponseIDKindLoggedBeforeAcquireFailure(t *testing.T) {
- gin.SetMode(gin.TestMode)
- cache := &concurrencyCacheMock{
- acquireUserSlotFn: func(ctx context.Context, userID int64, maxConcurrency int, requestID string) (bool, error) {
- return false, errors.New("user slot unavailable")
- },
- }
- h := newOpenAIHandlerForPreviousResponseIDValidation(t, cache)
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.NoError(t, err)
- defer func() {
- _ = clientConn.CloseNow()
- }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(
- `{"type":"response.create","model":"gpt-5.1","stream":false,"previous_response_id":"resp_prev_123"}`,
- ))
- cancelWrite()
- require.NoError(t, err)
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, _, err = clientConn.Read(readCtx)
- cancelRead()
- require.Error(t, err)
- var closeErr coderws.CloseError
- require.ErrorAs(t, err, &closeErr)
- require.Equal(t, coderws.StatusInternalError, closeErr.Code)
- require.Contains(t, strings.ToLower(closeErr.Reason), "failed to acquire user concurrency slot")
- }
- type contentModerationHandlerSettingRepo struct {
- values map[string]string
- }
- func (r *contentModerationHandlerSettingRepo) Get(ctx context.Context, key string) (*service.Setting, error) {
- if value, ok := r.values[key]; ok {
- return &service.Setting{Key: key, Value: value}, nil
- }
- return nil, service.ErrSettingNotFound
- }
- func (r *contentModerationHandlerSettingRepo) GetValue(ctx context.Context, key string) (string, error) {
- if value, ok := r.values[key]; ok {
- return value, nil
- }
- return "", service.ErrSettingNotFound
- }
- func (r *contentModerationHandlerSettingRepo) Set(ctx context.Context, key, value string) error {
- if r.values == nil {
- r.values = map[string]string{}
- }
- r.values[key] = value
- return nil
- }
- func (r *contentModerationHandlerSettingRepo) GetMultiple(ctx context.Context, keys []string) (map[string]string, error) {
- out := map[string]string{}
- for _, key := range keys {
- if value, ok := r.values[key]; ok {
- out[key] = value
- }
- }
- return out, nil
- }
- func (r *contentModerationHandlerSettingRepo) SetMultiple(ctx context.Context, settings map[string]string) error {
- if r.values == nil {
- r.values = map[string]string{}
- }
- for key, value := range settings {
- r.values[key] = value
- }
- return nil
- }
- func (r *contentModerationHandlerSettingRepo) GetAll(ctx context.Context) (map[string]string, error) {
- out := make(map[string]string, len(r.values))
- for key, value := range r.values {
- out[key] = value
- }
- return out, nil
- }
- func (r *contentModerationHandlerSettingRepo) Delete(ctx context.Context, key string) error {
- delete(r.values, key)
- return nil
- }
- type contentModerationHandlerTestRepo struct {
- mu sync.Mutex
- logs []service.ContentModerationLog
- }
- func (r *contentModerationHandlerTestRepo) CreateLog(ctx context.Context, log *service.ContentModerationLog) error {
- if log != nil {
- r.mu.Lock()
- defer r.mu.Unlock()
- r.logs = append(r.logs, *log)
- }
- return nil
- }
- func (r *contentModerationHandlerTestRepo) resetLogs() {
- r.mu.Lock()
- defer r.mu.Unlock()
- r.logs = nil
- }
- func (r *contentModerationHandlerTestRepo) logSnapshot() []service.ContentModerationLog {
- r.mu.Lock()
- defer r.mu.Unlock()
- return append([]service.ContentModerationLog(nil), r.logs...)
- }
- func (r *contentModerationHandlerTestRepo) ListLogs(ctx context.Context, filter service.ContentModerationLogFilter) ([]service.ContentModerationLog, *pagination.PaginationResult, error) {
- return nil, nil, nil
- }
- func (r *contentModerationHandlerTestRepo) CountFlaggedByUserSince(ctx context.Context, userID int64, since time.Time, excludeCyberPolicy bool) (int, error) {
- return 0, nil
- }
- func (r *contentModerationHandlerTestRepo) CleanupExpiredLogs(ctx context.Context, hitBefore time.Time, nonHitBefore time.Time) (*service.ContentModerationCleanupResult, error) {
- return &service.ContentModerationCleanupResult{}, nil
- }
- func (r *contentModerationHandlerTestRepo) UpdateLogEmailSent(ctx context.Context, id int64, sent bool) error {
- return nil
- }
- func TestOpenAIResponsesWebSocket_ContentModerationBlocksFirstFrame(t *testing.T) {
- gin.SetMode(gin.TestMode)
- moderationServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- require.Equal(t, "/v1/moderations", r.URL.Path)
- _, _ = w.Write([]byte(`{"results":[{"category_scores":{"sexual":0.9}}]}`))
- }))
- defer moderationServer.Close()
- cfg := &service.ContentModerationConfig{
- Enabled: true,
- Mode: service.ContentModerationModePreBlock,
- BaseURL: moderationServer.URL,
- Model: "omni-moderation-latest",
- APIKeys: []string{"sk-test"},
- SampleRate: 100,
- AllGroups: true,
- BlockMessage: "内容审计测试阻断",
- }
- rawCfg, err := json.Marshal(cfg)
- require.NoError(t, err)
- repo := &contentModerationHandlerTestRepo{}
- settingRepo := &contentModerationHandlerSettingRepo{values: map[string]string{
- service.SettingKeyRiskControlEnabled: "true",
- service.SettingKeyContentModerationConfig: string(rawCfg),
- }}
- moderationSvc := service.NewContentModerationService(
- settingRepo,
- repo,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- )
- decision, err := moderationSvc.Check(context.Background(), service.ContentModerationCheckInput{
- UserID: 1,
- Endpoint: "/v1/responses",
- Provider: "openai",
- Model: "gpt-5.5",
- Protocol: service.ContentModerationProtocolOpenAIResponses,
- Body: []byte(`{"model":"gpt-5.5","input":[{"type":"message","role":"user","content":[{"type":"input_text","text":"bad prompt"}]}]}`),
- })
- require.NoError(t, err)
- require.True(t, decision.Blocked)
- require.Eventually(t, func() bool {
- return len(repo.logSnapshot()) == 1
- }, time.Second, 10*time.Millisecond)
- repo.resetLogs()
- h := &OpenAIGatewayHandler{
- gatewayService: &service.OpenAIGatewayService{},
- billingCacheService: &service.BillingCacheService{},
- apiKeyService: &service.APIKeyService{},
- contentModerationService: moderationSvc,
- concurrencyHelper: NewConcurrencyHelper(service.NewConcurrencyService(&concurrencyCacheMock{}), SSEPingFormatNone, time.Second),
- }
- wsServer := newOpenAIWSHandlerTestServer(t, h, middleware.AuthSubject{UserID: 1, Concurrency: 1})
- defer wsServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(dialCtx, "ws"+strings.TrimPrefix(wsServer.URL, "http")+"/openai/v1/responses", nil)
- cancelDial()
- require.NoError(t, err)
- defer func() {
- _ = clientConn.CloseNow()
- }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(`{
- "type":"response.create",
- "model":"gpt-5.5",
- "input":[{"type":"message","role":"user","content":[{"type":"input_text","text":"bad prompt"}]}]
- }`))
- cancelWrite()
- require.NoError(t, err)
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, payload, readErr := clientConn.Read(readCtx)
- cancelRead()
- if readErr == nil {
- require.Contains(t, string(payload), "content_policy_violation")
- require.Contains(t, string(payload), "内容审计测试阻断")
- } else {
- var closeErr coderws.CloseError
- require.ErrorAs(t, readErr, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.Code)
- require.Contains(t, closeErr.Reason, "内容审计测试阻断")
- }
- var logs []service.ContentModerationLog
- require.Eventually(t, func() bool {
- logs = repo.logSnapshot()
- return len(logs) == 1
- }, time.Second, 10*time.Millisecond)
- require.True(t, logs[0].Flagged)
- require.Equal(t, service.ContentModerationActionBlock, logs[0].Action)
- require.Equal(t, "bad prompt", logs[0].InputExcerpt)
- }
- func TestOpenAIResponsesWebSocket_PassthroughUsageLogPersistsUserAgentAndReasoningEffort(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"gpt-5.4","stream":false,"reasoning":{"effort":"HIGH"}}`,
- userAgent: testStringPtr("codex_cli_rs/0.125.0 test"),
- })
- require.NotNil(t, got.log.UserAgent)
- require.Equal(t, "codex_cli_rs/0.125.0 test", *got.log.UserAgent)
- require.NotNil(t, got.log.ReasoningEffort)
- require.Equal(t, "high", *got.log.ReasoningEffort)
- require.True(t, got.log.OpenAIWSMode)
- }
- func TestOpenAIResponsesWebSocket_PassthroughUsageLogInfersReasoningFromInitialRequestModel(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"gpt-5.4-xhigh","stream":false}`,
- userAgent: testStringPtr("codex_cli_rs/0.125.0 mapped"),
- channelMapping: map[string]string{
- "gpt-5.4-xhigh": "gpt-5.4",
- },
- })
- require.Equal(t, "gpt-5.4", gjson.GetBytes(got.upstreamFirstPayload, "model").String(),
- "上游首帧应使用渠道映射后的模型")
- require.NotNil(t, got.log.ReasoningEffort)
- require.Equal(t, "xhigh", *got.log.ReasoningEffort,
- "usage log reasoning effort 必须使用渠道映射前首帧模型后缀推导")
- }
- func TestOpenAIResponsesWebSocket_PassthroughUsageLogLeavesUserAgentNilWhenMissing(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"gpt-5.4","stream":false,"reasoning":{"effort":"medium"}}`,
- userAgent: testStringPtr(""),
- })
- require.Nil(t, got.log.UserAgent, "空入站 User-Agent 不应由上游握手 UA 或默认 UA 兜底")
- require.NotNil(t, got.log.ReasoningEffort)
- require.Equal(t, "medium", *got.log.ReasoningEffort)
- }
- func TestOpenAIResponsesWebSocket_PassthroughTracksModelPerTurn(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"sol","stream":false}`,
- secondPayload: `{"type":"response.create","model":"terra","stream":false}`,
- channelMapping: map[string]string{
- "sol": "sol-channel",
- "terra": "terra-channel",
- },
- accountModelMapping: map[string]any{
- "sol": "gpt-5.6-sol",
- "terra": "gpt-5.6-terra",
- "sol-channel": "gpt-5.6-sol",
- "terra-channel": "gpt-5.6-terra",
- },
- })
- require.Len(t, got.upstreamPayloads, 2)
- require.Equal(t, "sol-channel", gjson.GetBytes(got.upstreamPayloads[0], "model").String())
- require.Equal(t, "terra-channel", gjson.GetBytes(got.upstreamPayloads[1], "model").String())
- require.Len(t, got.clientEvents, 2)
- require.Equal(t, "sol", gjson.GetBytes(got.clientEvents[0], "response.model").String())
- require.Equal(t, "terra", gjson.GetBytes(got.clientEvents[1], "response.model").String())
- require.Len(t, got.logs, 2)
- require.Equal(t, "sol", got.logs[0].Model)
- require.Equal(t, "sol", got.logs[0].RequestedModel)
- require.NotNil(t, got.logs[0].UpstreamModel)
- require.Equal(t, "sol-channel", *got.logs[0].UpstreamModel)
- require.NotNil(t, got.logs[0].ModelMappingChain)
- require.Equal(t, "sol→sol-channel", *got.logs[0].ModelMappingChain)
- require.Equal(t, "terra", got.logs[1].Model)
- require.Equal(t, "terra", got.logs[1].RequestedModel)
- require.NotNil(t, got.logs[1].UpstreamModel)
- require.Equal(t, "terra-channel", *got.logs[1].UpstreamModel)
- require.NotNil(t, got.logs[1].ModelMappingChain)
- require.Equal(t, "terra→terra-channel", *got.logs[1].ModelMappingChain)
- require.InDelta(t, got.logs[1].TotalCost*2.5, got.logs[0].TotalCost, 1e-12,
- "each turn must be billed with its own channel-mapped model")
- }
- func TestOpenAIResponsesWebSocket_ChannelMappedTargetSelectsAccountWithoutRequestedAlias(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"public-alias","stream":false}`,
- secondPayload: `{"type":"response.create","stream":false}`,
- channelMapping: map[string]string{
- "public-alias": "gpt-5.6-sol",
- },
- accountModelMapping: map[string]any{
- "gpt-5.6-sol": "gpt-5.6-sol",
- },
- })
- require.Len(t, got.upstreamPayloads, 2)
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.upstreamPayloads[0], "model").String())
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.upstreamPayloads[1], "model").String())
- require.Len(t, got.clientEvents, 2)
- require.Equal(t, "public-alias", gjson.GetBytes(got.clientEvents[0], "response.model").String())
- require.Equal(t, "public-alias", gjson.GetBytes(got.clientEvents[1], "response.model").String())
- require.Len(t, got.logs, 2)
- for _, usageLog := range got.logs {
- require.Equal(t, "public-alias", usageLog.RequestedModel)
- require.NotNil(t, usageLog.UpstreamModel)
- require.Equal(t, "gpt-5.6-sol", *usageLog.UpstreamModel)
- require.NotNil(t, usageLog.ModelMappingChain)
- require.Equal(t, "public-alias→gpt-5.6-sol", *usageLog.ModelMappingChain)
- }
- }
- func TestOpenAIResponsesWebSocket_PassthroughKeepsTurnMappingSnapshot(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"sol","stream":false}`,
- secondPayload: `{"type":"response.create","model":"sol","stream":false}`,
- channelMapping: map[string]string{
- "sol": "gpt-5.6-sol",
- },
- afterFirstUpstreamRequest: func(channelSvc *service.ChannelService) error {
- if channelSvc == nil {
- return errors.New("channel service is nil")
- }
- _, err := channelSvc.Update(context.Background(), 7701, &service.UpdateChannelInput{
- ModelMapping: map[string]map[string]string{
- service.PlatformOpenAI: {"sol": "gpt-5.6-terra"},
- },
- })
- return err
- },
- })
- require.Len(t, got.upstreamPayloads, 2)
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.upstreamPayloads[0], "model").String())
- require.Equal(t, "gpt-5.6-terra", gjson.GetBytes(got.upstreamPayloads[1], "model").String())
- require.Len(t, got.logs, 2)
- require.Equal(t, "sol", got.logs[0].Model)
- require.NotNil(t, got.logs[0].UpstreamModel)
- require.Equal(t, "gpt-5.6-sol", *got.logs[0].UpstreamModel)
- require.NotNil(t, got.logs[0].ModelMappingChain)
- require.Equal(t, "sol→gpt-5.6-sol", *got.logs[0].ModelMappingChain)
- require.InDelta(t, 40e-6, got.logs[0].TotalCost, 1e-12,
- "the in-flight turn must retain the channel-mapped billing model used when it was sent")
- require.Equal(t, "sol", got.logs[1].Model)
- require.NotNil(t, got.logs[1].UpstreamModel)
- require.Equal(t, "gpt-5.6-terra", *got.logs[1].UpstreamModel)
- require.NotNil(t, got.logs[1].ModelMappingChain)
- require.Equal(t, "sol→gpt-5.6-terra", *got.logs[1].ModelMappingChain)
- require.InDelta(t, got.logs[1].TotalCost*2.5, got.logs[0].TotalCost, 1e-12,
- "the next turn must use the updated channel mapping")
- }
- func TestOpenAIResponsesWebSocket_CtxPoolAppliesPerTurnMappingAndPreservesRequestedModel(t *testing.T) {
- got := runOpenAIResponsesWebSocketUsageLogCase(t, openAIResponsesWSUsageLogCase{
- firstPayload: `{"type":"response.create","model":"gpt-5.6-sol","stream":false}`,
- secondPayload: `{"type":"response.create","model":"gpt-5.6-terra","stream":false}`,
- ingressMode: service.OpenAIWSIngressModeCtxPool,
- billingModelSource: service.BillingModelSourceRequested,
- channelMapping: map[string]string{
- "gpt-5.6-terra": "gpt-5.6-sol",
- },
- })
- require.Len(t, got.upstreamPayloads, 2)
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.upstreamPayloads[0], "model").String())
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.upstreamPayloads[1], "model").String())
- require.Len(t, got.clientEvents, 2)
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(got.clientEvents[0], "response.model").String())
- require.Equal(t, "gpt-5.6-terra", gjson.GetBytes(got.clientEvents[1], "response.model").String())
- require.Len(t, got.logs, 2)
- require.Equal(t, "gpt-5.6-sol", got.logs[0].RequestedModel)
- require.Nil(t, got.logs[0].ModelMappingChain)
- require.InDelta(t, 40e-6, got.logs[0].TotalCost, 1e-12)
- require.Equal(t, "gpt-5.6-terra", got.logs[1].RequestedModel)
- require.NotNil(t, got.logs[1].ModelMappingChain)
- require.Equal(t, "gpt-5.6-terra→gpt-5.6-sol", *got.logs[1].ModelMappingChain)
- require.InDelta(t, 16e-6, got.logs[1].TotalCost, 1e-12,
- "BillingModelSourceRequested must use the client model before channel mapping")
- }
- func TestOpenAIWSTurnBillingModelPreservesImagePricingModel(t *testing.T) {
- tests := []struct {
- name string
- resultModel string
- mapping service.ChannelMappingResult
- requestedModel string
- upstreamModel string
- wantBillingModel string
- }{
- {
- name: "upstream billing preserves image model",
- resultModel: "gpt-image-2",
- mapping: service.ChannelMappingResult{BillingModelSource: service.BillingModelSourceUpstream},
- requestedModel: "gpt-5.6-sol",
- upstreamModel: "gpt-5.6-sol",
- wantBillingModel: "gpt-image-2",
- },
- {
- name: "unmapped channel preserves image model",
- resultModel: "gpt-image-2",
- mapping: service.ChannelMappingResult{MappedModel: "gpt-5.6-sol", BillingModelSource: service.BillingModelSourceChannelMapped},
- requestedModel: "gpt-5.6-sol",
- upstreamModel: "gpt-5.6-sol",
- wantBillingModel: "gpt-image-2",
- },
- {
- name: "requested source overrides image model",
- resultModel: "gpt-image-2",
- mapping: service.ChannelMappingResult{BillingModelSource: service.BillingModelSourceRequested},
- requestedModel: "public-image-alias",
- upstreamModel: "gpt-5.6-sol",
- wantBillingModel: "public-image-alias",
- },
- {
- name: "mapped channel source overrides image model",
- resultModel: "gpt-image-2",
- mapping: service.ChannelMappingResult{MappedModel: "priced-channel-model", BillingModelSource: service.BillingModelSourceChannelMapped},
- requestedModel: "public-image-alias",
- upstreamModel: "gpt-5.6-sol",
- wantBillingModel: "priced-channel-model",
- },
- {
- name: "text turn falls back to upstream model",
- mapping: service.ChannelMappingResult{BillingModelSource: service.BillingModelSourceUpstream},
- requestedModel: "public-alias",
- upstreamModel: "gpt-5.6-sol",
- wantBillingModel: "gpt-5.6-sol",
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- result := &service.OpenAIForwardResult{BillingModel: tt.resultModel}
- require.Equal(t, tt.wantBillingModel, openAIWSTurnBillingModel(result, tt.mapping, tt.requestedModel, tt.upstreamModel))
- })
- }
- }
- func TestOpenAIAccountScheduleModelUsesActualOrSharedResolver(t *testing.T) {
- account := &service.Account{
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeOAuth,
- Credentials: map[string]any{
- "model_mapping": map[string]any{"public": "billing"},
- "compact_model_mapping": map[string]any{"public": "compact-actual"},
- },
- }
- reported := &service.OpenAIForwardResult{UpstreamModel: "observed-actual"}
- require.Equal(t, "observed-actual", openAIAccountScheduleModel(nil, account, "public", true, reported))
- require.Equal(t, "compact-actual", openAIAccountScheduleModel(nil, account, "public", true, nil))
- require.Equal(t, "billing", openAIAccountScheduleModel(nil, account, "public", false, nil))
- c, _ := gin.CreateTestContext(nil)
- service.SetOpsUpstreamModel(c, "attempt-actual")
- require.Equal(t, "attempt-actual", openAIAccountScheduleModel(c, account, "public", true, nil))
- setOpsSelectedAccount(c, account.ID, account.Platform)
- require.Equal(t, "attempt-actual", openAIAccountScheduleModel(c, account, "public", true, nil))
- }
- func TestOpenAIChannelForwardModelForScheduler(t *testing.T) {
- tests := []struct {
- name string
- mapping service.ChannelMappingResult
- requested string
- want string
- }{
- {
- name: "mapped model is used for capability filtering",
- mapping: service.ChannelMappingResult{Mapped: true, MappedModel: " gpt-forward "},
- requested: "client-alias",
- want: "gpt-forward",
- },
- {
- name: "unmapped request preserves client model",
- mapping: service.ChannelMappingResult{MappedModel: "client-model"},
- requested: "client-model",
- want: "client-model",
- },
- {
- name: "empty mapped model safely preserves client model",
- mapping: service.ChannelMappingResult{Mapped: true, MappedModel: " "},
- requested: "client-model",
- want: "client-model",
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- require.Equal(t, tt.want, openAIChannelForwardModel(tt.mapping, tt.requested))
- })
- }
- }
- func TestShouldReportOpenAIWSProxyAccountFailure(t *testing.T) {
- t.Run("unsupported client model switch does not penalize account", func(t *testing.T) {
- err := fmt.Errorf("wrapped ingress turn: %w", newOpenAIWSUnsupportedModelSwitchError("gpt-unsupported"))
- require.False(t, shouldReportOpenAIWSProxyAccountFailure(err))
- var closeErr *service.OpenAIWSClientCloseError
- require.ErrorAs(t, err, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.StatusCode())
- require.Equal(t, "model switch requires reconnect", closeErr.Reason())
- })
- t.Run("upstream policy violation still penalizes account", func(t *testing.T) {
- err := service.NewOpenAIWSClientCloseError(
- coderws.StatusPolicyViolation,
- "upstream websocket authentication failed",
- errors.New("upstream rejected credentials"),
- )
- require.True(t, shouldReportOpenAIWSProxyAccountFailure(err))
- })
- t.Run("generic proxy failure still penalizes account", func(t *testing.T) {
- require.True(t, shouldReportOpenAIWSProxyAccountFailure(errors.New("upstream websocket read failed")))
- })
- }
- func TestSetOpenAIClientTransportHTTP(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- setOpenAIClientTransportHTTP(c)
- require.Equal(t, service.OpenAIClientTransportHTTP, service.GetOpenAIClientTransport(c))
- }
- func TestSetOpenAIClientTransportWS(t *testing.T) {
- gin.SetMode(gin.TestMode)
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- setOpenAIClientTransportWS(c)
- require.Equal(t, service.OpenAIClientTransportWS, service.GetOpenAIClientTransport(c))
- }
- // TestOpenAIHandler_GjsonExtraction 验证 gjson 从请求体中提取 model/stream 的正确性
- func TestOpenAIHandler_GjsonExtraction(t *testing.T) {
- tests := []struct {
- name string
- body string
- wantModel string
- wantStream bool
- }{
- {"正常提取", `{"model":"gpt-4","stream":true,"input":"hello"}`, "gpt-4", true},
- {"stream false", `{"model":"gpt-4","stream":false}`, "gpt-4", false},
- {"无 stream 字段", `{"model":"gpt-4"}`, "gpt-4", false},
- {"model 缺失", `{"stream":true}`, "", true},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- body := []byte(tt.body)
- modelResult := gjson.GetBytes(body, "model")
- model := ""
- if modelResult.Type == gjson.String {
- model = modelResult.String()
- }
- stream := gjson.GetBytes(body, "stream").Bool()
- require.Equal(t, tt.wantModel, model)
- require.Equal(t, tt.wantStream, stream)
- })
- }
- }
- // TestOpenAIHandler_GjsonValidation 验证修复后的 JSON 合法性和类型校验
- func TestOpenAIHandler_GjsonValidation(t *testing.T) {
- // 非法 JSON 被 gjson.ValidBytes 拦截
- require.False(t, gjson.ValidBytes([]byte(`{invalid json`)))
- // model 为数字 → 类型不是 gjson.String,应被拒绝
- body := []byte(`{"model":123}`)
- modelResult := gjson.GetBytes(body, "model")
- require.True(t, modelResult.Exists())
- require.NotEqual(t, gjson.String, modelResult.Type)
- // model 为 null → 类型不是 gjson.String,应被拒绝
- body2 := []byte(`{"model":null}`)
- modelResult2 := gjson.GetBytes(body2, "model")
- require.True(t, modelResult2.Exists())
- require.NotEqual(t, gjson.String, modelResult2.Type)
- // stream 为 string → 类型既不是 True 也不是 False,应被拒绝
- body3 := []byte(`{"model":"gpt-4","stream":"true"}`)
- streamResult := gjson.GetBytes(body3, "stream")
- require.True(t, streamResult.Exists())
- require.NotEqual(t, gjson.True, streamResult.Type)
- require.NotEqual(t, gjson.False, streamResult.Type)
- // stream 为 int → 同上
- body4 := []byte(`{"model":"gpt-4","stream":1}`)
- streamResult2 := gjson.GetBytes(body4, "stream")
- require.True(t, streamResult2.Exists())
- require.NotEqual(t, gjson.True, streamResult2.Type)
- require.NotEqual(t, gjson.False, streamResult2.Type)
- }
- // TestOpenAIHandler_InstructionsInjection 验证 instructions 的 gjson/sjson 注入逻辑
- func TestOpenAIHandler_InstructionsInjection(t *testing.T) {
- // 测试 1:无 instructions → 注入
- body := []byte(`{"model":"gpt-4"}`)
- existing := gjson.GetBytes(body, "instructions").String()
- require.Empty(t, existing)
- newBody, err := sjson.SetBytes(body, "instructions", "test instruction")
- require.NoError(t, err)
- require.Equal(t, "test instruction", gjson.GetBytes(newBody, "instructions").String())
- // 测试 2:已有 instructions → 不覆盖
- body2 := []byte(`{"model":"gpt-4","instructions":"existing"}`)
- existing2 := gjson.GetBytes(body2, "instructions").String()
- require.Equal(t, "existing", existing2)
- // 测试 3:空白 instructions → 注入
- body3 := []byte(`{"model":"gpt-4","instructions":" "}`)
- existing3 := strings.TrimSpace(gjson.GetBytes(body3, "instructions").String())
- require.Empty(t, existing3)
- // 测试 4:sjson.SetBytes 返回错误时不应 panic
- // 正常 JSON 不会产生 sjson 错误,验证返回值被正确处理
- validBody := []byte(`{"model":"gpt-4"}`)
- result, setErr := sjson.SetBytes(validBody, "instructions", "hello")
- require.NoError(t, setErr)
- require.True(t, gjson.ValidBytes(result))
- }
- func newOpenAIHandlerForPreviousResponseIDValidation(t *testing.T, cache *concurrencyCacheMock) *OpenAIGatewayHandler {
- t.Helper()
- if cache == nil {
- cache = &concurrencyCacheMock{
- acquireUserSlotFn: func(ctx context.Context, userID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- acquireAccountSlotFn: func(ctx context.Context, accountID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- }
- }
- return &OpenAIGatewayHandler{
- gatewayService: &service.OpenAIGatewayService{},
- billingCacheService: &service.BillingCacheService{},
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: NewConcurrencyHelper(service.NewConcurrencyService(cache), SSEPingFormatNone, time.Second),
- }
- }
- func newOpenAIWSHandlerTestServer(t *testing.T, h *OpenAIGatewayHandler, subject middleware.AuthSubject) *httptest.Server {
- t.Helper()
- groupID := int64(2)
- apiKey := &service.APIKey{
- ID: 101,
- GroupID: &groupID,
- User: &service.User{ID: subject.UserID},
- }
- router := gin.New()
- router.Use(func(c *gin.Context) {
- c.Set(string(middleware.ContextKeyAPIKey), apiKey)
- c.Set(string(middleware.ContextKeyUser), subject)
- c.Next()
- })
- router.GET("/openai/v1/responses", h.ResponsesWebSocket)
- return httptest.NewServer(router)
- }
- type openAIResponsesWSUsageLogCase struct {
- firstPayload string
- // midPayload 在首个 turn 完成后发送(如 session.update),上游桩会为它
- // 回一个 response.completed,客户端按普通事件读取。
- midPayload string
- secondPayload string
- userAgent *string
- ingressMode string
- channelMapping map[string]string
- billingModelSource string
- accountModelMapping map[string]any
- afterFirstUpstreamRequest func(channelSvc *service.ChannelService) error
- // group 覆盖 apiKey.Group(分组级模型白名单测试用);nil 保持原有无分组行为。
- group *service.Group
- // firstFrameCloseExpected:首帧即被拒(连接被 1008 关闭),不期待任何响应帧。
- firstFrameCloseExpected bool
- // secondTurnCloseExpected:第二个 turn 被拒(连接被 1008 关闭)。
- secondTurnCloseExpected bool
- }
- type openAIResponsesWSUsageLogResult struct {
- log *service.UsageLog
- logs []*service.UsageLog
- upstreamFirstPayload []byte
- upstreamPayloads [][]byte
- clientEvents [][]byte
- }
- type openAIWSUsageHandlerAccountRepoStub struct {
- service.AccountRepository
- account service.Account
- }
- func (s *openAIWSUsageHandlerAccountRepoStub) ListSchedulableByPlatform(ctx context.Context, platform string) ([]service.Account, error) {
- if s.account.Platform != platform {
- return nil, nil
- }
- return []service.Account{s.account}, nil
- }
- func (s *openAIWSUsageHandlerAccountRepoStub) ListSchedulableByGroupIDAndPlatform(ctx context.Context, groupID int64, platform string) ([]service.Account, error) {
- return s.ListSchedulableByPlatform(ctx, platform)
- }
- func (s *openAIWSUsageHandlerAccountRepoStub) GetByID(ctx context.Context, id int64) (*service.Account, error) {
- if s.account.ID != id {
- return nil, nil
- }
- account := s.account
- return &account, nil
- }
- type openAIWSFailoverHandlerAccountRepoStub struct {
- service.AccountRepository
- accounts []service.Account
- rateLimitedIDs []int64
- }
- type openAIHTTPPassthroughFailoverUpstream struct {
- service.HTTPUpstream
- mu sync.Mutex
- accountIDs []int64
- }
- func (u *openAIHTTPPassthroughFailoverUpstream) Do(_ *http.Request, _ string, accountID int64, _ int) (*http.Response, error) {
- u.mu.Lock()
- u.accountIDs = append(u.accountIDs, accountID)
- u.mu.Unlock()
- return &http.Response{
- StatusCode: http.StatusBadGateway,
- Header: http.Header{"Content-Type": []string{"application/json"}},
- Body: io.NopCloser(strings.NewReader(`{"error":{"message":"temporary upstream failure"}}`)),
- }, nil
- }
- func (u *openAIHTTPPassthroughFailoverUpstream) calls() []int64 {
- u.mu.Lock()
- defer u.mu.Unlock()
- return append([]int64(nil), u.accountIDs...)
- }
- type openAIHTTPPassthroughAuthFailoverUpstream struct {
- service.HTTPUpstream
- mu sync.Mutex
- accountIDs []int64
- statusCode int
- }
- func (u *openAIHTTPPassthroughAuthFailoverUpstream) Do(_ *http.Request, _ string, accountID int64, _ int) (*http.Response, error) {
- u.mu.Lock()
- u.accountIDs = append(u.accountIDs, accountID)
- u.mu.Unlock()
- if accountID == 9911 {
- return &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"application/json"}},
- Body: io.NopCloser(strings.NewReader(`{"id":"resp_healthy","object":"response","model":"gpt-5.2","status":"completed","usage":{"input_tokens":1,"output_tokens":1,"total_tokens":2}}`)),
- }, nil
- }
- return &http.Response{
- StatusCode: u.statusCode,
- Header: http.Header{"Content-Type": []string{"application/json"}},
- Body: io.NopCloser(strings.NewReader(`{"error":{"message":"upstream credential rejected"}}`)),
- }, nil
- }
- func (u *openAIHTTPPassthroughAuthFailoverUpstream) calls() []int64 {
- u.mu.Lock()
- defer u.mu.Unlock()
- return append([]int64(nil), u.accountIDs...)
- }
- type openAIHTTPPassthroughSSERateLimitUpstream struct {
- service.HTTPUpstream
- mu sync.Mutex
- accountIDs []int64
- }
- func (u *openAIHTTPPassthroughSSERateLimitUpstream) Do(_ *http.Request, _ string, accountID int64, _ int) (*http.Response, error) {
- u.mu.Lock()
- u.accountIDs = append(u.accountIDs, accountID)
- u.mu.Unlock()
- body := strings.Join([]string{
- "event: response.created",
- `data: {"type":"response.created","response":{"id":"resp_rate_limited"}}`,
- "",
- "event: response.failed",
- `data: {"type":"response.failed","response":{"id":"resp_rate_limited","status":"failed","error":{"code":"rate_limit_exceeded","message":"Concurrency limit exceeded for account, please retry later"}}}`,
- "",
- }, "\n")
- return &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{
- "Content-Type": []string{"text/event-stream"},
- "Retry-After": []string{"1"},
- },
- Body: io.NopCloser(strings.NewReader(body)),
- }, nil
- }
- func (u *openAIHTTPPassthroughSSERateLimitUpstream) calls() []int64 {
- u.mu.Lock()
- defer u.mu.Unlock()
- return append([]int64(nil), u.accountIDs...)
- }
- func (s *openAIWSFailoverHandlerAccountRepoStub) ListSchedulableByPlatform(ctx context.Context, platform string) ([]service.Account, error) {
- out := make([]service.Account, 0, len(s.accounts))
- for _, account := range s.accounts {
- if account.Platform == platform && account.IsSchedulable() {
- out = append(out, account)
- }
- }
- return out, nil
- }
- func (s *openAIWSFailoverHandlerAccountRepoStub) ListSchedulableByGroupIDAndPlatform(ctx context.Context, groupID int64, platform string) ([]service.Account, error) {
- return s.ListSchedulableByPlatform(ctx, platform)
- }
- func (s *openAIWSFailoverHandlerAccountRepoStub) ListSchedulableUngroupedByPlatform(ctx context.Context, platform string) ([]service.Account, error) {
- return s.ListSchedulableByPlatform(ctx, platform)
- }
- func (s *openAIWSFailoverHandlerAccountRepoStub) GetByID(ctx context.Context, id int64) (*service.Account, error) {
- for _, account := range s.accounts {
- if account.ID == id {
- acc := account
- return &acc, nil
- }
- }
- return nil, nil
- }
- func (s *openAIWSFailoverHandlerAccountRepoStub) SetRateLimited(ctx context.Context, id int64, resetAt time.Time) error {
- s.rateLimitedIDs = append(s.rateLimitedIDs, id)
- for i := range s.accounts {
- if s.accounts[i].ID == id {
- reset := resetAt
- s.accounts[i].RateLimitResetAt = &reset
- break
- }
- }
- return nil
- }
- type openAIWSUsageHandlerUsageLogRepoStub struct {
- service.UsageLogRepository
- created chan *service.UsageLog
- }
- func (s *openAIWSUsageHandlerUsageLogRepoStub) Create(ctx context.Context, log *service.UsageLog) (bool, error) {
- if s.created != nil {
- s.created <- log
- }
- return true, nil
- }
- type openAIWSUsageHandlerChannelRepoStub struct {
- service.ChannelRepository
- mu sync.Mutex
- channels []service.Channel
- groupPlatforms map[int64]string
- }
- func (s *openAIWSUsageHandlerChannelRepoStub) ListAll(ctx context.Context) ([]service.Channel, error) {
- s.mu.Lock()
- defer s.mu.Unlock()
- out := make([]service.Channel, 0, len(s.channels))
- for i := range s.channels {
- out = append(out, *s.channels[i].Clone())
- }
- return out, nil
- }
- func (s *openAIWSUsageHandlerChannelRepoStub) GetByID(ctx context.Context, id int64) (*service.Channel, error) {
- s.mu.Lock()
- defer s.mu.Unlock()
- for i := range s.channels {
- if s.channels[i].ID == id {
- return s.channels[i].Clone(), nil
- }
- }
- return nil, service.ErrChannelNotFound
- }
- func (s *openAIWSUsageHandlerChannelRepoStub) Update(ctx context.Context, channel *service.Channel) error {
- s.mu.Lock()
- defer s.mu.Unlock()
- for i := range s.channels {
- if s.channels[i].ID == channel.ID {
- s.channels[i] = *channel.Clone()
- return nil
- }
- }
- return service.ErrChannelNotFound
- }
- func (s *openAIWSUsageHandlerChannelRepoStub) GetGroupIDs(ctx context.Context, channelID int64) ([]int64, error) {
- channel, err := s.GetByID(ctx, channelID)
- if err != nil {
- return nil, err
- }
- return append([]int64(nil), channel.GroupIDs...), nil
- }
- func (s *openAIWSUsageHandlerChannelRepoStub) GetGroupPlatforms(ctx context.Context, groupIDs []int64) (map[int64]string, error) {
- out := make(map[int64]string, len(groupIDs))
- for _, groupID := range groupIDs {
- if platform := strings.TrimSpace(s.groupPlatforms[groupID]); platform != "" {
- out[groupID] = platform
- }
- }
- return out, nil
- }
- func TestOpenAIResponses_APIKeyPassthroughPool5xxRetriesThenExhaustsMaxSwitches(t *testing.T) {
- gin.SetMode(gin.TestMode)
- groupID := int64(4203)
- accounts := []service.Account{
- {
- ID: 9910, Name: "pool-api-key", Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey, Status: service.StatusActive, Schedulable: true, Priority: 1,
- Credentials: map[string]any{
- "api_key": "sk-pool",
- "base_url": "https://api.example.test",
- "pool_mode": true,
- "pool_mode_retry_count": float64(1),
- "pool_mode_retry_status_codes": []any{float64(http.StatusBadGateway)},
- },
- Extra: map[string]any{"openai_passthrough": true},
- },
- {
- ID: 9911, Name: "fallback-api-key", Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey, Status: service.StatusActive, Schedulable: true, Priority: 2,
- Credentials: map[string]any{
- "api_key": "sk-fallback",
- "base_url": "https://api.example.test",
- },
- Extra: map[string]any{"openai_passthrough": true},
- },
- }
- cfg := &config.Config{RunMode: config.RunModeSimple}
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Gateway.MaxAccountSwitches = 1
- accountRepo := &openAIWSFailoverHandlerAccountRepoStub{accounts: accounts}
- upstream := &openAIHTTPPassthroughFailoverUpstream{}
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- t.Cleanup(billingCacheSvc.Stop)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- cfg,
- nil,
- nil,
- service.NewBillingService(cfg, nil),
- nil,
- billingCacheSvc,
- upstream,
- &service.DeferredService{},
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- )
- h := NewOpenAIGatewayHandler(
- gatewaySvc,
- service.NewConcurrencyService(nil),
- billingCacheSvc,
- service.NewAPIKeyService(nil, nil, nil, nil, nil, nil, cfg),
- nil,
- nil,
- nil,
- nil,
- cfg,
- )
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(`{"model":"gpt-5.2","input":"hello","stream":false}`))
- c.Request.Header.Set("Content-Type", "application/json")
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 1803, GroupID: &groupID,
- User: &service.User{ID: 1703, Status: service.StatusActive},
- Group: &service.Group{ID: groupID, Platform: service.PlatformOpenAI, Status: service.StatusActive},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 1703, Concurrency: 0})
- h.Responses(c)
- require.Equal(t, []int64{9910, 9910, 9911}, upstream.calls())
- require.Equal(t, http.StatusBadGateway, rec.Code)
- require.Equal(t, "upstream_error", gjson.GetBytes(rec.Body.Bytes(), "error.type").String())
- require.Equal(t, "Upstream service temporarily unavailable", gjson.GetBytes(rec.Body.Bytes(), "error.message").String())
- }
- func TestOpenAIResponses_APIKeyPassthroughPoolAuthFailureRetriesThenSwitchesToHealthyAccount(t *testing.T) {
- tests := []struct {
- name string
- statusCode int
- }{
- {name: "401", statusCode: http.StatusUnauthorized},
- {name: "403", statusCode: http.StatusForbidden},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- gin.SetMode(gin.TestMode)
- groupID := int64(4203)
- accounts := []service.Account{
- {
- ID: 9910, Name: "pool-api-key", Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey, Status: service.StatusActive, Schedulable: true, Priority: 1,
- Credentials: map[string]any{
- "api_key": "sk-pool",
- "base_url": "https://api.example.test",
- "pool_mode": true,
- "pool_mode_retry_count": float64(1),
- "pool_mode_retry_status_codes": []any{float64(tt.statusCode)},
- },
- Extra: map[string]any{"openai_passthrough": true},
- },
- {
- ID: 9911, Name: "fallback-api-key", Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey, Status: service.StatusActive, Schedulable: true, Priority: 2,
- Credentials: map[string]any{
- "api_key": "sk-fallback",
- "base_url": "https://api.example.test",
- },
- Extra: map[string]any{"openai_passthrough": true},
- },
- }
- cfg := &config.Config{RunMode: config.RunModeSimple}
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Gateway.MaxAccountSwitches = 1
- accountRepo := &openAIWSFailoverHandlerAccountRepoStub{accounts: accounts}
- upstream := &openAIHTTPPassthroughAuthFailoverUpstream{statusCode: tt.statusCode}
- rateLimitSvc := service.NewRateLimitService(accountRepo, nil, cfg, nil, nil)
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- t.Cleanup(billingCacheSvc.Stop)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- cfg,
- nil,
- nil,
- service.NewBillingService(cfg, nil),
- rateLimitSvc,
- billingCacheSvc,
- upstream,
- &service.DeferredService{},
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- )
- h := NewOpenAIGatewayHandler(
- gatewaySvc,
- service.NewConcurrencyService(nil),
- billingCacheSvc,
- service.NewAPIKeyService(nil, nil, nil, nil, nil, nil, cfg),
- nil,
- nil,
- nil,
- nil,
- cfg,
- )
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(`{"model":"gpt-5.2","input":"hello","stream":false}`))
- c.Request.Header.Set("Content-Type", "application/json")
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 1803, GroupID: &groupID,
- User: &service.User{ID: 1703, Status: service.StatusActive},
- Group: &service.Group{ID: groupID, Platform: service.PlatformOpenAI, Status: service.StatusActive},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 1703, Concurrency: 0})
- h.Responses(c)
- require.Equal(t, []int64{9910, 9910, 9911}, upstream.calls())
- require.Equal(t, http.StatusOK, rec.Code)
- require.Equal(t, "resp_healthy", gjson.GetBytes(rec.Body.Bytes(), "id").String())
- })
- }
- }
- func TestOpenAIResponses_APIKeyPassthroughSSERateLimitUsesConfiguredPoolRetry(t *testing.T) {
- gin.SetMode(gin.TestMode)
- groupID := int64(4204)
- accounts := []service.Account{
- {
- ID: 9912, Name: "pool-sse-rate-limit", Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey, Status: service.StatusActive, Schedulable: true, Priority: 1,
- Credentials: map[string]any{
- "api_key": "sk-pool",
- "base_url": "https://api.example.test",
- "pool_mode": true,
- "pool_mode_retry_count": float64(1),
- "pool_mode_retry_status_codes": []any{float64(http.StatusTooManyRequests)},
- },
- Extra: map[string]any{"openai_passthrough": true},
- },
- }
- cfg := &config.Config{RunMode: config.RunModeSimple}
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Gateway.MaxAccountSwitches = 1
- accountRepo := &openAIWSFailoverHandlerAccountRepoStub{accounts: accounts}
- upstream := &openAIHTTPPassthroughSSERateLimitUpstream{}
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- t.Cleanup(billingCacheSvc.Stop)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- cfg,
- nil,
- nil,
- service.NewBillingService(cfg, nil),
- nil,
- billingCacheSvc,
- upstream,
- &service.DeferredService{},
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- )
- h := NewOpenAIGatewayHandler(
- gatewaySvc,
- service.NewConcurrencyService(nil),
- billingCacheSvc,
- service.NewAPIKeyService(nil, nil, nil, nil, nil, nil, cfg),
- nil,
- nil,
- nil,
- nil,
- cfg,
- )
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/openai/v1/responses", strings.NewReader(`{"model":"gpt-5.6-sol","input":"hello","stream":true}`))
- c.Request.Header.Set("Content-Type", "application/json")
- c.Set(string(middleware.ContextKeyAPIKey), &service.APIKey{
- ID: 1804, GroupID: &groupID,
- User: &service.User{ID: 1704, Status: service.StatusActive},
- Group: &service.Group{ID: groupID, Platform: service.PlatformOpenAI, Status: service.StatusActive},
- })
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: 1704, Concurrency: 0})
- h.Responses(c)
- require.Equal(t, []int64{9912, 9912}, upstream.calls())
- require.Equal(t, http.StatusTooManyRequests, rec.Code)
- require.Equal(t, "1", rec.Header().Get("Retry-After"))
- require.Equal(t, "rate_limit_error", gjson.GetBytes(rec.Body.Bytes(), "error.type").String())
- require.Equal(t, "Upstream rate limit exceeded, please retry later", gjson.GetBytes(rec.Body.Bytes(), "error.message").String())
- }
- func TestOpenAIResponsesWebSocket_FailoverOnUpstreamUsageLimitEvent(t *testing.T) {
- gin.SetMode(gin.TestMode)
- firstHitCh := make(chan []byte, 1)
- secondHitCh := make(chan []byte, 1)
- firstUpstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- conn, err := coderws.Accept(w, r, &coderws.AcceptOptions{CompressionMode: coderws.CompressionContextTakeover})
- if err != nil {
- return
- }
- defer func() { _ = conn.CloseNow() }()
- readCtx, cancelRead := context.WithTimeout(r.Context(), 3*time.Second)
- _, payload, readErr := conn.Read(readCtx)
- cancelRead()
- if readErr == nil {
- firstHitCh <- payload
- }
- writeCtx, cancelWrite := context.WithTimeout(r.Context(), 3*time.Second)
- _ = conn.Write(writeCtx, coderws.MessageText, []byte(`{"type":"error","error":{"code":"rate_limit_exceeded","type":"usage_limit_reached","message":"The usage limit has been reached"}}`))
- cancelWrite()
- }))
- defer firstUpstream.Close()
- secondUpstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- conn, err := coderws.Accept(w, r, &coderws.AcceptOptions{CompressionMode: coderws.CompressionContextTakeover})
- if err != nil {
- return
- }
- defer func() { _ = conn.CloseNow() }()
- readCtx, cancelRead := context.WithTimeout(r.Context(), 3*time.Second)
- _, payload, readErr := conn.Read(readCtx)
- cancelRead()
- if readErr == nil {
- secondHitCh <- payload
- }
- writeCtx, cancelWrite := context.WithTimeout(r.Context(), 3*time.Second)
- _ = conn.Write(writeCtx, coderws.MessageText, []byte(`{"type":"response.completed","response":{"id":"resp_ws_failover_ok","model":"gpt-5.1","usage":{"input_tokens":1,"output_tokens":1}}}`))
- cancelWrite()
- _ = conn.Close(coderws.StatusNormalClosure, "done")
- }))
- defer secondUpstream.Close()
- groupID := int64(4202)
- accounts := []service.Account{
- {
- ID: 9902,
- Name: "openai-ws-rate-limited",
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey,
- Status: service.StatusActive,
- Schedulable: true,
- Concurrency: 1,
- Priority: 1,
- Credentials: map[string]any{
- "api_key": "sk-first",
- "base_url": firstUpstream.URL,
- },
- Extra: map[string]any{
- "openai_apikey_responses_websockets_v2_enabled": true,
- "openai_apikey_responses_websockets_v2_mode": service.OpenAIWSIngressModePassthrough,
- },
- },
- {
- ID: 9903,
- Name: "openai-ws-healthy",
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey,
- Status: service.StatusActive,
- Schedulable: true,
- Concurrency: 1,
- Priority: 2,
- Credentials: map[string]any{
- "api_key": "sk-second",
- "base_url": secondUpstream.URL,
- },
- Extra: map[string]any{
- "openai_apikey_responses_websockets_v2_enabled": true,
- "openai_apikey_responses_websockets_v2_mode": service.OpenAIWSIngressModePassthrough,
- },
- },
- }
- cfg := &config.Config{}
- cfg.RunMode = config.RunModeSimple
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Security.URLAllowlist.AllowInsecureHTTP = true
- cfg.Gateway.OpenAIWS.Enabled = true
- cfg.Gateway.OpenAIWS.APIKeyEnabled = true
- cfg.Gateway.OpenAIWS.ResponsesWebsocketsV2 = true
- cfg.Gateway.OpenAIWS.ModeRouterV2Enabled = true
- cfg.Gateway.OpenAIWS.DialTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.ReadTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.WriteTimeoutSeconds = 3
- cfg.Gateway.MaxAccountSwitches = 3
- accountRepo := &openAIWSFailoverHandlerAccountRepoStub{accounts: accounts}
- rateLimitSvc := service.NewRateLimitService(accountRepo, nil, cfg, nil, nil)
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- cfg,
- nil,
- nil,
- service.NewBillingService(cfg, nil),
- rateLimitSvc,
- billingCacheSvc,
- nil,
- &service.DeferredService{},
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- nil,
- )
- cache := &concurrencyCacheMock{
- acquireUserSlotFn: func(ctx context.Context, userID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- acquireAccountSlotFn: func(ctx context.Context, accountID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- }
- h := &OpenAIGatewayHandler{
- gatewayService: gatewaySvc,
- billingCacheService: billingCacheSvc,
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: NewConcurrencyHelper(service.NewConcurrencyService(cache), SSEPingFormatNone, time.Second),
- maxAccountSwitches: 3,
- }
- apiKey := &service.APIKey{
- ID: 1802,
- GroupID: &groupID,
- User: &service.User{ID: 1702, Status: service.StatusActive},
- Group: &service.Group{ID: groupID, Platform: service.PlatformOpenAI, Status: service.StatusActive},
- }
- router := gin.New()
- router.Use(func(c *gin.Context) {
- c.Set(string(middleware.ContextKeyAPIKey), apiKey)
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: apiKey.User.ID, Concurrency: 1})
- c.Next()
- })
- router.GET("/openai/v1/responses", h.ResponsesWebSocket)
- handlerServer := httptest.NewServer(router)
- defer handlerServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(
- dialCtx,
- "ws"+strings.TrimPrefix(handlerServer.URL, "http")+"/openai/v1/responses",
- &coderws.DialOptions{CompressionMode: coderws.CompressionContextTakeover},
- )
- cancelDial()
- require.NoError(t, err)
- defer func() { _ = clientConn.CloseNow() }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(`{"type":"response.create","model":"gpt-5.1","stream":false}`))
- cancelWrite()
- require.NoError(t, err)
- readCtx, cancelRead := context.WithTimeout(context.Background(), 5*time.Second)
- _, event, err := clientConn.Read(readCtx)
- cancelRead()
- require.NoError(t, err)
- require.Equal(t, "response.completed", gjson.GetBytes(event, "type").String())
- require.Equal(t, "resp_ws_failover_ok", gjson.GetBytes(event, "response.id").String())
- select {
- case <-firstHitCh:
- case <-time.After(3 * time.Second):
- t.Fatal("等待第一个上游收到首帧超时")
- }
- select {
- case <-secondHitCh:
- case <-time.After(3 * time.Second):
- t.Fatal("等待第二个上游收到重放首帧超时")
- }
- require.Equal(t, []int64{int64(9902)}, accountRepo.rateLimitedIDs)
- }
- func TestOpenAIResponsesWebSocket_FirstOutputTimeoutWithoutDownstreamReusesClientForOneFailover(t *testing.T) {
- gin.SetMode(gin.TestMode)
- firstHitCh := make(chan []byte, 1)
- secondHitCh := make(chan []byte, 1)
- var firstConnections atomic.Int32
- var secondConnections atomic.Int32
- firstUpstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- firstConnections.Add(1)
- conn, err := coderws.Accept(w, r, &coderws.AcceptOptions{CompressionMode: coderws.CompressionContextTakeover})
- if err != nil {
- return
- }
- defer func() { _ = conn.CloseNow() }()
- readCtx, cancelRead := context.WithTimeout(r.Context(), 3*time.Second)
- _, payload, readErr := conn.Read(readCtx)
- cancelRead()
- if readErr == nil {
- firstHitCh <- payload
- }
- select {
- case <-r.Context().Done():
- case <-time.After(3 * time.Second):
- }
- }))
- defer firstUpstream.Close()
- secondUpstream := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- secondConnections.Add(1)
- conn, err := coderws.Accept(w, r, &coderws.AcceptOptions{CompressionMode: coderws.CompressionContextTakeover})
- if err != nil {
- return
- }
- defer func() { _ = conn.CloseNow() }()
- readCtx, cancelRead := context.WithTimeout(r.Context(), 3*time.Second)
- _, payload, readErr := conn.Read(readCtx)
- cancelRead()
- if readErr == nil {
- secondHitCh <- payload
- }
- for _, event := range []string{
- `{"type":"response.created","response":{"id":"resp_ws_timeout_b","model":"gpt-5.1"}}`,
- `{"type":"response.output_text.delta","response_id":"resp_ws_timeout_b","delta":"recovered"}`,
- `{"type":"response.completed","response":{"id":"resp_ws_timeout_b","model":"gpt-5.1","usage":{"input_tokens":1,"output_tokens":1}}}`,
- } {
- writeCtx, cancelWrite := context.WithTimeout(r.Context(), 3*time.Second)
- writeErr := conn.Write(writeCtx, coderws.MessageText, []byte(event))
- cancelWrite()
- if writeErr != nil {
- return
- }
- }
- readCtx, cancelRead = context.WithTimeout(r.Context(), 3*time.Second)
- _, _, _ = conn.Read(readCtx)
- cancelRead()
- }))
- defer secondUpstream.Close()
- groupID := int64(4212)
- accounts := []service.Account{
- {
- ID: 9912,
- Name: "openai-ws-first-semantic-timeout",
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey,
- Status: service.StatusActive,
- Schedulable: true,
- Concurrency: 1,
- Priority: 1,
- Credentials: map[string]any{"api_key": "sk-first", "base_url": firstUpstream.URL},
- Extra: map[string]any{
- "openai_apikey_responses_websockets_v2_enabled": true,
- "openai_apikey_responses_websockets_v2_mode": service.OpenAIWSIngressModePassthrough,
- },
- },
- {
- ID: 9913,
- Name: "openai-ws-failover-healthy",
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey,
- Status: service.StatusActive,
- Schedulable: true,
- Concurrency: 1,
- Priority: 2,
- Credentials: map[string]any{"api_key": "sk-second", "base_url": secondUpstream.URL},
- Extra: map[string]any{
- "openai_apikey_responses_websockets_v2_enabled": true,
- "openai_apikey_responses_websockets_v2_mode": service.OpenAIWSIngressModePassthrough,
- },
- },
- }
- cfg := &config.Config{}
- cfg.RunMode = config.RunModeSimple
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Security.URLAllowlist.AllowInsecureHTTP = true
- cfg.Gateway.OpenAIFirstOutputTimeoutSeconds = 1
- cfg.Gateway.OpenAIWS.Enabled = true
- cfg.Gateway.OpenAIWS.APIKeyEnabled = true
- cfg.Gateway.OpenAIWS.ResponsesWebsocketsV2 = true
- cfg.Gateway.OpenAIWS.ModeRouterV2Enabled = true
- cfg.Gateway.OpenAIWS.DialTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.ReadTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.WriteTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.IngressInterTurnIdleTimeoutSeconds = 3
- cfg.Gateway.MaxAccountSwitches = 3
- accountRepo := &openAIWSFailoverHandlerAccountRepoStub{accounts: accounts}
- rateLimitSvc := service.NewRateLimitService(accountRepo, nil, cfg, nil, nil)
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo, nil, nil, nil, nil, nil, nil, cfg, nil, nil,
- service.NewBillingService(cfg, nil), rateLimitSvc, billingCacheSvc,
- nil, &service.DeferredService{}, nil, nil, nil, nil, nil, nil, nil,
- )
- cache := &concurrencyCacheMock{
- acquireUserSlotFn: func(context.Context, int64, int, string) (bool, error) { return true, nil },
- acquireAccountSlotFn: func(context.Context, int64, int, string) (bool, error) {
- return true, nil
- },
- }
- h := &OpenAIGatewayHandler{
- gatewayService: gatewaySvc,
- billingCacheService: billingCacheSvc,
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: NewConcurrencyHelper(service.NewConcurrencyService(cache), SSEPingFormatNone, time.Second),
- maxAccountSwitches: 3,
- }
- apiKey := &service.APIKey{
- ID: 1812,
- GroupID: &groupID,
- User: &service.User{ID: 1712, Status: service.StatusActive},
- Group: &service.Group{ID: groupID, Platform: service.PlatformOpenAI, Status: service.StatusActive},
- }
- handlerDone := make(chan struct{})
- router := gin.New()
- router.Use(func(c *gin.Context) {
- c.Set(string(middleware.ContextKeyAPIKey), apiKey)
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: apiKey.User.ID, Concurrency: 1})
- c.Next()
- })
- router.GET("/openai/v1/responses", func(c *gin.Context) {
- h.ResponsesWebSocket(c)
- close(handlerDone)
- })
- handlerServer := httptest.NewServer(router)
- defer handlerServer.Close()
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(
- dialCtx,
- "ws"+strings.TrimPrefix(handlerServer.URL, "http")+"/openai/v1/responses",
- &coderws.DialOptions{CompressionMode: coderws.CompressionContextTakeover},
- )
- cancelDial()
- require.NoError(t, err)
- defer func() { _ = clientConn.CloseNow() }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(`{"type":"response.create","model":"gpt-5.1","stream":false}`))
- cancelWrite()
- require.NoError(t, err)
- var eventTypes []string
- readCtx, cancelRead := context.WithTimeout(context.Background(), 6*time.Second)
- for {
- _, event, readErr := clientConn.Read(readCtx)
- require.NoError(t, readErr)
- eventType := gjson.GetBytes(event, "type").String()
- eventTypes = append(eventTypes, eventType)
- if eventType == "response.completed" {
- require.Equal(t, "resp_ws_timeout_b", gjson.GetBytes(event, "response.id").String())
- break
- }
- }
- cancelRead()
- require.Contains(t, eventTypes, "response.output_text.delta")
- require.NoError(t, clientConn.Close(coderws.StatusNormalClosure, "done"))
- select {
- case <-handlerDone:
- case <-time.After(3 * time.Second):
- t.Fatal("websocket handler did not finish after healthy failover turn")
- }
- select {
- case <-firstHitCh:
- case <-time.After(3 * time.Second):
- t.Fatal("first upstream did not receive replayable request")
- }
- select {
- case <-secondHitCh:
- case <-time.After(3 * time.Second):
- t.Fatal("second upstream did not receive replayed request")
- }
- require.Equal(t, int32(1), firstConnections.Load())
- require.Equal(t, int32(1), secondConnections.Load())
- require.NotContains(t, accountRepo.rateLimitedIDs, int64(9913), "healthy failover account must not be penalized")
- }
- func runOpenAIResponsesWebSocketUsageLogCase(t *testing.T, tc openAIResponsesWSUsageLogCase) openAIResponsesWSUsageLogResult {
- t.Helper()
- gin.SetMode(gin.TestMode)
- turnCount := 1
- if strings.TrimSpace(tc.midPayload) != "" {
- turnCount++
- }
- if strings.TrimSpace(tc.secondPayload) != "" {
- turnCount++
- }
- upstreamPayloadCh := make(chan []byte, turnCount)
- upstreamErrCh := make(chan error, 1)
- var channelSvc *service.ChannelService
- upstreamServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- conn, err := coderws.Accept(w, r, &coderws.AcceptOptions{
- CompressionMode: coderws.CompressionContextTakeover,
- })
- if err != nil {
- upstreamErrCh <- err
- return
- }
- defer func() {
- _ = conn.CloseNow()
- }()
- for turn := 1; turn <= turnCount; turn++ {
- readCtx, cancelRead := context.WithTimeout(r.Context(), 3*time.Second)
- msgType, payload, readErr := conn.Read(readCtx)
- cancelRead()
- if readErr != nil {
- upstreamErrCh <- readErr
- return
- }
- if msgType != coderws.MessageText && msgType != coderws.MessageBinary {
- upstreamErrCh <- errors.New("unexpected upstream websocket message type")
- return
- }
- upstreamPayloadCh <- payload
- if turn == 1 && tc.afterFirstUpstreamRequest != nil {
- if callbackErr := tc.afterFirstUpstreamRequest(channelSvc); callbackErr != nil {
- upstreamErrCh <- callbackErr
- return
- }
- }
- response := fmt.Sprintf(
- `{"type":"response.completed","response":{"id":"resp_usage_e2e_%d","model":%q,"usage":{"input_tokens":2,"output_tokens":1}}}`,
- turn,
- gjson.GetBytes(payload, "model").String(),
- )
- writeCtx, cancelWrite := context.WithTimeout(r.Context(), 3*time.Second)
- writeErr := conn.Write(writeCtx, coderws.MessageText, []byte(response))
- cancelWrite()
- if writeErr != nil {
- upstreamErrCh <- writeErr
- return
- }
- }
- upstreamErrCh <- nil
- }))
- defer upstreamServer.Close()
- groupID := int64(4201)
- account := service.Account{
- ID: 9901,
- Name: "openai-ws-passthrough-usage-e2e",
- Platform: service.PlatformOpenAI,
- Type: service.AccountTypeAPIKey,
- Status: service.StatusActive,
- Schedulable: true,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": upstreamServer.URL,
- "model_mapping": tc.accountModelMapping,
- },
- Extra: map[string]any{
- "openai_apikey_responses_websockets_v2_enabled": true,
- "openai_apikey_responses_websockets_v2_mode": service.OpenAIWSIngressModePassthrough,
- },
- }
- if strings.TrimSpace(tc.ingressMode) != "" {
- account.Extra["openai_apikey_responses_websockets_v2_mode"] = tc.ingressMode
- }
- cfg := &config.Config{}
- cfg.RunMode = config.RunModeSimple
- cfg.Default.RateMultiplier = 1
- cfg.Security.URLAllowlist.Enabled = false
- cfg.Security.URLAllowlist.AllowInsecureHTTP = true
- cfg.Gateway.OpenAIWS.Enabled = true
- cfg.Gateway.OpenAIWS.APIKeyEnabled = true
- cfg.Gateway.OpenAIWS.ResponsesWebsocketsV2 = true
- cfg.Gateway.OpenAIWS.ModeRouterV2Enabled = true
- cfg.Gateway.OpenAIWS.DialTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.ReadTimeoutSeconds = 3
- cfg.Gateway.OpenAIWS.WriteTimeoutSeconds = 3
- accountRepo := &openAIWSUsageHandlerAccountRepoStub{account: account}
- usageRepo := &openAIWSUsageHandlerUsageLogRepoStub{created: make(chan *service.UsageLog, turnCount)}
- if len(tc.channelMapping) > 0 {
- channelSvc = service.NewChannelService(&openAIWSUsageHandlerChannelRepoStub{
- channels: []service.Channel{{
- ID: 7701,
- Name: "openai-ws-e2e-channel",
- Status: service.StatusActive,
- GroupIDs: []int64{groupID},
- ModelMapping: map[string]map[string]string{service.PlatformOpenAI: tc.channelMapping},
- BillingModelSource: tc.billingModelSource,
- }},
- groupPlatforms: map[int64]string{groupID: service.PlatformOpenAI},
- }, nil, nil, nil, nil)
- }
- billingCacheSvc := service.NewBillingCacheService(nil, nil, nil, nil, nil, nil, cfg, nil)
- gatewaySvc := service.NewOpenAIGatewayService(
- accountRepo,
- usageRepo,
- nil,
- nil,
- nil,
- nil,
- nil,
- cfg,
- nil,
- nil,
- service.NewBillingService(cfg, nil),
- nil,
- billingCacheSvc,
- nil,
- &service.DeferredService{},
- nil,
- nil,
- nil,
- channelSvc,
- nil,
- nil,
- nil, // userPlatformQuotaRepo
- )
- cache := &concurrencyCacheMock{
- acquireUserSlotFn: func(ctx context.Context, userID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- acquireAccountSlotFn: func(ctx context.Context, accountID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- },
- }
- h := &OpenAIGatewayHandler{
- gatewayService: gatewaySvc,
- billingCacheService: billingCacheSvc,
- apiKeyService: &service.APIKeyService{},
- concurrencyHelper: NewConcurrencyHelper(service.NewConcurrencyService(cache), SSEPingFormatNone, time.Second),
- }
- apiKey := &service.APIKey{
- ID: 1801,
- GroupID: &groupID,
- User: &service.User{ID: 1701, Status: service.StatusActive},
- }
- if tc.group != nil {
- apiKey.Group = tc.group
- }
- router := gin.New()
- router.Use(func(c *gin.Context) {
- c.Set(string(middleware.ContextKeyAPIKey), apiKey)
- c.Set(string(middleware.ContextKeyUser), middleware.AuthSubject{UserID: apiKey.User.ID, Concurrency: 1})
- c.Next()
- })
- router.GET("/openai/v1/responses", h.ResponsesWebSocket)
- handlerServer := httptest.NewServer(router)
- defer handlerServer.Close()
- headers := http.Header{}
- if tc.userAgent != nil {
- headers.Set("User-Agent", *tc.userAgent)
- }
- dialCtx, cancelDial := context.WithTimeout(context.Background(), 3*time.Second)
- clientConn, _, err := coderws.Dial(
- dialCtx,
- "ws"+strings.TrimPrefix(handlerServer.URL, "http")+"/openai/v1/responses",
- &coderws.DialOptions{HTTPHeader: headers, CompressionMode: coderws.CompressionContextTakeover},
- )
- cancelDial()
- require.NoError(t, err)
- defer func() {
- _ = clientConn.CloseNow()
- }()
- writeCtx, cancelWrite := context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(tc.firstPayload))
- cancelWrite()
- require.NoError(t, err)
- if tc.firstFrameCloseExpected {
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, _, readErr := clientConn.Read(readCtx)
- cancelRead()
- require.Error(t, readErr, "first frame should have been rejected with a close")
- var closeErr coderws.CloseError
- require.ErrorAs(t, readErr, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.Code)
- require.Contains(t, closeErr.Reason, "not available for this group")
- _ = clientConn.CloseNow()
- return openAIResponsesWSUsageLogResult{}
- }
- clientEvents := make([][]byte, 0, turnCount)
- readCompleted := func() {
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, event, readErr := clientConn.Read(readCtx)
- cancelRead()
- require.NoError(t, readErr)
- require.Equal(t, "response.completed", gjson.GetBytes(event, "type").String())
- clientEvents = append(clientEvents, append([]byte(nil), event...))
- }
- readCompleted()
- if tc.midPayload != "" {
- writeCtx, cancelWrite = context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(tc.midPayload))
- cancelWrite()
- require.NoError(t, err)
- readCompleted()
- }
- if strings.TrimSpace(tc.secondPayload) != "" && (turnCount >= 2) {
- writeCtx, cancelWrite = context.WithTimeout(context.Background(), 3*time.Second)
- err = clientConn.Write(writeCtx, coderws.MessageText, []byte(tc.secondPayload))
- cancelWrite()
- require.NoError(t, err)
- if tc.secondTurnCloseExpected {
- readCtx, cancelRead := context.WithTimeout(context.Background(), 3*time.Second)
- _, _, readErr := clientConn.Read(readCtx)
- cancelRead()
- require.Error(t, readErr, "second turn should have been rejected with a close")
- var closeErr coderws.CloseError
- require.ErrorAs(t, readErr, &closeErr)
- require.Equal(t, coderws.StatusPolicyViolation, closeErr.Code)
- require.Contains(t, closeErr.Reason, "not available for this group")
- _ = clientConn.CloseNow()
- return openAIResponsesWSUsageLogResult{}
- }
- readCompleted()
- }
- _ = clientConn.Close(coderws.StatusNormalClosure, "done")
- usageLogs := make([]*service.UsageLog, 0, turnCount)
- for len(usageLogs) < turnCount {
- select {
- case usageLog := <-usageRepo.created:
- require.NotNil(t, usageLog)
- usageLogs = append(usageLogs, usageLog)
- case <-time.After(3 * time.Second):
- t.Fatal("等待 WebSocket usage log 写入超时")
- }
- }
- upstreamPayloads := make([][]byte, 0, turnCount)
- for len(upstreamPayloads) < turnCount {
- select {
- case payload := <-upstreamPayloadCh:
- upstreamPayloads = append(upstreamPayloads, payload)
- case <-time.After(3 * time.Second):
- t.Fatal("等待上游 WebSocket 请求帧超时")
- }
- }
- select {
- case upstreamErr := <-upstreamErrCh:
- require.NoError(t, upstreamErr)
- case <-time.After(3 * time.Second):
- t.Fatal("等待上游 WebSocket 结束超时")
- }
- return openAIResponsesWSUsageLogResult{
- log: usageLogs[0],
- logs: usageLogs,
- upstreamFirstPayload: upstreamPayloads[0],
- upstreamPayloads: upstreamPayloads,
- clientEvents: clientEvents,
- }
- }
- func testStringPtr(v string) *string {
- return &v
- }
- func TestOpenAIForwardErrorAlreadyCommunicated(t *testing.T) {
- gin.SetMode(gin.TestMode)
- t.Run("upstream response failed after write", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- before := c.Writer.Size()
- _, _ = c.Writer.WriteString(`event: response.failed
- data: {"type":"response.failed","error":{"message":"This content was flagged"}}
- `)
- reported := openAIForwardErrorAlreadyCommunicated(c, before, errors.New("upstream response failed: This content was flagged"))
- require.True(t, reported)
- })
- t.Run("no write still needs fallback", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- reported := openAIForwardErrorAlreadyCommunicated(c, c.Writer.Size(), errors.New("upstream response failed: This content was flagged"))
- require.False(t, reported)
- })
- t.Run("generic error after write still needs fallback", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- before := c.Writer.Size()
- _, _ = c.Writer.WriteString(":\n\n")
- reported := openAIForwardErrorAlreadyCommunicated(c, before, errors.New("stream read error: unexpected EOF"))
- require.False(t, reported)
- })
- // H-2: cyber_policy 命中且响应已写出时,即便 err 前缀不在白名单(非流式 400 cyber
- // 返回 "openai cyber_policy:"、透传账号返回 "upstream error:"),也须判定已透传,避免
- // ensureForwardErrorResponse 在已写出的完整响应尾部追加 SSE 污染响应体。
- t.Run("cyber policy hit after write is already communicated", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- service.MarkOpsCyberPolicy(c, service.CyberPolicyMark{Message: "blocked", UpstreamStatus: 400})
- before := c.Writer.Size()
- _, _ = c.Writer.WriteString(`{"error":{"code":"cyber_policy","message":"blocked"}}`)
- require.True(t, openAIForwardErrorAlreadyCommunicated(c, before, errors.New("openai cyber_policy: blocked")))
- })
- // Size 守卫优先于 cyber 短路:cyber 命中但未写出任何响应时仍需补写错误。
- t.Run("cyber policy without write still needs fallback", func(t *testing.T) {
- w := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(w)
- c.Request = httptest.NewRequest(http.MethodPost, EndpointResponses, nil)
- service.MarkOpsCyberPolicy(c, service.CyberPolicyMark{Message: "blocked", UpstreamStatus: 400})
- require.False(t, openAIForwardErrorAlreadyCommunicated(c, c.Writer.Size(), errors.New("openai cyber_policy: blocked")))
- })
- }
- func (r *contentModerationHandlerTestRepo) UpdateLogOverturned(ctx context.Context, id int64) error {
- return nil
- }
|