| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313 |
- package service
- import (
- "bytes"
- "context"
- "encoding/json"
- "errors"
- "fmt"
- "io"
- "net/http"
- "net/http/httptest"
- "os"
- "path/filepath"
- "strings"
- "sync"
- "testing"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/config"
- "github.com/Wei-Shaw/sub2api/internal/pkg/apicompat"
- "github.com/Wei-Shaw/sub2api/internal/pkg/openai"
- "github.com/gin-gonic/gin"
- "github.com/stretchr/testify/require"
- "github.com/tidwall/gjson"
- )
- type openAICompatFailingWriter struct {
- gin.ResponseWriter
- failAfter int
- writes int
- }
- func (w *openAICompatFailingWriter) Write(p []byte) (int, error) {
- if w.writes >= w.failAfter {
- return 0, errors.New("write failed: client disconnected")
- }
- w.writes++
- return w.ResponseWriter.Write(p)
- }
- type openAICompatBlockingReadCloser struct {
- data []byte
- offset int
- closed chan struct{}
- closeOnce sync.Once
- }
- func newOpenAICompatBlockingReadCloser(data []byte) *openAICompatBlockingReadCloser {
- return &openAICompatBlockingReadCloser{
- data: data,
- closed: make(chan struct{}),
- }
- }
- func (r *openAICompatBlockingReadCloser) Read(p []byte) (int, error) {
- if r.offset < len(r.data) {
- n := copy(p, r.data[r.offset:])
- r.offset += n
- return n, nil
- }
- <-r.closed
- return 0, io.EOF
- }
- func (r *openAICompatBlockingReadCloser) Close() error {
- r.closeOnce.Do(func() {
- close(r.closed)
- })
- return nil
- }
- func TestNormalizeOpenAICompatRequestedModel(t *testing.T) {
- t.Parallel()
- tests := []struct {
- name string
- input string
- want string
- }{
- {name: "gpt reasoning alias strips xhigh", input: "gpt-5.4-xhigh", want: "gpt-5.4"},
- {name: "gpt reasoning alias strips none", input: "gpt-5.4-none", want: "gpt-5.4"},
- {name: "codex max model stays intact", input: "gpt-5.1-codex-max", want: "gpt-5.1-codex-max"},
- {name: "non openai model unchanged", input: "claude-opus-4-6", want: "claude-opus-4-6"},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- require.Equal(t, tt.want, NormalizeOpenAICompatRequestedModel(tt.input))
- })
- }
- }
- func TestApplyOpenAICompatModelNormalization(t *testing.T) {
- t.Parallel()
- t.Run("derives xhigh from model suffix when output config missing", func(t *testing.T) {
- req := &apicompat.AnthropicRequest{Model: "gpt-5.4-xhigh"}
- applyOpenAICompatModelNormalization(req)
- require.Equal(t, "gpt-5.4", req.Model)
- require.NotNil(t, req.OutputConfig)
- require.Equal(t, "max", req.OutputConfig.Effort)
- })
- t.Run("explicit output config wins over model suffix", func(t *testing.T) {
- req := &apicompat.AnthropicRequest{
- Model: "gpt-5.4-xhigh",
- OutputConfig: &apicompat.AnthropicOutputConfig{Effort: "low"},
- }
- applyOpenAICompatModelNormalization(req)
- require.Equal(t, "gpt-5.4", req.Model)
- require.NotNil(t, req.OutputConfig)
- require.Equal(t, "low", req.OutputConfig.Effort)
- })
- t.Run("non openai model is untouched", func(t *testing.T) {
- req := &apicompat.AnthropicRequest{Model: "claude-opus-4-6"}
- applyOpenAICompatModelNormalization(req)
- require.Equal(t, "claude-opus-4-6", req.Model)
- require.Nil(t, req.OutputConfig)
- })
- }
- func TestForwardAsAnthropic_UsesExactFableMessagesDispatchModel(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"claude-fable-5","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_fable","object":"response","model":"gpt-5.6-sol","status":"completed","output":[{"type":"message","id":"msg_fable","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_fable"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.6-sol")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "claude-fable-5", result.Model)
- require.Equal(t, "gpt-5.6-sol", result.BillingModel)
- require.Equal(t, "gpt-5.6-sol", result.UpstreamModel)
- require.Equal(t, "gpt-5.6-sol", gjson.GetBytes(upstream.lastBody, "model").String())
- require.NotContains(t, string(upstream.lastBody), "claude-fable-5")
- require.Equal(t, "claude-fable-5", gjson.GetBytes(rec.Body.Bytes(), "model").String())
- }
- func TestForwardAsAnthropic_NormalizesRoutingAndEffortForGpt54XHigh(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4-xhigh","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_compat"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- "model_mapping": map[string]any{
- "gpt-5.4": "gpt-5.4",
- },
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "gpt-5.4-xhigh", result.Model)
- require.Equal(t, "gpt-5.4", result.UpstreamModel)
- require.Equal(t, "gpt-5.4", result.BillingModel)
- require.NotNil(t, result.ReasoningEffort)
- require.Equal(t, "xhigh", *result.ReasoningEffort)
- require.Equal(t, "gpt-5.4", gjson.GetBytes(upstream.lastBody, "model").String())
- require.Equal(t, "xhigh", gjson.GetBytes(upstream.lastBody, "reasoning.effort").String())
- require.Equal(t, http.StatusOK, rec.Code)
- require.Equal(t, "gpt-5.4-xhigh", gjson.GetBytes(rec.Body.Bytes(), "model").String())
- require.Equal(t, "ok", gjson.GetBytes(rec.Body.Bytes(), "content.0.text").String())
- t.Logf("upstream body: %s", string(upstream.lastBody))
- t.Logf("response body: %s", rec.Body.String())
- }
- func TestForwardAsAnthropic_PreservesMaxForFinalGPT56ResponsesModel(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- tests := []struct {
- name string
- account *Account
- model string
- defaultMapped string
- effort string
- wantModel string
- wantEffort string
- }{
- {
- name: "API Key mapping wins and keeps Luna max",
- account: rawGPT56ResponsesAPIKeyAccount("luna", "gpt-5.6-luna"),
- model: "luna",
- defaultMapped: "gpt-5.6-sol",
- effort: "max",
- wantModel: "gpt-5.6-luna",
- wantEffort: "max",
- },
- {
- name: "OAuth mapping wins and keeps Sol max",
- account: rawGPT56ResponsesOAuthAccount("sol", "gpt-5.6-sol"),
- model: "sol",
- defaultMapped: "gpt-5.6-terra",
- effort: "max",
- wantModel: "gpt-5.6-sol",
- wantEffort: "max",
- },
- {
- name: "old model still maps max to xhigh",
- account: rawGPT56ResponsesAPIKeyAccount("gpt-5.5", "gpt-5.5"),
- model: "gpt-5.5",
- effort: "max",
- wantModel: "gpt-5.5",
- wantEffort: "xhigh",
- },
- {
- name: "GPT56 default remains medium",
- account: rawGPT56ResponsesAPIKeyAccount("gpt-5.6-sol", "gpt-5.6-sol"),
- model: "gpt-5.6-sol",
- wantModel: "gpt-5.6-sol",
- wantEffort: "medium",
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := `{"model":"` + tt.model + `","max_tokens":16,"messages":[{"role":"user","content":"hello"}`
- if tt.effort != "" {
- body += `],"output_config":{"effort":"` + tt.effort + `"},"stream":false}`
- } else {
- body += `],"stream":false}`
- }
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", strings.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_gpt56_"+tt.name, tt.wantModel)}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, tt.account, []byte(body), "", tt.defaultMapped)
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, tt.wantModel, result.UpstreamModel)
- require.Equal(t, tt.wantModel, gjson.GetBytes(upstream.lastBody, "model").String())
- require.Equal(t, tt.wantEffort, gjson.GetBytes(upstream.lastBody, "reasoning.effort").String())
- require.NotNil(t, result.ReasoningEffort)
- require.Equal(t, tt.wantEffort, *result.ReasoningEffort)
- })
- }
- }
- func rawGPT56ResponsesAPIKeyAccount(requestedModel, mappedModel string) *Account {
- return &Account{
- ID: 501,
- Name: "gpt56-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.example.com/v1",
- "model_mapping": map[string]any{requestedModel: mappedModel},
- },
- Extra: map[string]any{"use_responses_api": true},
- }
- }
- func rawGPT56ResponsesOAuthAccount(requestedModel, mappedModel string) *Account {
- return &Account{
- ID: 502,
- Name: "gpt56-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- "model_mapping": map[string]any{requestedModel: mappedModel},
- },
- }
- }
- func TestForwardAsAnthropic_MappedClaudeModelAcceptsChatUsageShape(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"claude-opus-4-7","max_tokens":16,"messages":[{"role":"user","content":"compact this"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.created","response":{"id":"resp_compact","model":"gpt-5.5","status":"in_progress","output":[]}}`,
- "",
- `data: {"type":"response.output_text.delta","delta":"ok"}`,
- "",
- `data: {"type":"response.completed","response":{"id":"resp_compact","object":"response","model":"gpt-5.5","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"prompt_tokens":31,"completion_tokens":9,"total_tokens":40,"prompt_tokens_details":{"cached_tokens":11}}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_compact_usage"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- "model_mapping": map[string]any{
- "gpt-5.5": "gpt-5.5",
- },
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "claude-opus-4-7", result.Model)
- require.Equal(t, "gpt-5.5", result.BillingModel)
- require.Equal(t, "gpt-5.5", result.UpstreamModel)
- require.Equal(t, 31, result.Usage.InputTokens)
- require.Equal(t, 9, result.Usage.OutputTokens)
- require.Equal(t, 11, result.Usage.CacheReadInputTokens)
- require.Equal(t, "gpt-5.5", gjson.GetBytes(upstream.lastBody, "model").String())
- }
- func TestForwardAsAnthropic_InjectsPromptCacheKeyForAPIKeyMessagesDispatch(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"metadata":{"user_id":"claude-session-1"},"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.3-codex","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7,"input_tokens_details":{"cached_tokens":3}}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_cache_key"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "stable-cache-key", gjson.GetBytes(upstream.lastBody, "prompt_cache_key").String())
- require.Equal(t, "gpt-5.3-codex", gjson.GetBytes(upstream.lastBody, "model").String())
- require.Equal(t, 3, result.Usage.CacheReadInputTokens)
- }
- func TestForwardAsAnthropic_AutoDerivesPromptCacheKeyWhenMessagesDispatchHasNoSessionID(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"system":"You are helpful.","messages":[{"role":"user","content":"open repo"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.3-codex","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7,"input_tokens_details":{"cached_tokens":3}}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_auto_cache_key"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, result)
- cacheKey := gjson.GetBytes(upstream.lastBody, "prompt_cache_key").String()
- require.NotEmpty(t, cacheKey)
- require.True(t, strings.HasPrefix(cacheKey, "anthropic-digest-"))
- require.Equal(t, generateSessionUUID(isolateOpenAISessionID(0, cacheKey)), upstream.lastReq.Header.Get("session_id"))
- }
- func TestForwardAsAnthropic_GPT6AstraPromptCacheIdentityStableAcrossAppendedTurns(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- for _, mappedModel := range []string{"gpt-6-astra", "gpt-6"} {
- mappedModel := mappedModel
- t.Run(mappedModel, func(t *testing.T) {
- t.Parallel()
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- openAICompatSSECompletedResponse("resp_gpt6_first", mappedModel),
- openAICompatSSECompletedResponse("resp_gpt6_second", mappedModel),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 6615,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- bodies := [][]byte{
- []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"system":"You are helpful.","messages":[{"role":"user","content":"Inspect the repository"}],"stream":false}`),
- []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"system":"You are helpful.","messages":[{"role":"user","content":"Inspect the repository"},{"role":"assistant","content":"Done."},{"role":"user","content":"Run the tests"}],"stream":false}`),
- }
- for _, body := range bodies {
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", mappedModel)
- require.NoError(t, err)
- require.NotNil(t, result)
- }
- require.Len(t, upstream.bodies, 2)
- require.Len(t, upstream.requests, 2)
- require.Equal(t, mappedModel, gjson.GetBytes(upstream.bodies[0], "model").String())
- require.Equal(t, mappedModel, gjson.GetBytes(upstream.bodies[1], "model").String())
- firstCacheKey := gjson.GetBytes(upstream.bodies[0], "prompt_cache_key").String()
- secondCacheKey := gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").String()
- require.NotEmpty(t, firstCacheKey)
- require.Equal(t, firstCacheKey, secondCacheKey)
- firstSessionID := upstream.requests[0].Header.Get("session_id")
- secondSessionID := upstream.requests[1].Header.Get("session_id")
- require.NotEmpty(t, firstSessionID)
- require.Equal(t, firstSessionID, secondSessionID)
- })
- }
- }
- func TestForwardAsAnthropic_DoesNotAutoDerivePromptCacheKeyForNonCodexModel(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-4o","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_no_cache_key"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-4o")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.False(t, gjson.GetBytes(upstream.lastBody, "prompt_cache_key").Exists())
- require.Empty(t, upstream.lastReq.Header.Get("session_id"))
- }
- func TestForwardAsAnthropic_TrimsFullReplayOnlyForCodexCompatModels(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- messages := make([]string, 0, openAICompatAnthropicReplayMaxTailMessages+3)
- for i := 0; i < openAICompatAnthropicReplayMaxTailMessages+3; i++ {
- messages = append(messages, `{"role":"user","content":"message-`+fmt.Sprintf("%02d", i)+`"}`)
- }
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[` + strings.Join(messages, ",") + `],"stream":false}`)
- run := func(t *testing.T, mappedModel string) []byte {
- t.Helper()
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"` + mappedModel + `","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_trim"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", mappedModel)
- require.NoError(t, err)
- require.NotNil(t, result)
- return upstream.lastBody
- }
- codexBody := run(t, "gpt-5.3-codex")
- require.Equal(t, int64(openAICompatAnthropicReplayMaxTailMessages+1), gjson.GetBytes(codexBody, "input.#").Int())
- require.Equal(t, "developer", gjson.GetBytes(codexBody, "input.0.role").String())
- require.Contains(t, gjson.GetBytes(codexBody, "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "message-03", gjson.GetBytes(codexBody, "input.1.content.0.text").String())
- require.Equal(t, "message-14", gjson.GetBytes(codexBody, "input.12.content.0.text").String())
- nonCompatBody := run(t, "gpt-4o")
- require.Equal(t, int64(openAICompatAnthropicReplayMaxTailMessages+3), gjson.GetBytes(nonCompatBody, "input.#").Int())
- require.Equal(t, "message-00", gjson.GetBytes(nonCompatBody, "input.0.content.0.text").String())
- }
- func TestForwardAsAnthropic_OAuthCompatKeepsFullReplayForCacheGrowth(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- messages := make([]string, 0, openAICompatAnthropicReplayMaxTailMessages+3)
- for i := 0; i < openAICompatAnthropicReplayMaxTailMessages+3; i++ {
- messages = append(messages, `{"role":"user","content":"message-`+fmt.Sprintf("%02d", i)+`"}`)
- }
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[` + strings.Join(messages, ",") + `],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_oauth_trim", "gpt-5.4")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, int64(openAICompatAnthropicReplayMaxTailMessages+4), gjson.GetBytes(upstream.lastBody, "input.#").Int())
- require.Equal(t, "developer", gjson.GetBytes(upstream.lastBody, "input.0.role").String())
- require.Contains(t, gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "message-00", gjson.GetBytes(upstream.lastBody, "input.1.content.0.text").String())
- require.Equal(t, "message-14", gjson.GetBytes(upstream.lastBody, "input.15.content.0.text").String())
- require.False(t, gjson.GetBytes(upstream.lastBody, "prompt_cache_key").Exists())
- }
- func TestForwardAsAnthropic_AttachesPreviousResponseIDForCompatContinuation(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"}],"stream":false}`)
- upstream.resp = openAICompatSSECompletedResponse("resp_first", "gpt-5.3-codex")
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- require.Equal(t, "resp_first", firstResult.ResponseID)
- require.False(t, gjson.GetBytes(upstream.lastBody, "previous_response_id").Exists())
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- upstream.resp = openAICompatSSECompletedResponse("resp_second", "gpt-5.3-codex")
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, "resp_second", secondResult.ResponseID)
- require.Equal(t, "resp_first", gjson.GetBytes(upstream.lastBody, "previous_response_id").String())
- require.Equal(t, int64(2), gjson.GetBytes(upstream.lastBody, "input.#").Int())
- require.Equal(t, "developer", gjson.GetBytes(upstream.lastBody, "input.0.role").String())
- require.Contains(t, gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "second", gjson.GetBytes(upstream.lastBody, "input.1.content.0.text").String())
- }
- func TestForwardAsAnthropic_PreviousResponseIDKeepsMultiToolCallContext(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"inspect files"}],"stream":false}`)
- upstream.resp = openAICompatSSECompletedResponse("resp_first_tools", "gpt-5.3-codex")
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"inspect files"},{"role":"assistant","content":[{"type":"tool_use","id":"call_one","name":"Read","input":{"file_path":"a.go"}},{"type":"tool_use","id":"call_two","name":"Read","input":{"file_path":"b.go"}}]},{"role":"user","content":[{"type":"tool_result","tool_use_id":"call_one","content":"package a"},{"type":"tool_result","tool_use_id":"call_two","content":"package b"},{"type":"text","text":"continue"}]}],"tools":[{"name":"Read","description":"read a file","input_schema":{"type":"object","properties":{"file_path":{"type":"string"}}}}],"stream":false}`)
- upstream.resp = openAICompatSSECompletedResponse("resp_second_tools", "gpt-5.3-codex")
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, "resp_first_tools", gjson.GetBytes(upstream.lastBody, "previous_response_id").String())
- require.Equal(t, "function_call", gjson.GetBytes(upstream.lastBody, "input.1.type").String())
- require.Equal(t, "call_one", gjson.GetBytes(upstream.lastBody, "input.1.call_id").String())
- require.Equal(t, "function_call", gjson.GetBytes(upstream.lastBody, "input.2.type").String())
- require.Equal(t, "call_two", gjson.GetBytes(upstream.lastBody, "input.2.call_id").String())
- require.Equal(t, "function_call_output", gjson.GetBytes(upstream.lastBody, "input.3.type").String())
- require.Equal(t, "call_one", gjson.GetBytes(upstream.lastBody, "input.3.call_id").String())
- require.Equal(t, "function_call_output", gjson.GetBytes(upstream.lastBody, "input.4.type").String())
- require.Equal(t, "call_two", gjson.GetBytes(upstream.lastBody, "input.4.call_id").String())
- require.Equal(t, "continue", gjson.GetBytes(upstream.lastBody, "input.5.content.0.text").String())
- }
- func TestForwardAsAnthropic_ReplaysFullToolHistoryWhenPreviousResponseUnavailable(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- svc.bindOpenAICompatSessionResponseID(context.Background(), nil, account, "stable-cache-key", "resp_missing")
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":[{"type":"tool_use","id":"call_1","name":"lookup","input":{"q":"first"}}]},{"role":"user","content":[{"type":"tool_result","tool_use_id":"call_1","content":"found"},{"type":"text","text":"second"}]}],"tools":[{"name":"lookup","input_schema":{"type":"object"}}],"stream":false}`)
- upstream.responses = []*http.Response{
- {
- StatusCode: http.StatusBadRequest,
- Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_prev_missing"}},
- Body: io.NopCloser(strings.NewReader(`{"error":{"message":"previous_response_id is not available for this user","type":"invalid_request_error"}}`)),
- },
- openAICompatSSECompletedResponse("resp_replayed", "gpt-5.3-codex"),
- }
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, secondBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "resp_replayed", result.ResponseID)
- require.Len(t, upstream.requests, 2)
- require.Equal(t, "resp_missing", gjson.GetBytes(upstream.bodies[0], "previous_response_id").String())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- require.Equal(t, int64(5), gjson.GetBytes(upstream.bodies[1], "input.#").Int())
- require.Equal(t, "developer", gjson.GetBytes(upstream.bodies[1], "input.0.role").String())
- require.Contains(t, gjson.GetBytes(upstream.bodies[1], "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "first", gjson.GetBytes(upstream.bodies[1], "input.1.content.0.text").String())
- require.Equal(t, "function_call", gjson.GetBytes(upstream.bodies[1], "input.2.type").String())
- require.Equal(t, "call_1", gjson.GetBytes(upstream.bodies[1], "input.2.call_id").String())
- require.Equal(t, "function_call_output", gjson.GetBytes(upstream.bodies[1], "input.3.type").String())
- require.Equal(t, "call_1", gjson.GetBytes(upstream.bodies[1], "input.3.call_id").String())
- require.Equal(t, "found", gjson.GetBytes(upstream.bodies[1], "input.3.output").String())
- require.Equal(t, "second", gjson.GetBytes(upstream.bodies[1], "input.4.content.0.text").String())
- }
- func TestOpenAICompatPreviousResponseUnavailableRecognitionIsStrict(t *testing.T) {
- t.Parallel()
- body := []byte(`{"error":{"message":"previous_response_id is not available for this user","type":"invalid_request_error"}}`)
- require.True(t, isOpenAICompatPreviousResponseNotFound(http.StatusBadRequest, "", body))
- require.False(t, isOpenAICompatPreviousResponseNotFound(http.StatusForbidden, "", body))
- require.False(t, isOpenAICompatPreviousResponseNotFound(http.StatusBadRequest, "permission is not available for this user", nil))
- require.False(t, isOpenAICompatPreviousResponseNotFound(http.StatusBadRequest, "previous_response_id is not available for this project", nil))
- }
- func TestForwardAsAnthropic_PreviousResponseUnavailableRetryFailureDoesNotLoop(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- unavailable := func() *http.Response {
- return &http.Response{
- StatusCode: http.StatusBadRequest,
- Header: http.Header{"Content-Type": []string{"application/json"}},
- Body: io.NopCloser(strings.NewReader(`{"error":{"message":"previous_response_id is not available for this user","type":"invalid_request_error"}}`)),
- }
- }
- upstream := &httpUpstreamRecorder{responses: []*http.Response{unavailable(), unavailable()}}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{ID: 1, Platform: PlatformOpenAI, Type: AccountTypeAPIKey, Concurrency: 1, Credentials: map[string]any{"api_key": "sk-test", "base_url": "https://api.openai.com/v1"}}
- svc.bindOpenAICompatSessionResponseID(context.Background(), nil, account, "stable-cache-key", "resp_missing")
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- _, _ = svc.ForwardAsAnthropic(context.Background(), c, account, body, "stable-cache-key", "gpt-5.3-codex")
- require.Len(t, upstream.requests, 2)
- require.True(t, gjson.GetBytes(upstream.bodies[0], "previous_response_id").Exists())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_DisablesAPIKeyContinuationWhenUpstreamRequiresWebSocketV2(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- svc.bindOpenAICompatSessionResponseID(context.Background(), nil, account, "stable-cache-key", "resp_http_unsupported")
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- upstream.responses = []*http.Response{
- {
- StatusCode: http.StatusBadRequest,
- Header: http.Header{"Content-Type": []string{"application/json"}, "x-request-id": []string{"rid_prev_http_unsupported"}},
- Body: io.NopCloser(strings.NewReader(`{"error":{"message":"previous_response_id is only supported on Responses WebSocket v2","type":"invalid_request_error"}}`)),
- },
- openAICompatSSECompletedResponse("resp_replayed", "gpt-5.5"),
- openAICompatSSECompletedResponse("resp_later", "gpt-5.5"),
- }
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "stable-cache-key", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "resp_replayed", result.ResponseID)
- require.Len(t, upstream.requests, 2)
- require.Equal(t, "resp_http_unsupported", gjson.GetBytes(upstream.bodies[0], "previous_response_id").String())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- laterRec := httptest.NewRecorder()
- laterCtx, _ := gin.CreateTestContext(laterRec)
- laterCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- laterCtx.Request.Header.Set("Content-Type", "application/json")
- laterResult, err := svc.ForwardAsAnthropic(context.Background(), laterCtx, account, body, "stable-cache-key", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, laterResult)
- require.Equal(t, "resp_later", laterResult.ResponseID)
- require.Len(t, upstream.requests, 3)
- require.False(t, gjson.GetBytes(upstream.bodies[2], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_APIKeyMetadataSessionSurvivesChangingCacheControlAnchorAfterContinuationDisabled(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- metadata := `{"user_id":"{\"device_id\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"account_uuid\":\"\",\"session_id\":\"aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa\"}"}`
- firstBody := []byte(`{"model":"claude-haiku-4-5-20251001","max_tokens":16,"metadata":` + metadata + `,"system":[{"type":"text","text":"project docs","cache_control":{"type":"ephemeral"}}],"messages":[{"role":"user","content":"first"}],"stream":false}`)
- messages := make([]string, 0, openAICompatAnthropicReplayMaxTailMessages+4)
- messages = append(messages, `{"role":"user","content":[{"type":"text","text":"rewritten context","cache_control":{"type":"ephemeral"}}]}`)
- for i := 1; i < openAICompatAnthropicReplayMaxTailMessages+4; i++ {
- messages = append(messages, `{"role":"user","content":"message-`+fmt.Sprintf("%02d", i)+`"}`)
- }
- secondBody := []byte(`{"model":"claude-haiku-4-5-20251001","max_tokens":16,"metadata":` + metadata + `,"messages":[` + strings.Join(messages, ",") + `],"stream":false}`)
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- openAICompatSSECompletedResponse("resp_first", "gpt-5.4-mini"),
- openAICompatSSECompletedResponse("resp_second", "gpt-5.4-mini"),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "", "gpt-5.4-mini")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- firstKey := gjson.GetBytes(upstream.bodies[0], "prompt_cache_key").String()
- require.NotEmpty(t, firstKey)
- require.True(t, strings.HasPrefix(firstKey, "anthropic-metadata-"))
- svc.disableOpenAICompatSessionContinuation(context.Background(), nil, account, firstKey)
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "", "gpt-5.4-mini")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Len(t, upstream.requests, 2)
- require.Equal(t, firstKey, gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").String())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- require.Equal(t, int64(openAICompatAnthropicReplayMaxTailMessages+5), gjson.GetBytes(upstream.bodies[1], "input.#").Int())
- require.Equal(t, "developer", gjson.GetBytes(upstream.bodies[1], "input.0.role").String())
- require.Contains(t, gjson.GetBytes(upstream.bodies[1], "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "rewritten context", gjson.GetBytes(upstream.bodies[1], "input.1.content.0.text").String())
- require.Equal(t, "message-15", gjson.GetBytes(upstream.bodies[1], "input.16.content.0.text").String())
- }
- func TestForwardAsAnthropic_DoesNotAttachPreviousResponseIDForOAuthCompat(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_oauth_next", "gpt-5.4")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- svc.bindOpenAICompatSessionResponseID(context.Background(), nil, account, "stable-cache-key", "resp_oauth_prev")
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "stable-cache-key", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.False(t, gjson.GetBytes(upstream.lastBody, "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_ReusesOAuthCodexTurnState(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- firstResp := openAICompatSSECompletedResponse("resp_oauth_first", "gpt-5.4")
- firstResp.Header.Set("x-codex-turn-state", "turn_state_first")
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- firstResp,
- openAICompatSSECompletedResponse("resp_oauth_second", "gpt-5.4"),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"}],"stream":false}`)
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "stable-cache-key", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- require.Empty(t, upstream.requests[0].Header.Get("x-codex-turn-state"))
- requireOpenAIMessagesCodexIdentity(t, upstream.requests[0], codexCLIUserAgent, openai.CodexDefaultOriginator)
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "stable-cache-key", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, "turn_state_first", upstream.requests[1].Header.Get("x-codex-turn-state"))
- require.Equal(t, generateSessionUUID(isolateOpenAIUpstreamSessionID(0, account, "stable-cache-key")), upstream.requests[1].Header.Get("session_id"))
- require.Empty(t, upstream.requests[1].Header.Get("conversation_id"))
- requireOpenAIMessagesCodexIdentity(t, upstream.requests[1], codexCLIUserAgent, openai.CodexDefaultOriginator)
- require.False(t, gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").Exists())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_OAuthRestoresCodexIdentityHeaders(t *testing.T) {
- gin.SetMode(gin.TestMode)
- const tuiUA = "codex-tui/9.9.9 (Mac OS X 14.0; arm64) iTerm (codex-tui; 9.9.9)"
- const vscodeUA = "codex_vscode/9.9.9 (Mac OS X 14.0; arm64) vscode (codex_vscode; 9.9.9)"
- // messages 桥接路径同样强制统一出站身份:三类客户端身份都收敛到规范身份。
- tests := []struct {
- name string
- userAgent string
- originator string
- }{
- {name: "官方vscode身份", userAgent: vscodeUA, originator: "opencode"},
- {name: "TUI身份", userAgent: tuiUA, originator: "opencode"},
- {name: "第三方UA", userAgent: "third-party-client/1.0.0", originator: "opencode"},
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- c.Request.Header.Set("User-Agent", tt.userAgent)
- c.Request.Header.Set("originator", tt.originator)
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_identity", "gpt-5.4")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, result)
- requireOpenAIMessagesCodexIdentity(t, upstream.lastReq, codexCLIUserAgent, openai.CodexDefaultOriginator)
- })
- }
- }
- func TestForwardAsAnthropic_OAuthDigestFallbackReusesTurnStateWithoutExplicitKey(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- firstResp := openAICompatSSECompletedResponse("resp_oauth_digest_first", "gpt-5.4")
- firstResp.Header.Set("x-codex-turn-state", "turn_state_digest_first")
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- firstResp,
- openAICompatSSECompletedResponse("resp_oauth_digest_second", "gpt-5.4"),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"}],"stream":false}`)
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- firstSessionID := upstream.requests[0].Header.Get("session_id")
- require.NotEmpty(t, firstSessionID)
- require.Empty(t, upstream.requests[0].Header.Get("x-codex-turn-state"))
- requireOpenAIMessagesCodexIdentity(t, upstream.requests[0], codexCLIUserAgent, openai.CodexDefaultOriginator)
- require.False(t, gjson.GetBytes(upstream.bodies[0], "prompt_cache_key").Exists())
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, firstSessionID, upstream.requests[1].Header.Get("session_id"))
- require.Equal(t, "turn_state_digest_first", upstream.requests[1].Header.Get("x-codex-turn-state"))
- require.Empty(t, upstream.requests[1].Header.Get("conversation_id"))
- requireOpenAIMessagesCodexIdentity(t, upstream.requests[1], codexCLIUserAgent, openai.CodexDefaultOriginator)
- require.False(t, gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").Exists())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_OAuthMetadataSessionSurvivesDigestPrefixRewrite(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- firstResp := openAICompatSSECompletedResponse("resp_oauth_metadata_first", "gpt-5.5")
- firstResp.Header.Set("x-codex-turn-state", "turn_state_metadata_first")
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- firstResp,
- openAICompatSSECompletedResponse("resp_oauth_metadata_second", "gpt-5.5"),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- metadata := `{"user_id":"{\"device_id\":\"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\",\"account_uuid\":\"\",\"session_id\":\"aaaaaaaa-aaaa-4aaa-8aaa-aaaaaaaaaaaa\"}"}`
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"metadata":` + metadata + `,"messages":[{"role":"user","content":"first plan"}],"stream":false}`)
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- firstSessionID := upstream.requests[0].Header.Get("session_id")
- require.NotEmpty(t, firstSessionID)
- require.Empty(t, upstream.requests[0].Header.Get("x-codex-turn-state"))
- require.False(t, gjson.GetBytes(upstream.bodies[0], "prompt_cache_key").Exists())
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"metadata":` + metadata + `,"messages":[{"role":"user","content":"rewritten plan"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, firstSessionID, upstream.requests[1].Header.Get("session_id"))
- require.Equal(t, "turn_state_metadata_first", upstream.requests[1].Header.Get("x-codex-turn-state"))
- require.Empty(t, upstream.requests[1].Header.Get("conversation_id"))
- require.False(t, gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").Exists())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_OAuthMetadataSessionSurvivesChangingCacheControlAnchor(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- firstResp := openAICompatSSECompletedResponse("resp_oauth_cache_anchor_first", "gpt-5.5")
- firstResp.Header.Set("x-codex-turn-state", "turn_state_cache_anchor_first")
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- firstResp,
- openAICompatSSECompletedResponse("resp_oauth_cache_anchor_second", "gpt-5.5"),
- }}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- metadata := `{"user_id":"{\"device_id\":\"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb\",\"account_uuid\":\"\",\"session_id\":\"bbbbbbbb-bbbb-4bbb-8bbb-bbbbbbbbbbbb\"}"}`
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"metadata":` + metadata + `,"system":[{"type":"text","text":"anchor one","cache_control":{"type":"ephemeral"}}],"messages":[{"role":"user","content":"first"}],"stream":false}`)
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- firstSessionID := upstream.requests[0].Header.Get("session_id")
- require.NotEmpty(t, firstSessionID)
- require.Empty(t, upstream.requests[0].Header.Get("x-codex-turn-state"))
- require.False(t, gjson.GetBytes(upstream.bodies[0], "prompt_cache_key").Exists())
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"metadata":` + metadata + `,"system":[{"type":"text","text":"anchor two","cache_control":{"type":"ephemeral"}}],"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, firstSessionID, upstream.requests[1].Header.Get("session_id"))
- require.Equal(t, "turn_state_cache_anchor_first", upstream.requests[1].Header.Get("x-codex-turn-state"))
- require.Empty(t, upstream.requests[1].Header.Get("conversation_id"))
- require.False(t, gjson.GetBytes(upstream.bodies[1], "prompt_cache_key").Exists())
- require.False(t, gjson.GetBytes(upstream.bodies[1], "previous_response_id").Exists())
- }
- func TestForwardAsAnthropic_OAuthKeepsSystemAsDeveloperInput(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_oauth_system", "gpt-5.4")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"system":[{"type":"text","text":"project instructions","cache_control":{"type":"ephemeral"}}],"messages":[{"role":"user","content":"first"}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "developer", gjson.GetBytes(upstream.lastBody, "input.0.role").String())
- require.Equal(t, "input_text", gjson.GetBytes(upstream.lastBody, "input.0.content.0.type").String())
- require.Equal(t, "project instructions", gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String())
- instructions := gjson.GetBytes(upstream.lastBody, "instructions")
- require.True(t, instructions.Exists())
- require.Empty(t, instructions.String())
- requireOpenAIMessagesCodexIdentity(t, upstream.requests[0], codexCLIUserAgent, openai.CodexDefaultOriginator)
- }
- func TestForwardAsAnthropic_OAuthAddsClaudeCodeTodoGuardForCompatModel(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_oauth_todo_guard", "gpt-5.5")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"system":"project instructions","messages":[{"role":"user","content":"review files"}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.5")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "developer", gjson.GetBytes(upstream.lastBody, "input.0.role").String())
- require.Equal(t, "project instructions", gjson.GetBytes(upstream.lastBody, "input.0.content.0.text").String())
- require.Equal(t, "developer", gjson.GetBytes(upstream.lastBody, "input.1.role").String())
- require.Contains(t, gjson.GetBytes(upstream.lastBody, "input.1.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "user", gjson.GetBytes(upstream.lastBody, "input.2.role").String())
- }
- func TestForwardAsAnthropic_OAuthPreservesClaudeCodeToolCallID(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{resp: openAICompatSSECompletedResponse("resp_oauth_tool", "gpt-5.4")}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- body := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"list files"},{"role":"assistant","content":[{"type":"tool_use","id":"toolu_123","name":"Bash","input":{"command":"ls"}}]},{"role":"user","content":[{"type":"tool_result","tool_use_id":"toolu_123","content":"ok"}]}],"tools":[{"name":"Bash","description":"run shell","input_schema":{"type":"object","properties":{"command":{"type":"string"}}}}],"stream":false}`)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "stable-cache-key", "gpt-5.4")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "toolu_123", gjson.GetBytes(upstream.lastBody, `input.#(type=="function_call").call_id`).String())
- require.Equal(t, "toolu_123", gjson.GetBytes(upstream.lastBody, `input.#(type=="function_call_output").call_id`).String())
- require.True(t, gjson.GetBytes(upstream.lastBody, "parallel_tool_calls").Bool())
- require.Equal(t, "medium", gjson.GetBytes(upstream.lastBody, "text.verbosity").String())
- require.False(t, gjson.GetBytes(upstream.lastBody, "tools.0.strict").Bool())
- }
- func TestForwardAsAnthropic_StoresStreamingResponseIDWithoutUsage(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- upstream := &httpUpstreamRecorder{}
- svc := &OpenAIGatewayService{
- httpUpstream: upstream,
- cfg: &config.Config{Security: config.SecurityConfig{URLAllowlist: config.URLAllowlistConfig{Enabled: false}}},
- }
- account := &Account{
- ID: 1,
- Name: "openai-apikey",
- Platform: PlatformOpenAI,
- Type: AccountTypeAPIKey,
- Concurrency: 1,
- Credentials: map[string]any{
- "api_key": "sk-test",
- "base_url": "https://api.openai.com/v1",
- },
- }
- firstBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"}],"stream":true}`)
- upstream.resp = openAICompatSSEResponseWithoutUsage("resp_stream_first", "gpt-5.3-codex")
- firstRec := httptest.NewRecorder()
- firstCtx, _ := gin.CreateTestContext(firstRec)
- firstCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(firstBody))
- firstCtx.Request.Header.Set("Content-Type", "application/json")
- firstResult, err := svc.ForwardAsAnthropic(context.Background(), firstCtx, account, firstBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, firstResult)
- require.Equal(t, "resp_stream_first", firstResult.ResponseID)
- secondBody := []byte(`{"model":"claude-sonnet-4-5","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}],"stream":false}`)
- upstream.resp = openAICompatSSECompletedResponse("resp_stream_second", "gpt-5.3-codex")
- secondRec := httptest.NewRecorder()
- secondCtx, _ := gin.CreateTestContext(secondRec)
- secondCtx.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(secondBody))
- secondCtx.Request.Header.Set("Content-Type", "application/json")
- secondResult, err := svc.ForwardAsAnthropic(context.Background(), secondCtx, account, secondBody, "stable-cache-key", "gpt-5.3-codex")
- require.NoError(t, err)
- require.NotNil(t, secondResult)
- require.Equal(t, "resp_stream_first", gjson.GetBytes(upstream.lastBody, "previous_response_id").String())
- }
- func openAICompatSSECompletedResponse(responseID, model string) *http.Response {
- body := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"` + responseID + `","object":"response","model":"` + model + `","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- return &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_continuation"}},
- Body: io.NopCloser(strings.NewReader(body)),
- }
- }
- func requireOpenAIMessagesCodexIdentity(t *testing.T, req *http.Request, wantUserAgent, wantOriginator string) {
- t.Helper()
- require.NotNil(t, req)
- require.Equal(t, wantUserAgent, req.Header.Get("User-Agent"))
- require.Equal(t, wantOriginator, req.Header.Get("originator"))
- require.Equal(t, codexCLIVersion, req.Header.Get("version"))
- require.Equal(t, "responses=experimental", req.Header.Get("OpenAI-Beta"))
- }
- func openAICompatSSEResponseWithoutUsage(responseID, model string) *http.Response {
- body := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"` + responseID + `","object":"response","model":"` + model + `","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}]}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- return &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_" + responseID}},
- Body: io.NopCloser(strings.NewReader(body)),
- }
- }
- func TestForwardAsAnthropic_ForcedCodexInstructionsTemplatePrependsRenderedInstructions(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- templateDir := t.TempDir()
- templatePath := filepath.Join(templateDir, "codex-instructions.md.tmpl")
- require.NoError(t, os.WriteFile(templatePath, []byte("server-prefix\n\n{{ .ExistingInstructions }}"), 0o644))
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"system":"client-system","messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_forced"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- cfg: &config.Config{Gateway: config.GatewayConfig{
- ForcedCodexInstructionsTemplateFile: templatePath,
- ForcedCodexInstructionsTemplate: "server-prefix\n\n{{ .ExistingInstructions }}",
- }},
- httpUpstream: upstream,
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "server-prefix\n\nclient-system", gjson.GetBytes(upstream.lastBody, "instructions").String())
- }
- func TestForwardAsAnthropic_ForcedCodexInstructionsTemplateUsesCachedTemplateContent(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"system":"client-system","messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_forced_cached"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{
- cfg: &config.Config{Gateway: config.GatewayConfig{
- ForcedCodexInstructionsTemplateFile: "/path/that/should/not/be/read.tmpl",
- ForcedCodexInstructionsTemplate: "cached-prefix\n\n{{ .ExistingInstructions }}",
- }},
- httpUpstream: upstream,
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "cached-prefix\n\nclient-system", gjson.GetBytes(upstream.lastBody, "instructions").String())
- }
- func TestForwardAsAnthropic_ClientDisconnectDrainsUpstreamUsage(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Writer = &openAICompatFailingWriter{ResponseWriter: c.Writer, failAfter: 0}
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`,
- "",
- `data: {"type":"response.output_text.delta","delta":"ok"}`,
- "",
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":9,"output_tokens":4,"total_tokens":13,"input_tokens_details":{"cached_tokens":3}}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_disconnect"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 9, result.Usage.InputTokens)
- require.Equal(t, 4, result.Usage.OutputTokens)
- require.Equal(t, 3, result.Usage.CacheReadInputTokens)
- }
- func TestForwardAsAnthropic_TerminalUsageWithoutUpstreamCloseReturns(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Writer = &openAICompatFailingWriter{ResponseWriter: c.Writer, failAfter: 0}
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}` + "\n\n")
- upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody)
- defer func() {
- require.NoError(t, upstreamStream.Close())
- }()
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_terminal_no_close"}},
- Body: upstreamStream,
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- type forwardResult struct {
- result *OpenAIForwardResult
- err error
- }
- resultCh := make(chan forwardResult, 1)
- go func() {
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- resultCh <- forwardResult{result: result, err: err}
- }()
- select {
- case got := <-resultCh:
- require.NoError(t, got.err)
- require.NotNil(t, got.result)
- require.Equal(t, 15, got.result.Usage.InputTokens)
- require.Equal(t, 6, got.result.Usage.OutputTokens)
- require.Equal(t, 5, got.result.Usage.CacheReadInputTokens)
- case <-time.After(time.Second):
- require.Fail(t, "ForwardAsAnthropic should return after terminal usage event even if upstream keeps the connection open")
- }
- }
- func TestForwardAsAnthropic_EventNamedTerminalWithoutUpstreamCloseReturns(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Writer = &openAICompatFailingWriter{ResponseWriter: c.Writer, failAfter: 0}
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := []byte(strings.Join([]string{
- `event: response.completed`,
- `data: {"response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}`,
- ``,
- ``,
- }, "\n"))
- upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody)
- defer func() {
- require.NoError(t, upstreamStream.Close())
- }()
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_messages_event_named_terminal"}},
- Body: upstreamStream,
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- type forwardResult struct {
- result *OpenAIForwardResult
- err error
- }
- resultCh := make(chan forwardResult, 1)
- go func() {
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- resultCh <- forwardResult{result: result, err: err}
- }()
- select {
- case got := <-resultCh:
- require.NoError(t, got.err)
- require.NotNil(t, got.result)
- require.Equal(t, 15, got.result.Usage.InputTokens)
- require.Equal(t, 6, got.result.Usage.OutputTokens)
- require.Equal(t, 5, got.result.Usage.CacheReadInputTokens)
- case <-time.After(time.Second):
- require.Fail(t, "ForwardAsAnthropic should use SSE event names when data payloads omit type")
- }
- }
- func TestForwardAsAnthropic_EventNamedTerminalWithKeepaliveReturns(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Writer = &openAICompatFailingWriter{ResponseWriter: c.Writer, failAfter: 0}
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := []byte(strings.Join([]string{
- `: upstream ping`,
- ``,
- `event: response.completed`,
- `data: {"response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}`,
- ``,
- ``,
- }, "\n"))
- upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody)
- defer func() {
- require.NoError(t, upstreamStream.Close())
- }()
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_messages_event_named_keepalive"}},
- Body: upstreamStream,
- }}
- svc := &OpenAIGatewayService{
- cfg: &config.Config{Gateway: config.GatewayConfig{
- StreamKeepaliveInterval: 5,
- }},
- httpUpstream: upstream,
- }
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- type forwardResult struct {
- result *OpenAIForwardResult
- err error
- }
- resultCh := make(chan forwardResult, 1)
- go func() {
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- resultCh <- forwardResult{result: result, err: err}
- }()
- select {
- case got := <-resultCh:
- require.NoError(t, got.err)
- require.NotNil(t, got.result)
- require.Equal(t, 15, got.result.Usage.InputTokens)
- require.Equal(t, 6, got.result.Usage.OutputTokens)
- require.Equal(t, 5, got.result.Usage.CacheReadInputTokens)
- case <-time.After(time.Second):
- require.Fail(t, "ForwardAsAnthropic keepalive path should use SSE event names when data payloads omit type")
- }
- }
- func TestForwardAsAnthropic_BufferedTerminalWithoutUpstreamCloseReturns(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := []byte(`data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}` + "\n\n")
- upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody)
- defer func() {
- require.NoError(t, upstreamStream.Close())
- }()
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_buffered_terminal_no_close"}},
- Body: upstreamStream,
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- type forwardResult struct {
- result *OpenAIForwardResult
- err error
- }
- resultCh := make(chan forwardResult, 1)
- go func() {
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- resultCh <- forwardResult{result: result, err: err}
- }()
- select {
- case got := <-resultCh:
- require.NoError(t, got.err)
- require.NotNil(t, got.result)
- require.Equal(t, 15, got.result.Usage.InputTokens)
- require.Equal(t, 6, got.result.Usage.OutputTokens)
- require.Equal(t, 5, got.result.Usage.CacheReadInputTokens)
- require.Contains(t, rec.Body.String(), `"stop_reason":"end_turn"`)
- case <-time.After(time.Second):
- require.Fail(t, "ForwardAsAnthropic buffered response should return after terminal usage event even if upstream keeps the connection open")
- }
- }
- func TestHandleAnthropicBufferedStreamingResponse_OverridesUpstreamContentType(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", nil)
- resp := &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}},
- Body: io.NopCloser(strings.NewReader(
- `data: {"type":"response.completed","response":{"id":"resp_buffered_json","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}` + "\n\n",
- )),
- }
- cfg := &config.Config{}
- svc := &OpenAIGatewayService{
- cfg: cfg,
- responseHeaderFilter: compileResponseHeaderFilter(cfg),
- }
- result, err := svc.handleAnthropicBufferedStreamingResponse(
- resp, c, &Account{}, "claude-sonnet-4-5", "gpt-5.4", "gpt-5.4", time.Now(),
- )
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, "application/json; charset=utf-8", rec.Header().Get("Content-Type"))
- require.NotContains(t, rec.Header().Get("Content-Type"), "text/event-stream")
- var message apicompat.AnthropicResponse
- require.NoError(t, json.Unmarshal(rec.Body.Bytes(), &message))
- require.Equal(t, "message", message.Type)
- require.Equal(t, "resp_buffered_json", message.ID)
- require.Equal(t, 10, message.Usage.InputTokens)
- require.Equal(t, 6, message.Usage.OutputTokens)
- require.Equal(t, 5, message.Usage.CacheReadInputTokens)
- }
- func TestForwardAsAnthropic_BufferedEventNamedTerminalWithoutUpstreamCloseReturns(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := []byte(strings.Join([]string{
- `event: response.completed`,
- `data: {"response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":15,"output_tokens":6,"total_tokens":21,"input_tokens_details":{"cached_tokens":5}}}}`,
- ``,
- ``,
- }, "\n"))
- upstreamStream := newOpenAICompatBlockingReadCloser(upstreamBody)
- defer func() {
- require.NoError(t, upstreamStream.Close())
- }()
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_messages_buffered_event_named"}},
- Body: upstreamStream,
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- type forwardResult struct {
- result *OpenAIForwardResult
- err error
- }
- resultCh := make(chan forwardResult, 1)
- go func() {
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- resultCh <- forwardResult{result: result, err: err}
- }()
- select {
- case got := <-resultCh:
- require.NoError(t, got.err)
- require.NotNil(t, got.result)
- require.Equal(t, 15, got.result.Usage.InputTokens)
- require.Equal(t, 6, got.result.Usage.OutputTokens)
- require.Equal(t, 5, got.result.Usage.CacheReadInputTokens)
- require.Contains(t, rec.Body.String(), `"stop_reason":"end_turn"`)
- case <-time.After(time.Second):
- require.Fail(t, "ForwardAsAnthropic buffered response should use SSE event names when data payloads omit type")
- }
- }
- func TestForwardAsAnthropic_MissingTerminalBeforeOutputReturnsFailoverAndOps(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := "data: [DONE]\n\n"
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "X-Request-Id": []string{"rid_missing_terminal"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.Error(t, err)
- var failoverErr *UpstreamFailoverError
- require.True(t, errors.As(err, &failoverErr), "missing terminal before output must use failover path")
- require.Equal(t, http.StatusBadGateway, failoverErr.StatusCode)
- require.Contains(t, string(failoverErr.ResponseBody), "OpenAI messages stream ended before a terminal event")
- require.NotNil(t, result)
- require.Zero(t, result.Usage.InputTokens)
- require.Zero(t, result.Usage.OutputTokens)
- require.False(t, c.Writer.Written(), "no client body/header should be committed before safe failover")
- require.Empty(t, rec.Body.String())
- events := openAICompatOpsEvents(t, c)
- require.Len(t, events, 1)
- require.Equal(t, "failover", events[0].Kind)
- require.Equal(t, http.StatusBadGateway, events[0].UpstreamStatusCode)
- require.Equal(t, int64(1), events[0].AccountID)
- require.Equal(t, "rid_missing_terminal", events[0].UpstreamRequestID)
- require.Contains(t, events[0].Message, "terminal event")
- }
- func TestForwardAsAnthropic_MissingTerminalAfterOutputRecordsOpsWithoutFailover(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`,
- "",
- `data: {"type":"response.output_text.delta","delta":"partial"}`,
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "X-Request-Id": []string{"rid_partial_missing_terminal"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.Error(t, err)
- require.Contains(t, err.Error(), "missing terminal event")
- var failoverErr *UpstreamFailoverError
- require.False(t, errors.As(err, &failoverErr), "partial output must not be replayed through failover")
- require.NotNil(t, result)
- require.False(t, result.ClientDisconnect)
- require.True(t, c.Writer.Written())
- require.Contains(t, rec.Body.String(), "event: message_start")
- require.Contains(t, rec.Body.String(), "partial")
- events := openAICompatOpsEvents(t, c)
- require.Len(t, events, 1)
- require.Equal(t, "stream_missing_terminal", events[0].Kind)
- require.Equal(t, http.StatusBadGateway, events[0].UpstreamStatusCode)
- require.Equal(t, int64(1), events[0].AccountID)
- require.Equal(t, "rid_partial_missing_terminal", events[0].UpstreamRequestID)
- require.Contains(t, events[0].Message, "terminal event")
- }
- func TestForwardAsAnthropic_MissingTerminalAfterClientDisconnectSkipsOpsAndFailover(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- c.Writer = &openAICompatFailingWriter{ResponseWriter: c.Writer, failAfter: 0}
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`,
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "X-Request-Id": []string{"rid_client_disconnect_missing_terminal"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.Error(t, err)
- require.Contains(t, err.Error(), "missing terminal event")
- var failoverErr *UpstreamFailoverError
- require.False(t, errors.As(err, &failoverErr))
- require.NotNil(t, result)
- require.True(t, result.ClientDisconnect)
- require.Empty(t, rec.Body.String())
- _, ok := c.Get(OpsUpstreamErrorsKey)
- require.False(t, ok, "client disconnect must not be attributed as an upstream error")
- }
- func TestForwardAsAnthropic_CompleteStreamDoesNotRecordMissingTerminalOps(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":true}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- c.Request.Header.Set("Content-Type", "application/json")
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.created","response":{"id":"resp_1","model":"gpt-5.4","status":"in_progress","output":[]}}`,
- "",
- `data: {"type":"response.output_text.delta","delta":"ok"}`,
- "",
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":9,"output_tokens":4,"total_tokens":13}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "X-Request-Id": []string{"rid_complete_terminal"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 9, result.Usage.InputTokens)
- require.Equal(t, 4, result.Usage.OutputTokens)
- require.Contains(t, rec.Body.String(), "event: message_stop")
- _, ok := c.Get(OpsUpstreamErrorsKey)
- require.False(t, ok)
- }
- func openAICompatOpsEvents(t *testing.T, c *gin.Context) []*OpsUpstreamErrorEvent {
- t.Helper()
- v, ok := c.Get(OpsUpstreamErrorsKey)
- require.True(t, ok)
- events, ok := v.([]*OpsUpstreamErrorEvent)
- require.True(t, ok)
- return events
- }
- func TestForwardAsAnthropic_UpstreamRequestIgnoresClientCancel(t *testing.T) {
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- reqCtx, cancel := context.WithCancel(context.Background())
- body := []byte(`{"model":"gpt-5.4","max_tokens":16,"messages":[{"role":"user","content":"hello"}],"stream":false}`)
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body)).WithContext(reqCtx)
- c.Request.Header.Set("Content-Type", "application/json")
- cancel()
- upstreamBody := strings.Join([]string{
- `data: {"type":"response.completed","response":{"id":"resp_1","object":"response","model":"gpt-5.4","status":"completed","output":[{"type":"message","id":"msg_1","role":"assistant","status":"completed","content":[{"type":"output_text","text":"ok"}]}],"usage":{"input_tokens":5,"output_tokens":2,"total_tokens":7}}}`,
- "",
- "data: [DONE]",
- "",
- }, "\n")
- upstream := &httpUpstreamRecorder{resp: &http.Response{
- StatusCode: http.StatusOK,
- Header: http.Header{"Content-Type": []string{"text/event-stream"}, "x-request-id": []string{"rid_ctx"}},
- Body: io.NopCloser(strings.NewReader(upstreamBody)),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream}
- account := &Account{
- ID: 1,
- Name: "openai-oauth",
- Platform: PlatformOpenAI,
- Type: AccountTypeOAuth,
- Concurrency: 1,
- Credentials: map[string]any{
- "access_token": "oauth-token",
- "chatgpt_account_id": "chatgpt-acc",
- },
- }
- result, err := svc.ForwardAsAnthropic(reqCtx, c, account, body, "", "gpt-5.1")
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, upstream.lastReq)
- require.NoError(t, upstream.lastReq.Context().Err())
- }
- func TestForwardAsAnthropic_AstraContinuationRestoresHistoryAndDisablesUnsupportedSession(t *testing.T) {
- for _, message := range []string{
- "previous_response_id is not available for this user",
- "previous_response_id requires an OpenAI API-key account for HTTP requests",
- } {
- t.Run(message, func(t *testing.T) {
- encodedError, err := json.Marshal(map[string]any{"error": map[string]string{"message": message}})
- require.NoError(t, err)
- upstream := &httpUpstreamRecorder{responses: []*http.Response{
- {StatusCode: http.StatusBadRequest, Body: io.NopCloser(bytes.NewReader(encodedError))},
- openAICompatSSECompletedResponse("resp_replayed", "gpt-6-astra"),
- openAICompatSSECompletedResponse("resp_later", "gpt-6-astra"),
- }}
- svc := &OpenAIGatewayService{httpUpstream: upstream, cfg: &config.Config{}}
- account := rawGPT56ResponsesAPIKeyAccount("gpt-6-astra", "gpt-6-astra")
- svc.bindOpenAICompatSessionResponseID(context.Background(), nil, account, "astra-session", "resp_old")
- body := []byte(`{"model":"gpt-6-astra","max_tokens":16,"messages":[{"role":"user","content":"first"},{"role":"assistant","content":"ok"},{"role":"user","content":"second"}]}`)
- for i := 0; i < 2; i++ {
- c, _ := gin.CreateTestContext(httptest.NewRecorder())
- c.Request = httptest.NewRequest(http.MethodPost, "/v1/messages", bytes.NewReader(body))
- result, err := svc.ForwardAsAnthropic(context.Background(), c, account, body, "astra-session", "gpt-6-astra")
- require.NoError(t, err)
- require.NotNil(t, result)
- }
- require.Len(t, upstream.bodies, 3)
- require.Equal(t, "resp_old", gjson.GetBytes(upstream.bodies[0], "previous_response_id").String())
- for _, sent := range upstream.bodies[1:] {
- require.False(t, gjson.GetBytes(sent, "previous_response_id").Exists())
- require.Equal(t, "astra-session", gjson.GetBytes(sent, "prompt_cache_key").String())
- require.Equal(t, int64(4), gjson.GetBytes(sent, "input.#").Int())
- require.Contains(t, gjson.GetBytes(sent, "input.0.content.0.text").String(), "<sub2api-claude-code-todo-guard>")
- require.Equal(t, "first", gjson.GetBytes(sent, "input.1.content.0.text").String())
- require.Equal(t, "second", gjson.GetBytes(sent, "input.3.content.0.text").String())
- }
- })
- }
- require.False(t, isOpenAICompatPreviousResponseUnsupported(http.StatusUnauthorized, "previous_response_id is not available for this user", nil))
- require.False(t, isOpenAICompatPreviousResponseUnsupported(http.StatusBadRequest, "The model is not available for this user", nil))
- }
|