| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404 |
- //go:build unit
- package service
- import (
- "encoding/json"
- "io"
- "net/http"
- "net/http/httptest"
- "strings"
- "testing"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/pkg/apicompat"
- "github.com/gin-gonic/gin"
- "github.com/stretchr/testify/require"
- )
- func TestAdaptResponsesClientToolsForAnthropic_FlattensNamespace(t *testing.T) {
- t.Parallel()
- body := []byte(`{
- "model":"claude-fable-5",
- "input":[{"type":"function_call","call_id":"call_1","namespace":"codex_app","name":"read_thread","arguments":"{}"}],
- "tools":[{"type":"namespace","name":"codex_app","tools":[{"type":"function","name":"read_thread","description":"Read a task","parameters":{"type":"object","properties":{}}}]}]
- }`)
- adapted, mapping, err := adaptResponsesClientToolsForAnthropic(body)
- require.NoError(t, err)
- require.Equal(t, apicompat.ResponsesNamespaceName{Namespace: "codex_app", Name: "read_thread"}, mapping.NamespaceTools["codex_app__read_thread"])
- var request map[string]any
- require.NoError(t, json.Unmarshal(adapted, &request))
- tools := request["tools"].([]any)
- require.Len(t, tools, 1)
- tool := tools[0].(map[string]any)
- require.Equal(t, "function", tool["type"])
- require.Equal(t, "codex_app__read_thread", tool["name"])
- input := request["input"].([]any)
- call := input[0].(map[string]any)
- require.Equal(t, "codex_app__read_thread", call["name"])
- require.NotContains(t, call, "namespace")
- }
- func TestAdaptResponsesClientToolsForAnthropic_LiftsAdditionalTools(t *testing.T) {
- body := []byte(`{
- "model":"claude-fable-5",
- "input":[
- {"type":"additional_tools","tools":[
- {"type":"custom","name":"exec","description":"Run a command"},
- {"type":"namespace","name":"codex_app","tools":[
- {"type":"function","name":"read_thread","parameters":{"type":"object"}}
- ]}
- ]},
- {"type":"message","role":"user","content":[{"type":"input_text","text":"inspect"}]}
- ]
- }`)
- adapted, mapping, err := adaptResponsesClientToolsForAnthropic(body)
- require.NoError(t, err)
- require.True(t, mapping.CustomTools["exec"])
- require.Equal(t, apicompat.ResponsesNamespaceName{Namespace: "codex_app", Name: "read_thread"}, mapping.NamespaceTools["codex_app__read_thread"])
- var request map[string]any
- require.NoError(t, json.Unmarshal(adapted, &request))
- tools := request["tools"].([]any)
- require.Len(t, tools, 2)
- require.Equal(t, "function", tools[0].(map[string]any)["type"])
- require.Equal(t, "codex_app__read_thread", tools[1].(map[string]any)["name"])
- input := request["input"].([]any)
- require.Len(t, input, 1)
- require.Equal(t, "message", input[0].(map[string]any)["type"])
- }
- func namespaceToolAnthropicStream() string {
- return strings.Join([]string{
- `event: message_start`,
- `data: {"type":"message_start","message":{"id":"msg_namespace","type":"message","role":"assistant","content":[],"model":"claude-fable-5","stop_reason":"","usage":{"input_tokens":10}}}`,
- ``,
- `event: content_block_start`,
- `data: {"type":"content_block_start","index":0,"content_block":{"type":"tool_use","id":"toolu_namespace","name":"codex_app__read_thread","input":{"thread_id":"123"}}}`,
- ``,
- `event: content_block_stop`,
- `data: {"type":"content_block_stop","index":0}`,
- ``,
- `event: message_delta`,
- `data: {"type":"message_delta","delta":{"stop_reason":"tool_use"},"usage":{"output_tokens":5}}`,
- ``,
- `event: message_stop`,
- `data: {"type":"message_stop"}`,
- ``,
- }, "\n")
- }
- func namespaceToolMapping() apicompat.ResponsesClientToolMapping {
- return apicompat.ResponsesClientToolMapping{NamespaceTools: map[string]apicompat.ResponsesNamespaceName{
- "codex_app__read_thread": {Namespace: "codex_app", Name: "read_thread"},
- }}
- }
- func TestHandleResponsesBufferedStreamingResponse_RestoresNamespaceTool(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- resp := &http.Response{Body: io.NopCloser(strings.NewReader(namespaceToolAnthropicStream()))}
- svc := &GatewayService{}
- _, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), namespaceToolMapping())
- require.NoError(t, err)
- require.Contains(t, rec.Body.String(), `"type":"function_call"`)
- require.Contains(t, rec.Body.String(), `"name":"read_thread"`)
- require.Contains(t, rec.Body.String(), `"namespace":"codex_app"`)
- require.NotContains(t, rec.Body.String(), `"name":"codex_app__read_thread"`)
- }
- func TestHandleResponsesBufferedStreamingResponse_ToolArgumentsAreValidJSON(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- resp := &http.Response{Body: io.NopCloser(strings.NewReader(toolAnthropicSSEStream()))}
- _, err := (&GatewayService{}).handleResponsesBufferedStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
- require.NoError(t, err)
- var body struct {
- Output []struct {
- Type string `json:"type"`
- Arguments string `json:"arguments"`
- } `json:"output"`
- }
- require.NoError(t, json.Unmarshal(rec.Body.Bytes(), &body))
- require.Len(t, body.Output, 1)
- require.Equal(t, "function_call", body.Output[0].Type)
- require.JSONEq(t, `{"query":"status"}`, body.Output[0].Arguments)
- }
- func TestAppendRawJSON_EmptyObjectPlaceholder(t *testing.T) {
- t.Parallel()
- fragment := `{"query":"status"}`
- require.JSONEq(t, fragment, string(appendRawJSON(json.RawMessage("{ \n\t }"), fragment)))
- require.Equal(t, `{"existing":true}{"query":"status"}`, string(appendRawJSON(json.RawMessage(`{"existing":true}`), fragment)))
- }
- func TestHandleResponsesStreamingResponse_RestoresNamespaceTool(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- resp := &http.Response{Body: io.NopCloser(strings.NewReader(namespaceToolAnthropicStream()))}
- svc := &GatewayService{}
- _, err := svc.handleResponsesStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), namespaceToolMapping())
- require.NoError(t, err)
- require.Contains(t, rec.Body.String(), `response.output_item.added`)
- require.Contains(t, rec.Body.String(), `"name":"read_thread"`)
- require.Contains(t, rec.Body.String(), `"namespace":"codex_app"`)
- require.NotContains(t, rec.Body.String(), `"name":"codex_app__read_thread"`)
- }
- func TestExtractResponsesReasoningEffortFromBody(t *testing.T) {
- t.Parallel()
- got := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"claude-sonnet-4.5","reasoning":{"effort":"HIGH"}}`))
- require.NotNil(t, got)
- require.Equal(t, "high", *got)
- maxGot := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"deepseek-v4-pro","reasoning":{"effort":"max"}}`))
- require.NotNil(t, maxGot)
- require.Equal(t, "max", *maxGot)
- mappedMax := ExtractResponsesReasoningEffortFromBody(
- []byte(`{"model":"public-alias","reasoning":{"effort":"max"}}`),
- "provider/glm-5.2",
- "public-alias",
- )
- require.NotNil(t, mappedMax)
- require.Equal(t, "max", *mappedMax)
- legacyMax := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"gpt-5.5","reasoning":{"effort":"max"}}`))
- require.NotNil(t, legacyMax)
- require.Equal(t, "xhigh", *legacyMax)
- require.Nil(t, ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"claude-sonnet-4.5"}`)))
- }
- func TestHandleResponsesBufferedStreamingResponse_PreservesMessageStartCacheUsage(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- resp := &http.Response{
- Header: http.Header{"x-request-id": []string{"rid_buffered"}},
- Body: io.NopCloser(strings.NewReader(strings.Join([]string{
- `event: message_start`,
- `data: {"type":"message_start","message":{"id":"msg_1","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":12,"cache_read_input_tokens":9,"cache_creation_input_tokens":3}}}`,
- ``,
- `event: content_block_start`,
- `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
- ``,
- `event: message_delta`,
- `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":7}}`,
- ``,
- }, "\n"))),
- }
- svc := &GatewayService{}
- result, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 12, result.Usage.InputTokens)
- require.Equal(t, 7, result.Usage.OutputTokens)
- require.Equal(t, 9, result.Usage.CacheReadInputTokens)
- require.Equal(t, 3, result.Usage.CacheCreationInputTokens)
- require.Contains(t, rec.Body.String(), `"cached_tokens":9`)
- }
- func TestHandleResponsesStreamingResponse_PreservesMessageStartCacheUsage(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- resp := &http.Response{
- Header: http.Header{"x-request-id": []string{"rid_stream"}},
- Body: io.NopCloser(strings.NewReader(strings.Join([]string{
- `event: message_start`,
- `data: {"type":"message_start","message":{"id":"msg_2","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":20,"cache_read_input_tokens":11,"cache_creation_input_tokens":4}}}`,
- ``,
- `event: content_block_start`,
- `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
- ``,
- `event: message_delta`,
- `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":8}}`,
- ``,
- `event: message_stop`,
- `data: {"type":"message_stop"}`,
- ``,
- }, "\n"))),
- }
- svc := &GatewayService{}
- result, err := svc.handleResponsesStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 20, result.Usage.InputTokens)
- require.Equal(t, 8, result.Usage.OutputTokens)
- require.Equal(t, 11, result.Usage.CacheReadInputTokens)
- require.Equal(t, 4, result.Usage.CacheCreationInputTokens)
- require.Contains(t, rec.Body.String(), `response.completed`)
- }
- func TestParseAnthropicSSEField(t *testing.T) {
- t.Parallel()
- tests := []struct {
- name string
- line string
- field string
- wantValue string
- wantOK bool
- }{
- {
- name: "standard format with space",
- line: "event: message_start",
- field: "event",
- wantValue: "message_start",
- wantOK: true,
- },
- {
- name: "compact format without space",
- line: "event:message_start",
- field: "event",
- wantValue: "message_start",
- wantOK: true,
- },
- {
- name: "data field with space",
- line: "data: {\"type\":\"message_start\"}",
- field: "data",
- wantValue: "{\"type\":\"message_start\"}",
- wantOK: true,
- },
- {
- name: "data field without space",
- line: "data:{\"type\":\"message_start\"}",
- field: "data",
- wantValue: "{\"type\":\"message_start\"}",
- wantOK: true,
- },
- {
- name: "field with multiple spaces after colon",
- line: "event: message_delta",
- field: "event",
- wantValue: "message_delta",
- wantOK: true,
- },
- {
- name: "wrong field name",
- line: "event: message_start",
- field: "data",
- wantValue: "",
- wantOK: false,
- },
- {
- name: "empty line",
- line: "",
- field: "event",
- wantValue: "",
- wantOK: false,
- },
- {
- name: "line without colon",
- line: "invalid line",
- field: "event",
- wantValue: "",
- wantOK: false,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- gotValue, gotOK := parseAnthropicSSEField(tt.line, tt.field)
- require.Equal(t, tt.wantOK, gotOK, "parseAnthropicSSEField() ok")
- require.Equal(t, tt.wantValue, gotValue, "parseAnthropicSSEField() value")
- })
- }
- }
- func TestHandleResponsesBufferedStreamingResponse_CompactSSEFormat(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- // Simulate compact SSE format without spaces after colons (e.g. Kimi API)
- resp := &http.Response{
- Header: http.Header{"x-request-id": []string{"rid_compact"}},
- Body: io.NopCloser(strings.NewReader(strings.Join([]string{
- `event:message_start`,
- `data:{"type":"message_start","message":{"id":"msg_compact","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":10}}}`,
- ``,
- `event:content_block_start`,
- `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
- ``,
- `event:message_delta`,
- `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":5}}`,
- ``,
- }, "\n"))),
- }
- svc := &GatewayService{}
- result, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 10, result.Usage.InputTokens)
- require.Equal(t, 5, result.Usage.OutputTokens)
- }
- func TestHandleResponsesStreamingResponse_CompactSSEFormat(t *testing.T) {
- t.Parallel()
- gin.SetMode(gin.TestMode)
- rec := httptest.NewRecorder()
- c, _ := gin.CreateTestContext(rec)
- // Simulate compact SSE format without spaces after colons (e.g. Kimi API)
- resp := &http.Response{
- Header: http.Header{"x-request-id": []string{"rid_compact_stream"}},
- Body: io.NopCloser(strings.NewReader(strings.Join([]string{
- `event:message_start`,
- `data:{"type":"message_start","message":{"id":"msg_compact_stream","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":15}}}`,
- ``,
- `event:content_block_start`,
- `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
- ``,
- `event:message_delta`,
- `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":6}}`,
- ``,
- `event:message_stop`,
- `data:{"type":"message_stop"}`,
- ``,
- }, "\n"))),
- }
- svc := &GatewayService{}
- result, err := svc.handleResponsesStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
- require.NoError(t, err)
- require.NotNil(t, result)
- require.Equal(t, 15, result.Usage.InputTokens)
- require.Equal(t, 6, result.Usage.OutputTokens)
- require.Contains(t, rec.Body.String(), `response.completed`)
- }
|