gateway_forward_as_responses_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404
  1. //go:build unit
  2. package service
  3. import (
  4. "encoding/json"
  5. "io"
  6. "net/http"
  7. "net/http/httptest"
  8. "strings"
  9. "testing"
  10. "time"
  11. "github.com/Wei-Shaw/sub2api/internal/pkg/apicompat"
  12. "github.com/gin-gonic/gin"
  13. "github.com/stretchr/testify/require"
  14. )
  15. func TestAdaptResponsesClientToolsForAnthropic_FlattensNamespace(t *testing.T) {
  16. t.Parallel()
  17. body := []byte(`{
  18. "model":"claude-fable-5",
  19. "input":[{"type":"function_call","call_id":"call_1","namespace":"codex_app","name":"read_thread","arguments":"{}"}],
  20. "tools":[{"type":"namespace","name":"codex_app","tools":[{"type":"function","name":"read_thread","description":"Read a task","parameters":{"type":"object","properties":{}}}]}]
  21. }`)
  22. adapted, mapping, err := adaptResponsesClientToolsForAnthropic(body)
  23. require.NoError(t, err)
  24. require.Equal(t, apicompat.ResponsesNamespaceName{Namespace: "codex_app", Name: "read_thread"}, mapping.NamespaceTools["codex_app__read_thread"])
  25. var request map[string]any
  26. require.NoError(t, json.Unmarshal(adapted, &request))
  27. tools := request["tools"].([]any)
  28. require.Len(t, tools, 1)
  29. tool := tools[0].(map[string]any)
  30. require.Equal(t, "function", tool["type"])
  31. require.Equal(t, "codex_app__read_thread", tool["name"])
  32. input := request["input"].([]any)
  33. call := input[0].(map[string]any)
  34. require.Equal(t, "codex_app__read_thread", call["name"])
  35. require.NotContains(t, call, "namespace")
  36. }
  37. func TestAdaptResponsesClientToolsForAnthropic_LiftsAdditionalTools(t *testing.T) {
  38. body := []byte(`{
  39. "model":"claude-fable-5",
  40. "input":[
  41. {"type":"additional_tools","tools":[
  42. {"type":"custom","name":"exec","description":"Run a command"},
  43. {"type":"namespace","name":"codex_app","tools":[
  44. {"type":"function","name":"read_thread","parameters":{"type":"object"}}
  45. ]}
  46. ]},
  47. {"type":"message","role":"user","content":[{"type":"input_text","text":"inspect"}]}
  48. ]
  49. }`)
  50. adapted, mapping, err := adaptResponsesClientToolsForAnthropic(body)
  51. require.NoError(t, err)
  52. require.True(t, mapping.CustomTools["exec"])
  53. require.Equal(t, apicompat.ResponsesNamespaceName{Namespace: "codex_app", Name: "read_thread"}, mapping.NamespaceTools["codex_app__read_thread"])
  54. var request map[string]any
  55. require.NoError(t, json.Unmarshal(adapted, &request))
  56. tools := request["tools"].([]any)
  57. require.Len(t, tools, 2)
  58. require.Equal(t, "function", tools[0].(map[string]any)["type"])
  59. require.Equal(t, "codex_app__read_thread", tools[1].(map[string]any)["name"])
  60. input := request["input"].([]any)
  61. require.Len(t, input, 1)
  62. require.Equal(t, "message", input[0].(map[string]any)["type"])
  63. }
  64. func namespaceToolAnthropicStream() string {
  65. return strings.Join([]string{
  66. `event: message_start`,
  67. `data: {"type":"message_start","message":{"id":"msg_namespace","type":"message","role":"assistant","content":[],"model":"claude-fable-5","stop_reason":"","usage":{"input_tokens":10}}}`,
  68. ``,
  69. `event: content_block_start`,
  70. `data: {"type":"content_block_start","index":0,"content_block":{"type":"tool_use","id":"toolu_namespace","name":"codex_app__read_thread","input":{"thread_id":"123"}}}`,
  71. ``,
  72. `event: content_block_stop`,
  73. `data: {"type":"content_block_stop","index":0}`,
  74. ``,
  75. `event: message_delta`,
  76. `data: {"type":"message_delta","delta":{"stop_reason":"tool_use"},"usage":{"output_tokens":5}}`,
  77. ``,
  78. `event: message_stop`,
  79. `data: {"type":"message_stop"}`,
  80. ``,
  81. }, "\n")
  82. }
  83. func namespaceToolMapping() apicompat.ResponsesClientToolMapping {
  84. return apicompat.ResponsesClientToolMapping{NamespaceTools: map[string]apicompat.ResponsesNamespaceName{
  85. "codex_app__read_thread": {Namespace: "codex_app", Name: "read_thread"},
  86. }}
  87. }
  88. func TestHandleResponsesBufferedStreamingResponse_RestoresNamespaceTool(t *testing.T) {
  89. t.Parallel()
  90. gin.SetMode(gin.TestMode)
  91. rec := httptest.NewRecorder()
  92. c, _ := gin.CreateTestContext(rec)
  93. resp := &http.Response{Body: io.NopCloser(strings.NewReader(namespaceToolAnthropicStream()))}
  94. svc := &GatewayService{}
  95. _, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), namespaceToolMapping())
  96. require.NoError(t, err)
  97. require.Contains(t, rec.Body.String(), `"type":"function_call"`)
  98. require.Contains(t, rec.Body.String(), `"name":"read_thread"`)
  99. require.Contains(t, rec.Body.String(), `"namespace":"codex_app"`)
  100. require.NotContains(t, rec.Body.String(), `"name":"codex_app__read_thread"`)
  101. }
  102. func TestHandleResponsesBufferedStreamingResponse_ToolArgumentsAreValidJSON(t *testing.T) {
  103. t.Parallel()
  104. gin.SetMode(gin.TestMode)
  105. rec := httptest.NewRecorder()
  106. c, _ := gin.CreateTestContext(rec)
  107. resp := &http.Response{Body: io.NopCloser(strings.NewReader(toolAnthropicSSEStream()))}
  108. _, err := (&GatewayService{}).handleResponsesBufferedStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
  109. require.NoError(t, err)
  110. var body struct {
  111. Output []struct {
  112. Type string `json:"type"`
  113. Arguments string `json:"arguments"`
  114. } `json:"output"`
  115. }
  116. require.NoError(t, json.Unmarshal(rec.Body.Bytes(), &body))
  117. require.Len(t, body.Output, 1)
  118. require.Equal(t, "function_call", body.Output[0].Type)
  119. require.JSONEq(t, `{"query":"status"}`, body.Output[0].Arguments)
  120. }
  121. func TestAppendRawJSON_EmptyObjectPlaceholder(t *testing.T) {
  122. t.Parallel()
  123. fragment := `{"query":"status"}`
  124. require.JSONEq(t, fragment, string(appendRawJSON(json.RawMessage("{ \n\t }"), fragment)))
  125. require.Equal(t, `{"existing":true}{"query":"status"}`, string(appendRawJSON(json.RawMessage(`{"existing":true}`), fragment)))
  126. }
  127. func TestHandleResponsesStreamingResponse_RestoresNamespaceTool(t *testing.T) {
  128. t.Parallel()
  129. gin.SetMode(gin.TestMode)
  130. rec := httptest.NewRecorder()
  131. c, _ := gin.CreateTestContext(rec)
  132. resp := &http.Response{Body: io.NopCloser(strings.NewReader(namespaceToolAnthropicStream()))}
  133. svc := &GatewayService{}
  134. _, err := svc.handleResponsesStreamingResponse(resp, c, "claude-fable-5", "claude-fable-5", nil, time.Now(), namespaceToolMapping())
  135. require.NoError(t, err)
  136. require.Contains(t, rec.Body.String(), `response.output_item.added`)
  137. require.Contains(t, rec.Body.String(), `"name":"read_thread"`)
  138. require.Contains(t, rec.Body.String(), `"namespace":"codex_app"`)
  139. require.NotContains(t, rec.Body.String(), `"name":"codex_app__read_thread"`)
  140. }
  141. func TestExtractResponsesReasoningEffortFromBody(t *testing.T) {
  142. t.Parallel()
  143. got := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"claude-sonnet-4.5","reasoning":{"effort":"HIGH"}}`))
  144. require.NotNil(t, got)
  145. require.Equal(t, "high", *got)
  146. maxGot := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"deepseek-v4-pro","reasoning":{"effort":"max"}}`))
  147. require.NotNil(t, maxGot)
  148. require.Equal(t, "max", *maxGot)
  149. mappedMax := ExtractResponsesReasoningEffortFromBody(
  150. []byte(`{"model":"public-alias","reasoning":{"effort":"max"}}`),
  151. "provider/glm-5.2",
  152. "public-alias",
  153. )
  154. require.NotNil(t, mappedMax)
  155. require.Equal(t, "max", *mappedMax)
  156. legacyMax := ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"gpt-5.5","reasoning":{"effort":"max"}}`))
  157. require.NotNil(t, legacyMax)
  158. require.Equal(t, "xhigh", *legacyMax)
  159. require.Nil(t, ExtractResponsesReasoningEffortFromBody([]byte(`{"model":"claude-sonnet-4.5"}`)))
  160. }
  161. func TestHandleResponsesBufferedStreamingResponse_PreservesMessageStartCacheUsage(t *testing.T) {
  162. t.Parallel()
  163. gin.SetMode(gin.TestMode)
  164. rec := httptest.NewRecorder()
  165. c, _ := gin.CreateTestContext(rec)
  166. resp := &http.Response{
  167. Header: http.Header{"x-request-id": []string{"rid_buffered"}},
  168. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  169. `event: message_start`,
  170. `data: {"type":"message_start","message":{"id":"msg_1","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":12,"cache_read_input_tokens":9,"cache_creation_input_tokens":3}}}`,
  171. ``,
  172. `event: content_block_start`,
  173. `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
  174. ``,
  175. `event: message_delta`,
  176. `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":7}}`,
  177. ``,
  178. }, "\n"))),
  179. }
  180. svc := &GatewayService{}
  181. result, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
  182. require.NoError(t, err)
  183. require.NotNil(t, result)
  184. require.Equal(t, 12, result.Usage.InputTokens)
  185. require.Equal(t, 7, result.Usage.OutputTokens)
  186. require.Equal(t, 9, result.Usage.CacheReadInputTokens)
  187. require.Equal(t, 3, result.Usage.CacheCreationInputTokens)
  188. require.Contains(t, rec.Body.String(), `"cached_tokens":9`)
  189. }
  190. func TestHandleResponsesStreamingResponse_PreservesMessageStartCacheUsage(t *testing.T) {
  191. t.Parallel()
  192. gin.SetMode(gin.TestMode)
  193. rec := httptest.NewRecorder()
  194. c, _ := gin.CreateTestContext(rec)
  195. resp := &http.Response{
  196. Header: http.Header{"x-request-id": []string{"rid_stream"}},
  197. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  198. `event: message_start`,
  199. `data: {"type":"message_start","message":{"id":"msg_2","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":20,"cache_read_input_tokens":11,"cache_creation_input_tokens":4}}}`,
  200. ``,
  201. `event: content_block_start`,
  202. `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
  203. ``,
  204. `event: message_delta`,
  205. `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":8}}`,
  206. ``,
  207. `event: message_stop`,
  208. `data: {"type":"message_stop"}`,
  209. ``,
  210. }, "\n"))),
  211. }
  212. svc := &GatewayService{}
  213. result, err := svc.handleResponsesStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
  214. require.NoError(t, err)
  215. require.NotNil(t, result)
  216. require.Equal(t, 20, result.Usage.InputTokens)
  217. require.Equal(t, 8, result.Usage.OutputTokens)
  218. require.Equal(t, 11, result.Usage.CacheReadInputTokens)
  219. require.Equal(t, 4, result.Usage.CacheCreationInputTokens)
  220. require.Contains(t, rec.Body.String(), `response.completed`)
  221. }
  222. func TestParseAnthropicSSEField(t *testing.T) {
  223. t.Parallel()
  224. tests := []struct {
  225. name string
  226. line string
  227. field string
  228. wantValue string
  229. wantOK bool
  230. }{
  231. {
  232. name: "standard format with space",
  233. line: "event: message_start",
  234. field: "event",
  235. wantValue: "message_start",
  236. wantOK: true,
  237. },
  238. {
  239. name: "compact format without space",
  240. line: "event:message_start",
  241. field: "event",
  242. wantValue: "message_start",
  243. wantOK: true,
  244. },
  245. {
  246. name: "data field with space",
  247. line: "data: {\"type\":\"message_start\"}",
  248. field: "data",
  249. wantValue: "{\"type\":\"message_start\"}",
  250. wantOK: true,
  251. },
  252. {
  253. name: "data field without space",
  254. line: "data:{\"type\":\"message_start\"}",
  255. field: "data",
  256. wantValue: "{\"type\":\"message_start\"}",
  257. wantOK: true,
  258. },
  259. {
  260. name: "field with multiple spaces after colon",
  261. line: "event: message_delta",
  262. field: "event",
  263. wantValue: "message_delta",
  264. wantOK: true,
  265. },
  266. {
  267. name: "wrong field name",
  268. line: "event: message_start",
  269. field: "data",
  270. wantValue: "",
  271. wantOK: false,
  272. },
  273. {
  274. name: "empty line",
  275. line: "",
  276. field: "event",
  277. wantValue: "",
  278. wantOK: false,
  279. },
  280. {
  281. name: "line without colon",
  282. line: "invalid line",
  283. field: "event",
  284. wantValue: "",
  285. wantOK: false,
  286. },
  287. }
  288. for _, tt := range tests {
  289. t.Run(tt.name, func(t *testing.T) {
  290. gotValue, gotOK := parseAnthropicSSEField(tt.line, tt.field)
  291. require.Equal(t, tt.wantOK, gotOK, "parseAnthropicSSEField() ok")
  292. require.Equal(t, tt.wantValue, gotValue, "parseAnthropicSSEField() value")
  293. })
  294. }
  295. }
  296. func TestHandleResponsesBufferedStreamingResponse_CompactSSEFormat(t *testing.T) {
  297. t.Parallel()
  298. gin.SetMode(gin.TestMode)
  299. rec := httptest.NewRecorder()
  300. c, _ := gin.CreateTestContext(rec)
  301. // Simulate compact SSE format without spaces after colons (e.g. Kimi API)
  302. resp := &http.Response{
  303. Header: http.Header{"x-request-id": []string{"rid_compact"}},
  304. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  305. `event:message_start`,
  306. `data:{"type":"message_start","message":{"id":"msg_compact","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":10}}}`,
  307. ``,
  308. `event:content_block_start`,
  309. `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
  310. ``,
  311. `event:message_delta`,
  312. `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":5}}`,
  313. ``,
  314. }, "\n"))),
  315. }
  316. svc := &GatewayService{}
  317. result, err := svc.handleResponsesBufferedStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
  318. require.NoError(t, err)
  319. require.NotNil(t, result)
  320. require.Equal(t, 10, result.Usage.InputTokens)
  321. require.Equal(t, 5, result.Usage.OutputTokens)
  322. }
  323. func TestHandleResponsesStreamingResponse_CompactSSEFormat(t *testing.T) {
  324. t.Parallel()
  325. gin.SetMode(gin.TestMode)
  326. rec := httptest.NewRecorder()
  327. c, _ := gin.CreateTestContext(rec)
  328. // Simulate compact SSE format without spaces after colons (e.g. Kimi API)
  329. resp := &http.Response{
  330. Header: http.Header{"x-request-id": []string{"rid_compact_stream"}},
  331. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  332. `event:message_start`,
  333. `data:{"type":"message_start","message":{"id":"msg_compact_stream","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":15}}}`,
  334. ``,
  335. `event:content_block_start`,
  336. `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
  337. ``,
  338. `event:message_delta`,
  339. `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":6}}`,
  340. ``,
  341. `event:message_stop`,
  342. `data:{"type":"message_stop"}`,
  343. ``,
  344. }, "\n"))),
  345. }
  346. svc := &GatewayService{}
  347. result, err := svc.handleResponsesStreamingResponse(resp, c, "claude-sonnet-4.5", "claude-sonnet-4.5", nil, time.Now(), apicompat.ResponsesClientToolMapping{})
  348. require.NoError(t, err)
  349. require.NotNil(t, result)
  350. require.Equal(t, 15, result.Usage.InputTokens)
  351. require.Equal(t, 6, result.Usage.OutputTokens)
  352. require.Contains(t, rec.Body.String(), `response.completed`)
  353. }