gateway_forward_as_chat_completions_test.go 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. //go:build unit
  2. package service
  3. import (
  4. "encoding/json"
  5. "io"
  6. "net/http"
  7. "net/http/httptest"
  8. "strings"
  9. "testing"
  10. "time"
  11. "github.com/gin-gonic/gin"
  12. "github.com/stretchr/testify/require"
  13. )
  14. func TestHandleCCBufferedFromAnthropic_ToolArgumentsAreValidJSON(t *testing.T) {
  15. t.Parallel()
  16. gin.SetMode(gin.TestMode)
  17. rec := httptest.NewRecorder()
  18. c, _ := gin.CreateTestContext(rec)
  19. resp := &http.Response{Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  20. `event: message_start`,
  21. `data: {"type":"message_start","message":{"id":"msg_tool","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","usage":{"input_tokens":10}}}`,
  22. ``,
  23. `event: content_block_start`,
  24. `data: {"type":"content_block_start","index":0,"content_block":{"type":"tool_use","id":"toolu_1","name":"get_weather","input":{}}}`,
  25. ``,
  26. `event: content_block_delta`,
  27. `data: {"type":"content_block_delta","index":0,"delta":{"type":"input_json_delta","partial_json":"{\"city\":"}}`,
  28. ``,
  29. `event: content_block_delta`,
  30. `data: {"type":"content_block_delta","index":0,"delta":{"type":"input_json_delta","partial_json":"\"Paris\"}"}}`,
  31. ``,
  32. `event: message_delta`,
  33. `data: {"type":"message_delta","delta":{"stop_reason":"tool_use"},"usage":{"output_tokens":5}}`,
  34. ``,
  35. }, "\n")))}
  36. _, err := (&GatewayService{}).handleCCBufferedFromAnthropic(resp, c, "gpt-5", "claude-sonnet-4.5", nil, time.Now())
  37. require.NoError(t, err)
  38. var body struct {
  39. Choices []struct {
  40. Message struct {
  41. ToolCalls []struct {
  42. Function struct {
  43. Arguments string `json:"arguments"`
  44. } `json:"function"`
  45. } `json:"tool_calls"`
  46. } `json:"message"`
  47. } `json:"choices"`
  48. }
  49. require.NoError(t, json.Unmarshal(rec.Body.Bytes(), &body))
  50. require.Len(t, body.Choices, 1)
  51. require.Len(t, body.Choices[0].Message.ToolCalls, 1)
  52. args := body.Choices[0].Message.ToolCalls[0].Function.Arguments
  53. require.JSONEq(t, `{"city":"Paris"}`, args)
  54. }
  55. func TestExtractCCReasoningEffortFromBody(t *testing.T) {
  56. t.Parallel()
  57. t.Run("nested reasoning.effort", func(t *testing.T) {
  58. got := extractCCReasoningEffortFromBody([]byte(`{"reasoning":{"effort":"HIGH"}}`))
  59. require.NotNil(t, got)
  60. require.Equal(t, "high", *got)
  61. })
  62. t.Run("flat reasoning_effort", func(t *testing.T) {
  63. got := extractCCReasoningEffortFromBody([]byte(`{"reasoning_effort":"x-high"}`))
  64. require.NotNil(t, got)
  65. require.Equal(t, "xhigh", *got)
  66. })
  67. t.Run("DeepSeek max", func(t *testing.T) {
  68. got := extractCCReasoningEffortFromBody([]byte(`{"model":"deepseek-v4-flash","reasoning_effort":"Max"}`))
  69. require.NotNil(t, got)
  70. require.Equal(t, "max", *got)
  71. })
  72. t.Run("mapped Kimi alias max", func(t *testing.T) {
  73. got := extractCCReasoningEffortFromBody(
  74. []byte(`{"model":"public-alias","reasoning_effort":"max"}`),
  75. "kimi-k3",
  76. "public-alias",
  77. )
  78. require.NotNil(t, got)
  79. require.Equal(t, "max", *got)
  80. })
  81. t.Run("legacy model max", func(t *testing.T) {
  82. got := extractCCReasoningEffortFromBody([]byte(`{"model":"gpt-5.5","reasoning_effort":"max"}`))
  83. require.NotNil(t, got)
  84. require.Equal(t, "xhigh", *got)
  85. })
  86. t.Run("missing effort", func(t *testing.T) {
  87. require.Nil(t, extractCCReasoningEffortFromBody([]byte(`{"model":"gpt-5"}`)))
  88. })
  89. }
  90. func TestHandleCCBufferedFromAnthropic_PreservesMessageStartCacheUsageAndReasoning(t *testing.T) {
  91. t.Parallel()
  92. gin.SetMode(gin.TestMode)
  93. rec := httptest.NewRecorder()
  94. c, _ := gin.CreateTestContext(rec)
  95. reasoningEffort := "high"
  96. resp := &http.Response{
  97. Header: http.Header{"x-request-id": []string{"rid_cc_buffered"}},
  98. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  99. `event: message_start`,
  100. `data: {"type":"message_start","message":{"id":"msg_1","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":12,"cache_read_input_tokens":9,"cache_creation_input_tokens":3}}}`,
  101. ``,
  102. `event: content_block_start`,
  103. `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
  104. ``,
  105. `event: message_delta`,
  106. `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":7}}`,
  107. ``,
  108. }, "\n"))),
  109. }
  110. svc := &GatewayService{}
  111. result, err := svc.handleCCBufferedFromAnthropic(resp, c, "gpt-5", "claude-sonnet-4.5", &reasoningEffort, time.Now())
  112. require.NoError(t, err)
  113. require.NotNil(t, result)
  114. require.Equal(t, 12, result.Usage.InputTokens)
  115. require.Equal(t, 7, result.Usage.OutputTokens)
  116. require.Equal(t, 9, result.Usage.CacheReadInputTokens)
  117. require.Equal(t, 3, result.Usage.CacheCreationInputTokens)
  118. require.NotNil(t, result.ReasoningEffort)
  119. require.Equal(t, "high", *result.ReasoningEffort)
  120. }
  121. // Kimi 等 Anthropic 兼容上游返回 SSE 紧凑格式(冒号后无空格),CC 桥此前按
  122. // "event: " / "data: " 严格匹配会丢弃全部事件,最终报 "Upstream stream ended
  123. // without a response"(#4653 同根因;#4657 只修了 /v1/responses 桥)。
  124. func TestHandleCCBufferedFromAnthropic_CompactSSEFormat(t *testing.T) {
  125. t.Parallel()
  126. gin.SetMode(gin.TestMode)
  127. rec := httptest.NewRecorder()
  128. c, _ := gin.CreateTestContext(rec)
  129. resp := &http.Response{
  130. Header: http.Header{"x-request-id": []string{"rid_cc_buffered_compact"}},
  131. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  132. `event:message_start`,
  133. `data:{"type":"message_start","message":{"id":"msg_c1","type":"message","role":"assistant","content":[],"model":"k3","stop_reason":"","usage":{"input_tokens":15,"cache_read_input_tokens":5,"cache_creation_input_tokens":2}}}`,
  134. ``,
  135. `event:content_block_start`,
  136. `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
  137. ``,
  138. `event:message_delta`,
  139. `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":3}}`,
  140. ``,
  141. }, "\n"))),
  142. }
  143. svc := &GatewayService{}
  144. result, err := svc.handleCCBufferedFromAnthropic(resp, c, "k3", "k3", nil, time.Now())
  145. require.NoError(t, err)
  146. require.NotNil(t, result)
  147. require.Equal(t, 15, result.Usage.InputTokens)
  148. require.Equal(t, 3, result.Usage.OutputTokens)
  149. require.Equal(t, 5, result.Usage.CacheReadInputTokens)
  150. require.Equal(t, 2, result.Usage.CacheCreationInputTokens)
  151. require.Contains(t, rec.Body.String(), `"OK"`, "紧凑格式事件必须被解析并产出响应内容")
  152. }
  153. func TestHandleCCStreamingFromAnthropic_CompactSSEFormat(t *testing.T) {
  154. t.Parallel()
  155. gin.SetMode(gin.TestMode)
  156. rec := httptest.NewRecorder()
  157. c, _ := gin.CreateTestContext(rec)
  158. resp := &http.Response{
  159. Header: http.Header{"x-request-id": []string{"rid_cc_stream_compact"}},
  160. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  161. `event:message_start`,
  162. `data:{"type":"message_start","message":{"id":"msg_c2","type":"message","role":"assistant","content":[],"model":"k3","stop_reason":"","usage":{"input_tokens":21,"cache_read_input_tokens":6,"cache_creation_input_tokens":1}}}`,
  163. ``,
  164. `event:content_block_start`,
  165. `data:{"type":"content_block_start","index":0,"content_block":{"type":"text","text":"OK"}}`,
  166. ``,
  167. `event:message_delta`,
  168. `data:{"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":4}}`,
  169. ``,
  170. `event:message_stop`,
  171. `data:{"type":"message_stop"}`,
  172. ``,
  173. }, "\n"))),
  174. }
  175. svc := &GatewayService{}
  176. result, err := svc.handleCCStreamingFromAnthropic(resp, c, "k3", "k3", nil, time.Now(), true)
  177. require.NoError(t, err)
  178. require.NotNil(t, result)
  179. require.Equal(t, 21, result.Usage.InputTokens)
  180. require.Equal(t, 4, result.Usage.OutputTokens)
  181. require.Equal(t, 6, result.Usage.CacheReadInputTokens)
  182. require.Equal(t, 1, result.Usage.CacheCreationInputTokens)
  183. require.Contains(t, rec.Body.String(), `[DONE]`)
  184. }
  185. func TestHandleCCStreamingFromAnthropic_PreservesMessageStartCacheUsageAndReasoning(t *testing.T) {
  186. t.Parallel()
  187. gin.SetMode(gin.TestMode)
  188. rec := httptest.NewRecorder()
  189. c, _ := gin.CreateTestContext(rec)
  190. reasoningEffort := "medium"
  191. resp := &http.Response{
  192. Header: http.Header{"x-request-id": []string{"rid_cc_stream"}},
  193. Body: io.NopCloser(strings.NewReader(strings.Join([]string{
  194. `event: message_start`,
  195. `data: {"type":"message_start","message":{"id":"msg_2","type":"message","role":"assistant","content":[],"model":"claude-sonnet-4.5","stop_reason":"","usage":{"input_tokens":20,"cache_read_input_tokens":11,"cache_creation_input_tokens":4}}}`,
  196. ``,
  197. `event: content_block_start`,
  198. `data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":"hello"}}`,
  199. ``,
  200. `event: message_delta`,
  201. `data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":8}}`,
  202. ``,
  203. `event: message_stop`,
  204. `data: {"type":"message_stop"}`,
  205. ``,
  206. }, "\n"))),
  207. }
  208. svc := &GatewayService{}
  209. result, err := svc.handleCCStreamingFromAnthropic(resp, c, "gpt-5", "claude-sonnet-4.5", &reasoningEffort, time.Now(), true)
  210. require.NoError(t, err)
  211. require.NotNil(t, result)
  212. require.Equal(t, 20, result.Usage.InputTokens)
  213. require.Equal(t, 8, result.Usage.OutputTokens)
  214. require.Equal(t, 11, result.Usage.CacheReadInputTokens)
  215. require.Equal(t, 4, result.Usage.CacheCreationInputTokens)
  216. require.NotNil(t, result.ReasoningEffort)
  217. require.Equal(t, "medium", *result.ReasoningEffort)
  218. require.Contains(t, rec.Body.String(), `[DONE]`)
  219. }