composite_platform_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. package routes
  2. import (
  3. "bytes"
  4. "context"
  5. "io"
  6. "mime/multipart"
  7. "net/http"
  8. "net/http/httptest"
  9. "strings"
  10. "testing"
  11. "github.com/Wei-Shaw/sub2api/internal/pkg/requestmodel"
  12. servermiddleware "github.com/Wei-Shaw/sub2api/internal/server/middleware"
  13. "github.com/Wei-Shaw/sub2api/internal/service"
  14. "github.com/gin-gonic/gin"
  15. "github.com/stretchr/testify/require"
  16. )
  17. type compositeRouteRepoStub struct {
  18. routes []service.CompositeModelRoute
  19. }
  20. func (s compositeRouteRepoStub) ListByGroup(ctx context.Context, groupID int64, includeDisabled bool) ([]service.CompositeModelRoute, error) {
  21. routes := make([]service.CompositeModelRoute, 0, len(s.routes))
  22. for _, route := range s.routes {
  23. if route.GroupID != groupID {
  24. continue
  25. }
  26. if !includeDisabled && !route.Enabled {
  27. continue
  28. }
  29. routes = append(routes, route)
  30. }
  31. return routes, nil
  32. }
  33. func (s compositeRouteRepoStub) Create(ctx context.Context, route *service.CompositeModelRoute) error {
  34. return nil
  35. }
  36. func (s compositeRouteRepoStub) Update(ctx context.Context, route *service.CompositeModelRoute) error {
  37. return nil
  38. }
  39. func (s compositeRouteRepoStub) Delete(ctx context.Context, id int64) error {
  40. return nil
  41. }
  42. func (s compositeRouteRepoStub) DeleteByGroup(ctx context.Context, groupID int64) error {
  43. return nil
  44. }
  45. func TestCompositeTargetPlatformMiddlewareResolvesModelAndRestoresBody(t *testing.T) {
  46. gin.SetMode(gin.TestMode)
  47. router := gin.New()
  48. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  49. groupID := int64(1)
  50. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  51. GroupID: &groupID,
  52. Group: &service.Group{Platform: service.PlatformComposite},
  53. })
  54. c.Next()
  55. })))
  56. router.Use(compositeTargetPlatformMiddleware(nil))
  57. router.POST("/", func(c *gin.Context) {
  58. platform, ok := service.ResolvedTargetPlatformFromContext(c.Request.Context())
  59. require.True(t, ok)
  60. require.Equal(t, service.PlatformOpenAI, platform)
  61. body, err := io.ReadAll(c.Request.Body)
  62. require.NoError(t, err)
  63. require.JSONEq(t, `{"model":"gpt-5"}`, string(body))
  64. c.Status(http.StatusNoContent)
  65. })
  66. req := httptest.NewRequest(http.MethodPost, "/", strings.NewReader(`{"model":"gpt-5"}`))
  67. req.Header.Set("Content-Type", "application/json")
  68. w := httptest.NewRecorder()
  69. router.ServeHTTP(w, req)
  70. require.Equal(t, http.StatusNoContent, w.Code)
  71. }
  72. func TestCompositeTargetPlatformMiddlewareUsesExplicitRouteAndRewritesBody(t *testing.T) {
  73. gin.SetMode(gin.TestMode)
  74. router := gin.New()
  75. resolver := service.NewCompositeRouteResolver(compositeRouteRepoStub{
  76. routes: []service.CompositeModelRoute{
  77. {
  78. ID: 1,
  79. GroupID: 1,
  80. PublicModel: "openrouter/gpt-5",
  81. MatchType: service.CompositeRouteMatchExact,
  82. TargetPlatform: service.PlatformOpenAI,
  83. UpstreamModel: "gpt-5",
  84. Endpoint: service.CompositeRouteEndpointAny,
  85. Priority: 100,
  86. Enabled: true,
  87. },
  88. },
  89. })
  90. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  91. groupID := int64(1)
  92. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  93. GroupID: &groupID,
  94. Group: &service.Group{ID: groupID, Platform: service.PlatformComposite},
  95. })
  96. c.Next()
  97. })))
  98. router.Use(compositeTargetPlatformMiddleware(resolver))
  99. router.POST("/v1/chat/completions", func(c *gin.Context) {
  100. platform, ok := service.ResolvedTargetPlatformFromContext(c.Request.Context())
  101. require.True(t, ok)
  102. require.Equal(t, service.PlatformOpenAI, platform)
  103. upstreamModel, ok := service.ResolvedUpstreamModelFromContext(c.Request.Context())
  104. require.True(t, ok)
  105. require.Equal(t, "gpt-5", upstreamModel)
  106. body, err := io.ReadAll(c.Request.Body)
  107. require.NoError(t, err)
  108. require.JSONEq(t, `{"model":"gpt-5","messages":[]}`, string(body))
  109. c.Status(http.StatusNoContent)
  110. })
  111. req := httptest.NewRequest(http.MethodPost, "/v1/chat/completions", strings.NewReader(`{"model":"openrouter/gpt-5","messages":[]}`))
  112. req.Header.Set("Content-Type", "application/json")
  113. w := httptest.NewRecorder()
  114. router.ServeHTTP(w, req)
  115. require.Equal(t, http.StatusNoContent, w.Code)
  116. }
  117. func TestCompositeTargetPlatformMiddlewareRewritesNestedLiveModel(t *testing.T) {
  118. gin.SetMode(gin.TestMode)
  119. router := gin.New()
  120. resolver := service.NewCompositeRouteResolver(compositeRouteRepoStub{
  121. routes: []service.CompositeModelRoute{
  122. {
  123. ID: 1,
  124. GroupID: 1,
  125. PublicModel: "live-alias",
  126. MatchType: service.CompositeRouteMatchExact,
  127. TargetPlatform: service.PlatformOpenAI,
  128. UpstreamModel: "gpt-live",
  129. Endpoint: service.CompositeRouteEndpointAny,
  130. Priority: 100,
  131. Enabled: true,
  132. },
  133. },
  134. })
  135. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  136. groupID := int64(1)
  137. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  138. GroupID: &groupID,
  139. Group: &service.Group{ID: groupID, Platform: service.PlatformComposite},
  140. })
  141. c.Next()
  142. })))
  143. router.Use(compositeTargetPlatformMiddleware(resolver))
  144. router.POST("/backend-api/codex/realtime/calls", func(c *gin.Context) {
  145. platform, ok := service.ResolvedTargetPlatformFromContext(c.Request.Context())
  146. require.True(t, ok)
  147. require.Equal(t, service.PlatformOpenAI, platform)
  148. body, err := io.ReadAll(c.Request.Body)
  149. require.NoError(t, err)
  150. require.JSONEq(t, `{"session":{"model":"gpt-live"},"sdp":"v=0"}`, string(body))
  151. c.Status(http.StatusNoContent)
  152. })
  153. req := httptest.NewRequest(
  154. http.MethodPost,
  155. "/backend-api/codex/realtime/calls",
  156. strings.NewReader(`{"session":{"model":"live-alias"},"sdp":"v=0"}`),
  157. )
  158. req.Header.Set("Content-Type", "application/json")
  159. w := httptest.NewRecorder()
  160. router.ServeHTTP(w, req)
  161. require.Equal(t, http.StatusNoContent, w.Code)
  162. }
  163. func TestCompositeRequestModelFromMultipartLiveSession(t *testing.T) {
  164. var body bytes.Buffer
  165. writer := multipart.NewWriter(&body)
  166. require.NoError(t, writer.WriteField("sdp", "v=0"))
  167. require.NoError(t, writer.WriteField("session", `{"model":"live-alias"}`))
  168. require.NoError(t, writer.Close())
  169. require.Equal(t, "live-alias", requestmodel.FromBody(writer.FormDataContentType(), body.Bytes()))
  170. }
  171. func TestCompositeCodexControlPathsUseResponsesRoutes(t *testing.T) {
  172. for _, path := range []string{
  173. "/v1/alpha/search",
  174. "/backend-api/codex/alpha/search",
  175. "/v1/live",
  176. "/backend-api/codex/realtime/calls",
  177. } {
  178. require.Equal(t, service.CompositeRouteEndpointResponses, compositeRouteEndpointForPath(path), "path=%s", path)
  179. }
  180. }
  181. func TestCompositeTargetPlatformMiddlewareUsesExplicitRouteForMultipartImages(t *testing.T) {
  182. gin.SetMode(gin.TestMode)
  183. router := gin.New()
  184. resolver := service.NewCompositeRouteResolver(compositeRouteRepoStub{
  185. routes: []service.CompositeModelRoute{
  186. {
  187. ID: 1,
  188. GroupID: 1,
  189. PublicModel: "image-alias",
  190. MatchType: service.CompositeRouteMatchExact,
  191. TargetPlatform: service.PlatformOpenAI,
  192. UpstreamModel: "gpt-image-1",
  193. Endpoint: service.CompositeRouteEndpointImages,
  194. Priority: 100,
  195. Enabled: true,
  196. },
  197. },
  198. })
  199. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  200. groupID := int64(1)
  201. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  202. GroupID: &groupID,
  203. Group: &service.Group{ID: groupID, Platform: service.PlatformComposite},
  204. })
  205. c.Next()
  206. })))
  207. router.Use(compositeTargetPlatformMiddleware(resolver))
  208. router.POST("/v1/images/edits", func(c *gin.Context) {
  209. platform, ok := service.ResolvedTargetPlatformFromContext(c.Request.Context())
  210. require.True(t, ok)
  211. require.Equal(t, service.PlatformOpenAI, platform)
  212. upstreamModel, ok := service.ResolvedUpstreamModelFromContext(c.Request.Context())
  213. require.True(t, ok)
  214. require.Equal(t, "gpt-image-1", upstreamModel)
  215. publicModel, ok := service.RequestedPublicModelFromContext(c.Request.Context())
  216. require.True(t, ok)
  217. require.Equal(t, "image-alias", publicModel)
  218. body, err := io.ReadAll(c.Request.Body)
  219. require.NoError(t, err)
  220. require.Contains(t, string(body), "image-alias")
  221. c.Status(http.StatusNoContent)
  222. })
  223. var body bytes.Buffer
  224. writer := multipart.NewWriter(&body)
  225. require.NoError(t, writer.WriteField("model", "image-alias"))
  226. require.NoError(t, writer.WriteField("prompt", "draw"))
  227. require.NoError(t, writer.Close())
  228. req := httptest.NewRequest(http.MethodPost, "/v1/images/edits", bytes.NewReader(body.Bytes()))
  229. req.Header.Set("Content-Type", writer.FormDataContentType())
  230. w := httptest.NewRecorder()
  231. router.ServeHTTP(w, req)
  232. require.Equal(t, http.StatusNoContent, w.Code)
  233. }
  234. func TestCompositeGeminiTargetPlatformMiddlewareUsesPathRoute(t *testing.T) {
  235. gin.SetMode(gin.TestMode)
  236. router := gin.New()
  237. resolver := service.NewCompositeRouteResolver(compositeRouteRepoStub{
  238. routes: []service.CompositeModelRoute{
  239. {
  240. ID: 1,
  241. GroupID: 1,
  242. PublicModel: "openrouter/gemini-pro",
  243. MatchType: service.CompositeRouteMatchExact,
  244. TargetPlatform: service.PlatformGemini,
  245. UpstreamModel: "gemini-2.5-pro",
  246. Endpoint: service.CompositeRouteEndpointGemini,
  247. Priority: 100,
  248. Enabled: true,
  249. },
  250. },
  251. })
  252. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  253. groupID := int64(1)
  254. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  255. GroupID: &groupID,
  256. Group: &service.Group{ID: groupID, Platform: service.PlatformComposite},
  257. })
  258. c.Next()
  259. })))
  260. router.Use(compositeGeminiTargetPlatformMiddleware(resolver))
  261. router.POST("/v1beta/models/*modelAction", func(c *gin.Context) {
  262. platform, ok := service.ResolvedTargetPlatformFromContext(c.Request.Context())
  263. require.True(t, ok)
  264. require.Equal(t, service.PlatformGemini, platform)
  265. upstreamModel, ok := service.ResolvedUpstreamModelFromContext(c.Request.Context())
  266. require.True(t, ok)
  267. require.Equal(t, "gemini-2.5-pro", upstreamModel)
  268. c.Status(http.StatusNoContent)
  269. })
  270. req := httptest.NewRequest(http.MethodPost, "/v1beta/models/openrouter/gemini-pro:generateContent", strings.NewReader(`{"contents":[]}`))
  271. req.Header.Set("Content-Type", "application/json")
  272. w := httptest.NewRecorder()
  273. router.ServeHTTP(w, req)
  274. require.Equal(t, http.StatusNoContent, w.Code)
  275. }
  276. // Live 入口顶层 model 与 session.model 不一致时,合成路由必须按 session.model
  277. // 分发与改写(与白名单准入、Live handler 一致),不得命中顶层别名的映射并把
  278. // session 模型覆盖为别名上游。
  279. func TestCompositeLiveRouteDispatchesBySessionModelNotTopLevelAlias(t *testing.T) {
  280. gin.SetMode(gin.TestMode)
  281. router := gin.New()
  282. resolver := service.NewCompositeRouteResolver(compositeRouteRepoStub{
  283. routes: []service.CompositeModelRoute{
  284. {
  285. ID: 1,
  286. GroupID: 1,
  287. PublicModel: "live-alias",
  288. MatchType: service.CompositeRouteMatchExact,
  289. TargetPlatform: service.PlatformOpenAI,
  290. UpstreamModel: "gpt-alias-upstream",
  291. Endpoint: service.CompositeRouteEndpointAny,
  292. Priority: 100,
  293. Enabled: true,
  294. },
  295. },
  296. })
  297. router.Use(gin.HandlerFunc(servermiddleware.APIKeyAuthMiddleware(func(c *gin.Context) {
  298. groupID := int64(1)
  299. c.Set(string(servermiddleware.ContextKeyAPIKey), &service.APIKey{
  300. GroupID: &groupID,
  301. Group: &service.Group{ID: groupID, Platform: service.PlatformComposite},
  302. })
  303. c.Next()
  304. })))
  305. router.Use(compositeTargetPlatformMiddleware(resolver))
  306. router.POST("/backend-api/codex/realtime/calls", func(c *gin.Context) {
  307. upstream, ok := service.ResolvedUpstreamModelFromContext(c.Request.Context())
  308. require.True(t, ok)
  309. require.Equal(t, "gpt-realtime-1", upstream,
  310. "Live dispatch must resolve the session model, never the top-level alias upstream")
  311. body, err := io.ReadAll(c.Request.Body)
  312. require.NoError(t, err)
  313. require.JSONEq(t, `{"model":"live-alias","session":{"model":"gpt-realtime-1"},"sdp":"v=0"}`, string(body),
  314. "session.model must stay untouched when dispatch resolves by session model")
  315. c.Status(http.StatusNoContent)
  316. })
  317. req := httptest.NewRequest(
  318. http.MethodPost,
  319. "/backend-api/codex/realtime/calls",
  320. strings.NewReader(`{"model":"live-alias","session":{"model":"gpt-realtime-1"},"sdp":"v=0"}`),
  321. )
  322. req.Header.Set("Content-Type", "application/json")
  323. w := httptest.NewRecorder()
  324. router.ServeHTTP(w, req)
  325. require.Equal(t, http.StatusNoContent, w.Code)
  326. }