claude_opus5_test.go 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139
  1. package service
  2. import (
  3. "testing"
  4. "github.com/Wei-Shaw/sub2api/internal/config"
  5. "github.com/Wei-Shaw/sub2api/internal/domain"
  6. "github.com/Wei-Shaw/sub2api/internal/pkg/claude"
  7. "github.com/stretchr/testify/assert"
  8. "github.com/stretchr/testify/require"
  9. )
  10. // Claude Opus 5 官方定价(USD per token):$5 输入 / $25 输出 per MTok。
  11. const (
  12. opus5InputPricePerToken = 5e-6
  13. opus5OutputPricePerToken = 25e-6
  14. opus5CacheCreationPricePerToken = 6.25e-6
  15. opus5CacheReadPricePerToken = 0.5e-6
  16. )
  17. // TestClaudeOpus5_FamilyFallbackDoesNotUseOpus4Rates 覆盖定价数据里还没有
  18. // claude-opus-5 条目的场景(远端价格表滞后于模型发布)。
  19. // 修复前 matchByModelFamily 会把 claude-opus-5 归到 "opus-4" 系列,
  20. // 按 $15/$75 计费 —— 输入与输出双双 3 倍超收。
  21. func TestClaudeOpus5_FamilyFallbackDoesNotUseOpus4Rates(t *testing.T) {
  22. svc := NewBillingService(&config.Config{}, &PricingService{
  23. pricingData: map[string]*LiteLLMModelPricing{
  24. // 有 4.8(同价),故意不放 claude-opus-5
  25. "claude-opus-4-8": {
  26. InputCostPerToken: opus5InputPricePerToken,
  27. OutputCostPerToken: opus5OutputPricePerToken,
  28. CacheCreationInputTokenCost: opus5CacheCreationPricePerToken,
  29. CacheReadInputTokenCost: opus5CacheReadPricePerToken,
  30. },
  31. // 修复前会被误命中的旧 Opus 条目($15/$75)
  32. "claude-opus-4-1": {InputCostPerToken: 15e-6, OutputCostPerToken: 75e-6},
  33. "claude-opus-4-20250514": {InputCostPerToken: 15e-6, OutputCostPerToken: 75e-6},
  34. "claude-3-opus-20240229": {InputCostPerToken: 15e-6, OutputCostPerToken: 75e-6},
  35. },
  36. })
  37. for _, model := range []string{"claude-opus-5", "us.anthropic.claude-opus-5-v1"} {
  38. t.Run(model, func(t *testing.T) {
  39. pricing, err := svc.GetModelPricing(model)
  40. require.NoError(t, err)
  41. require.NotNil(t, pricing)
  42. assert.InDelta(t, opus5InputPricePerToken, pricing.InputPricePerToken, 1e-12)
  43. assert.InDelta(t, opus5OutputPricePerToken, pricing.OutputPricePerToken, 1e-12)
  44. })
  45. }
  46. }
  47. // TestClaudeOpus5_HardcodedFallbackPricing 覆盖动态价格服务完全不可用时的
  48. // 硬编码兜底表。同时锁定不能被 "opus-5" 子串误伤的相邻型号。
  49. func TestClaudeOpus5_HardcodedFallbackPricing(t *testing.T) {
  50. // pricingService 为 nil,强制走硬编码兜底表
  51. svc := NewBillingService(&config.Config{}, nil)
  52. tests := []struct {
  53. model string
  54. input float64
  55. output float64
  56. }{
  57. {"claude-opus-5", opus5InputPricePerToken, opus5OutputPricePerToken},
  58. {"us.anthropic.claude-opus-5-v1", opus5InputPricePerToken, opus5OutputPricePerToken},
  59. // 4.8 与 5 同价;修复前兜底表缺失,会掉到 claude-3-opus 的 $15/$75
  60. {"claude-opus-4-8", opus5InputPricePerToken, opus5OutputPricePerToken},
  61. // 相邻型号不能被 "opus-5" 误匹配
  62. {"claude-opus-4-5-20251101", 5e-6, 25e-6},
  63. {"claude-opus-4-1-20250805", 15e-6, 75e-6},
  64. {"claude-3-opus-20240229", 15e-6, 75e-6},
  65. }
  66. for _, tt := range tests {
  67. t.Run(tt.model, func(t *testing.T) {
  68. pricing, err := svc.GetModelPricing(tt.model)
  69. require.NoError(t, err)
  70. require.NotNil(t, pricing)
  71. assert.InDelta(t, tt.input, pricing.InputPricePerToken, 1e-12)
  72. assert.InDelta(t, tt.output, pricing.OutputPricePerToken, 1e-12)
  73. })
  74. }
  75. opus5, err := svc.GetModelPricing("claude-opus-5")
  76. require.NoError(t, err)
  77. assert.InDelta(t, opus5CacheCreationPricePerToken, opus5.CacheCreationPricePerToken, 1e-12)
  78. assert.InDelta(t, opus5CacheReadPricePerToken, opus5.CacheReadPricePerToken, 1e-12)
  79. }
  80. // TestClaudeOpus5_BedrockCapabilityGates 锁定只有主版本号的模型 ID
  81. // (claude-opus-5 / claude-sonnet-5)能被版本闸门识别。
  82. // 修复前 claudeVersionRe 强制要求 major-minor,这类 ID 完全不匹配,
  83. // 会被当成旧模型降级。
  84. func TestClaudeOpus5_BedrockCapabilityGates(t *testing.T) {
  85. tests := []struct {
  86. modelID string
  87. claude45Newer bool
  88. toolSearch bool
  89. opus47Newer bool
  90. }{
  91. {"claude-opus-5", true, true, true},
  92. {"us.anthropic.claude-opus-5-v1", true, true, true},
  93. {"eu.anthropic.claude-opus-5-v1", true, true, true},
  94. {"claude-sonnet-5", true, true, false},
  95. {"us.anthropic.claude-sonnet-5-v1", true, true, false},
  96. // 回归保护:旧模型不能因为 minor 可选而被误判为新版本
  97. {"anthropic.claude-opus-4-1-v1", false, false, false},
  98. {"anthropic.claude-sonnet-4-0-v1", false, false, false},
  99. {"anthropic.claude-3-opus-20240229-v1:0", false, false, false},
  100. {"us.anthropic.claude-opus-4-8-v1", true, true, true},
  101. // Haiku 不支持 tool search
  102. {"us.anthropic.claude-haiku-4-5-20251001-v1:0", true, false, false},
  103. }
  104. for _, tt := range tests {
  105. t.Run(tt.modelID, func(t *testing.T) {
  106. assert.Equal(t, tt.claude45Newer, isBedrockClaude45OrNewer(tt.modelID), "isBedrockClaude45OrNewer")
  107. assert.Equal(t, tt.toolSearch, bedrockModelSupportsToolSearch(tt.modelID), "bedrockModelSupportsToolSearch")
  108. assert.Equal(t, tt.opus47Newer, isBedrockOpus47OrNewer(tt.modelID), "isBedrockOpus47OrNewer")
  109. })
  110. }
  111. }
  112. // TestClaudeOpus5_BedrockThinkingConvertedToAdaptive 验证 Opus 5 在 Bedrock 路径上
  113. // 会把 thinking.type=enabled 转成 adaptive 并移除 budget_tokens。
  114. // 上游 Opus 5 已移除 budget_tokens,透传过去会直接 400。
  115. func TestClaudeOpus5_BedrockThinkingConvertedToAdaptive(t *testing.T) {
  116. body := []byte(`{"thinking":{"type":"enabled","budget_tokens":10000}}`)
  117. got := sanitizeBedrockThinking(body, "us.anthropic.claude-opus-5-v1")
  118. assert.JSONEq(t, `{"thinking":{"type":"adaptive"}}`, string(got))
  119. }
  120. // TestClaudeOpus5_CatalogAndBedrockMapping 锁定模型清单与 Bedrock 默认映射。
  121. func TestClaudeOpus5_CatalogAndBedrockMapping(t *testing.T) {
  122. assert.Contains(t, claude.DefaultModelIDs(), "claude-opus-5")
  123. mapped, ok := domain.DefaultBedrockModelMapping["claude-opus-5"]
  124. require.True(t, ok, "claude-opus-5 missing from DefaultBedrockModelMapping")
  125. assert.Equal(t, "us.anthropic.claude-opus-5-v1", mapped)
  126. }