| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172 |
- package service
- import (
- "context"
- "fmt"
- "log/slog"
- "strings"
- "sync/atomic"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/pkg/ctxkey"
- infraerrors "github.com/Wei-Shaw/sub2api/internal/pkg/errors"
- "github.com/Wei-Shaw/sub2api/internal/pkg/pagination"
- "github.com/tidwall/gjson"
- "github.com/tidwall/sjson"
- "golang.org/x/sync/singleflight"
- )
- var (
- ErrChannelNotFound = infraerrors.NotFound("CHANNEL_NOT_FOUND", "channel not found")
- ErrChannelExists = infraerrors.Conflict("CHANNEL_EXISTS", "channel name already exists")
- ErrGroupAlreadyInChannel = infraerrors.Conflict(
- "GROUP_ALREADY_IN_CHANNEL",
- "one or more groups already belong to another channel",
- )
- )
- // ChannelRepository 渠道数据访问接口
- type ChannelRepository interface {
- Create(ctx context.Context, channel *Channel) error
- GetByID(ctx context.Context, id int64) (*Channel, error)
- Update(ctx context.Context, channel *Channel) error
- Delete(ctx context.Context, id int64) error
- List(ctx context.Context, params pagination.PaginationParams, status, search string) ([]Channel, *pagination.PaginationResult, error)
- ListAll(ctx context.Context) ([]Channel, error)
- ExistsByName(ctx context.Context, name string) (bool, error)
- ExistsByNameExcluding(ctx context.Context, name string, excludeID int64) (bool, error)
- // 分组关联
- GetGroupIDs(ctx context.Context, channelID int64) ([]int64, error)
- SetGroupIDs(ctx context.Context, channelID int64, groupIDs []int64) error
- GetChannelIDByGroupID(ctx context.Context, groupID int64) (int64, error)
- GetGroupsInOtherChannels(ctx context.Context, channelID int64, groupIDs []int64) ([]int64, error)
- // 分组平台查询
- GetGroupPlatforms(ctx context.Context, groupIDs []int64) (map[int64]string, error)
- // 模型定价
- ListModelPricing(ctx context.Context, channelID int64) ([]ChannelModelPricing, error)
- CreateModelPricing(ctx context.Context, pricing *ChannelModelPricing) error
- UpdateModelPricing(ctx context.Context, pricing *ChannelModelPricing) error
- DeleteModelPricing(ctx context.Context, id int64) error
- ReplaceModelPricing(ctx context.Context, channelID int64, pricingList []ChannelModelPricing) error
- }
- // channelModelKey 渠道缓存复合键(显式包含 platform 防止跨平台同名模型冲突)
- type channelModelKey struct {
- groupID int64
- platform string // 平台标识
- model string // lowercase
- }
- // normalizeChannelPricingModelName makes Anthropic's dot and hyphen spelling
- // differences equivalent in channel pricing cache keys.
- func normalizeChannelPricingModelName(model string) string {
- model = strings.ToLower(strings.TrimSpace(model))
- if strings.HasPrefix(model, "claude-") {
- model = strings.ReplaceAll(model, ".", "-")
- }
- return model
- }
- // channelGroupPlatformKey 通配符定价缓存键
- type channelGroupPlatformKey struct {
- groupID int64
- platform string
- }
- // wildcardPricingEntry 通配符定价条目
- type wildcardPricingEntry struct {
- prefix string
- pricing *ChannelModelPricing
- }
- // wildcardMappingEntry 通配符映射条目
- type wildcardMappingEntry struct {
- prefix string
- target string
- }
- // channelCache 渠道缓存快照(扁平化哈希结构,热路径 O(1) 查找)
- type channelCache struct {
- // 热路径查找
- pricingByGroupModel map[channelModelKey]*ChannelModelPricing // (groupID, platform, model) → 定价
- wildcardByGroupPlatform map[channelGroupPlatformKey][]*wildcardPricingEntry // (groupID, platform) → 通配符定价(按配置顺序,先匹配先使用)
- mappingByGroupModel map[channelModelKey]string // (groupID, platform, model) → 映射目标
- wildcardMappingByGP map[channelGroupPlatformKey][]*wildcardMappingEntry // (groupID, platform) → 通配符映射(按配置顺序,先匹配先使用)
- channelByGroupID map[int64]*Channel // groupID → 渠道
- groupPlatform map[int64]string // groupID → platform
- // 冷路径(CRUD 操作)
- byID map[int64]*Channel
- loadedAt time.Time
- }
- // ChannelMappingResult 渠道映射查找结果
- type ChannelMappingResult struct {
- MappedModel string // 映射后的模型名(无映射时等于原始模型名)
- ChannelID int64 // 渠道 ID(0 = 无渠道关联)
- Mapped bool // 是否发生了映射
- BillingModelSource string // 计费模型来源("requested" / "upstream" / "channel_mapped" / "response_model")
- }
- // BuildModelMappingChain 根据映射结果和上游实际模型构建映射链描述。
- // reqModel: 客户端请求的原始模型名。
- // upstreamModel: 上游实际使用的模型名(ForwardResult.UpstreamModel)。
- // 返回空字符串表示无映射。
- func (r ChannelMappingResult) BuildModelMappingChain(reqModel, upstreamModel string) string {
- if !r.Mapped {
- if upstreamModel != "" && upstreamModel != reqModel {
- return reqModel + "→" + upstreamModel
- }
- return ""
- }
- if upstreamModel != "" && upstreamModel != r.MappedModel {
- return reqModel + "→" + r.MappedModel + "→" + upstreamModel
- }
- return reqModel + "→" + r.MappedModel
- }
- // ToUsageFields 将渠道映射结果转为使用记录字段
- func (r ChannelMappingResult) ToUsageFields(reqModel, upstreamModel string) ChannelUsageFields {
- channelMappedModel := reqModel
- if r.Mapped {
- channelMappedModel = r.MappedModel
- }
- return ChannelUsageFields{
- ChannelID: r.ChannelID,
- OriginalModel: reqModel,
- ChannelMappedModel: channelMappedModel,
- BillingModelSource: r.BillingModelSource,
- ModelMappingChain: r.BuildModelMappingChain(reqModel, upstreamModel),
- }
- }
- const (
- channelCacheTTL = 10 * time.Minute
- channelErrorTTL = 5 * time.Second // DB 错误时的短缓存
- channelCacheDBTimeout = 10 * time.Second
- channelCacheNotifyTTL = 3 * time.Second
- )
- // ChannelCachePubSub broadcasts channel cache invalidations between instances.
- type ChannelCachePubSub interface {
- NotifyUpdate(ctx context.Context) error
- SubscribeUpdates(ctx context.Context, handler func())
- }
- // ChannelService 渠道管理服务
- type ChannelService struct {
- repo ChannelRepository
- groupRepo GroupRepository
- authCacheInvalidator APIKeyAuthCacheInvalidator
- pricingService *PricingService // 用于「可用渠道」展示时回落到全局定价;可为 nil(测试场景)
- cachePubSub ChannelCachePubSub
- cache atomic.Value // *channelCache
- cacheSF singleflight.Group
- }
- // NewChannelService 创建渠道服务实例。
- // pricingService 仅供 ListAvailable 在渠道未配置定价时回落到全局 LiteLLM 数据;
- // 计费热路径走独立的 ModelPricingResolver,与此参数无关。可传 nil。
- func NewChannelService(repo ChannelRepository, groupRepo GroupRepository, authCacheInvalidator APIKeyAuthCacheInvalidator, pricingService *PricingService, cachePubSub ChannelCachePubSub) *ChannelService {
- s := &ChannelService{
- repo: repo,
- groupRepo: groupRepo,
- authCacheInvalidator: authCacheInvalidator,
- pricingService: pricingService,
- cachePubSub: cachePubSub,
- }
- s.subscribeCacheUpdates(context.Background())
- return s
- }
- // loadCache 加载或返回缓存的渠道数据
- func (s *ChannelService) loadCache(ctx context.Context) (*channelCache, error) {
- if cached, ok := s.cache.Load().(*channelCache); ok && cached != nil {
- if time.Since(cached.loadedAt) < channelCacheTTL {
- return cached, nil
- }
- }
- result, err, _ := s.cacheSF.Do("channel_cache", func() (any, error) {
- // 双重检查
- if cached, ok := s.cache.Load().(*channelCache); ok && cached != nil {
- if time.Since(cached.loadedAt) < channelCacheTTL {
- return cached, nil
- }
- }
- return s.buildCache(ctx)
- })
- if err != nil {
- return nil, err
- }
- cache, ok := result.(*channelCache)
- if !ok {
- return nil, fmt.Errorf("unexpected cache type")
- }
- return cache, nil
- }
- // newEmptyChannelCache 创建空的渠道缓存(所有 map 已初始化)
- func newEmptyChannelCache() *channelCache {
- return &channelCache{
- pricingByGroupModel: make(map[channelModelKey]*ChannelModelPricing),
- wildcardByGroupPlatform: make(map[channelGroupPlatformKey][]*wildcardPricingEntry),
- mappingByGroupModel: make(map[channelModelKey]string),
- wildcardMappingByGP: make(map[channelGroupPlatformKey][]*wildcardMappingEntry),
- channelByGroupID: make(map[int64]*Channel),
- groupPlatform: make(map[int64]string),
- byID: make(map[int64]*Channel),
- }
- }
- // expandPricingToCache 将渠道的模型定价展开到缓存(按分组+平台维度)。
- // 各平台严格独立:antigravity 分组只匹配 antigravity 定价,不会匹配 anthropic/gemini 的定价。
- // 查找时通过 lookupPricingAcrossPlatforms() 在本平台内查找。
- func expandPricingToCache(cache *channelCache, ch *Channel, gid int64, platform string) {
- for j := range ch.ModelPricing {
- pricing := &ch.ModelPricing[j]
- if !isPlatformPricingMatch(platform, pricing.Platform) {
- continue // 跳过非本平台的定价
- }
- // 使用定价条目的原始平台作为缓存 key,防止跨平台同名模型冲突
- pricingPlatform := pricing.Platform
- gpKey := channelGroupPlatformKey{groupID: gid, platform: pricingPlatform}
- for _, model := range pricing.Models {
- if strings.HasSuffix(model, "*") {
- prefix := normalizeChannelPricingModelName(strings.TrimSuffix(model, "*"))
- cache.wildcardByGroupPlatform[gpKey] = append(cache.wildcardByGroupPlatform[gpKey], &wildcardPricingEntry{
- prefix: prefix,
- pricing: pricing,
- })
- } else {
- key := channelModelKey{groupID: gid, platform: pricingPlatform, model: normalizeChannelPricingModelName(model)}
- cache.pricingByGroupModel[key] = pricing
- }
- }
- }
- }
- // expandMappingToCache 将渠道的模型映射展开到缓存(按分组+平台维度)。
- // 各平台严格独立:antigravity 分组只匹配 antigravity 映射。
- func expandMappingToCache(cache *channelCache, ch *Channel, gid int64, platform string) {
- for _, mappingPlatform := range matchingPlatforms(platform) {
- platformMapping, ok := ch.ModelMapping[mappingPlatform]
- if !ok {
- continue
- }
- // 使用映射条目的原始平台作为缓存 key,防止跨平台同名映射冲突
- gpKey := channelGroupPlatformKey{groupID: gid, platform: mappingPlatform}
- for src, dst := range platformMapping {
- if strings.HasSuffix(src, "*") {
- prefix := strings.ToLower(strings.TrimSuffix(src, "*"))
- cache.wildcardMappingByGP[gpKey] = append(cache.wildcardMappingByGP[gpKey], &wildcardMappingEntry{
- prefix: prefix,
- target: dst,
- })
- } else {
- key := channelModelKey{groupID: gid, platform: mappingPlatform, model: strings.ToLower(src)}
- cache.mappingByGroupModel[key] = dst
- }
- }
- }
- }
- // storeErrorCache 存入短 TTL 空缓存,防止 DB 错误后紧密重试。
- // 通过回退 loadedAt 使剩余 TTL = channelErrorTTL。
- func (s *ChannelService) storeErrorCache() {
- errorCache := newEmptyChannelCache()
- errorCache.loadedAt = time.Now().Add(-(channelCacheTTL - channelErrorTTL))
- s.cache.Store(errorCache)
- }
- // buildCache 从数据库构建渠道缓存。
- // 使用独立 context 避免请求取消导致空值被长期缓存。
- func (s *ChannelService) buildCache(ctx context.Context) (*channelCache, error) {
- dbCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), channelCacheDBTimeout)
- defer cancel()
- channels, groupPlatforms, err := s.fetchChannelData(dbCtx)
- if err != nil {
- return nil, err
- }
- cache := populateChannelCache(channels, groupPlatforms)
- s.cache.Store(cache)
- return cache, nil
- }
- // fetchChannelData 从数据库加载渠道列表和分组平台映射。
- func (s *ChannelService) fetchChannelData(ctx context.Context) ([]Channel, map[int64]string, error) {
- channels, err := s.repo.ListAll(ctx)
- if err != nil {
- slog.Warn("failed to build channel cache", "error", err)
- s.storeErrorCache()
- return nil, nil, fmt.Errorf("list all channels: %w", err)
- }
- var allGroupIDs []int64
- for i := range channels {
- allGroupIDs = append(allGroupIDs, channels[i].GroupIDs...)
- }
- groupPlatforms := make(map[int64]string)
- if len(allGroupIDs) > 0 {
- groupPlatforms, err = s.repo.GetGroupPlatforms(ctx, allGroupIDs)
- if err != nil {
- slog.Warn("failed to load group platforms for channel cache", "error", err)
- s.storeErrorCache()
- return nil, nil, fmt.Errorf("get group platforms: %w", err)
- }
- }
- return channels, groupPlatforms, nil
- }
- // populateChannelCache 将渠道列表和分组平台映射填充到缓存快照中。
- // 装填时对每个 Channel 统一归一化 BillingModelSource,让缓存命中的所有下游
- // (gateway routing / billing / 未来任何 cache-backed 读路径)都拿到已归一化的实体,
- // 避免"每个出口各自记得 normalize"反模式。
- func populateChannelCache(channels []Channel, groupPlatforms map[int64]string) *channelCache {
- cache := newEmptyChannelCache()
- cache.groupPlatform = groupPlatforms
- cache.byID = make(map[int64]*Channel, len(channels))
- cache.loadedAt = time.Now()
- for i := range channels {
- channels[i].normalizeBillingModelSource()
- ch := &channels[i]
- cache.byID[ch.ID] = ch
- for _, gid := range ch.GroupIDs {
- cache.channelByGroupID[gid] = ch
- platform := groupPlatforms[gid]
- expandPricingToCache(cache, ch, gid, platform)
- expandMappingToCache(cache, ch, gid, platform)
- }
- }
- return cache
- }
- // invalidateCache 使缓存失效,让下次读取时自然重建
- // isPlatformPricingMatch 判断定价条目的平台是否匹配分组平台。
- // Concrete platforms stay isolated; composite groups may carry concrete-provider
- // pricing rows that are selected by the request's resolved target platform.
- func isPlatformPricingMatch(groupPlatform, pricingPlatform string) bool {
- if groupPlatform == PlatformComposite {
- return isConcreteRequestPlatform(pricingPlatform)
- }
- return groupPlatform == pricingPlatform
- }
- // matchingPlatforms 返回分组平台对应的可匹配平台列表。
- // Concrete platforms return themselves; composite is a configuration-time
- // fallback used before a request target has been resolved.
- func matchingPlatforms(groupPlatform string) []string {
- if groupPlatform == PlatformComposite {
- return []string{PlatformAnthropic, PlatformGemini, PlatformOpenAI, PlatformAntigravity, PlatformGrok, PlatformKimi, PlatformZhipu, PlatformDeepseek, PlatformMiniMax}
- }
- return []string{groupPlatform}
- }
- func channelLookupPlatform(ctx context.Context, groupPlatform string) string {
- if ctx != nil {
- if forcePlatform, ok := ctx.Value(ctxkey.ForcePlatform).(string); ok && strings.TrimSpace(forcePlatform) != "" {
- return strings.TrimSpace(forcePlatform)
- }
- if groupPlatform == PlatformComposite {
- if platform, ok := ResolvedTargetPlatformFromContext(ctx); ok {
- return platform
- }
- }
- }
- return groupPlatform
- }
- // InvalidateCache 失效并重建渠道缓存。
- // 供渠道以外、但会影响渠道缓存内容的变更调用(如分组平台变更)。
- func (s *ChannelService) InvalidateCache() {
- s.invalidateCache()
- }
- func (s *ChannelService) invalidateCache() {
- s.clearCache()
- // 主动重建缓存,确保 CRUD 后立即生效
- if _, err := s.buildCache(context.Background()); err != nil {
- slog.Warn("failed to rebuild channel cache after invalidation", "error", err)
- }
- s.notifyCacheUpdate()
- }
- // clearCache clears only the in-process snapshot. Keeping this separate from
- // invalidateCache prevents notifications received from Redis from being
- // published again in a loop.
- func (s *ChannelService) clearCache() {
- s.cache.Store((*channelCache)(nil))
- s.cacheSF.Forget("channel_cache")
- }
- func (s *ChannelService) notifyCacheUpdate() {
- if s.cachePubSub == nil {
- return
- }
- ctx, cancel := context.WithTimeout(context.Background(), channelCacheNotifyTTL)
- defer cancel()
- if err := s.cachePubSub.NotifyUpdate(ctx); err != nil {
- slog.Warn("failed to publish channel cache invalidation", "error", err)
- }
- }
- func (s *ChannelService) subscribeCacheUpdates(ctx context.Context) {
- if s.cachePubSub == nil {
- return
- }
- s.cachePubSub.SubscribeUpdates(ctx, s.clearCache)
- }
- // matchWildcard 在通配符定价中查找匹配项(最先匹配到优先)
- func (c *channelCache) matchWildcard(groupID int64, platform, modelLower string) *ChannelModelPricing {
- gpKey := channelGroupPlatformKey{groupID: groupID, platform: platform}
- wildcards := c.wildcardByGroupPlatform[gpKey]
- for _, wc := range wildcards {
- if strings.HasPrefix(modelLower, wc.prefix) {
- return wc.pricing
- }
- }
- return nil
- }
- // matchWildcardMapping 在通配符映射中查找匹配项(最先匹配到优先)
- func (c *channelCache) matchWildcardMapping(groupID int64, platform, modelLower string) string {
- gpKey := channelGroupPlatformKey{groupID: groupID, platform: platform}
- wildcards := c.wildcardMappingByGP[gpKey]
- for _, wc := range wildcards {
- if strings.HasPrefix(modelLower, wc.prefix) {
- return wc.target
- }
- }
- return ""
- }
- // lookupPricingAcrossPlatforms 在分组平台内查找模型定价。
- // 各平台严格独立,只在本平台内查找(先精确匹配,再通配符)。
- func lookupPricingAcrossPlatforms(cache *channelCache, groupID int64, groupPlatform, modelLower string) *ChannelModelPricing {
- modelLower = normalizeChannelPricingModelName(modelLower)
- for _, p := range matchingPlatforms(groupPlatform) {
- key := channelModelKey{groupID: groupID, platform: p, model: modelLower}
- if pricing, ok := cache.pricingByGroupModel[key]; ok {
- return pricing
- }
- }
- // 精确查找全部失败,依次尝试通配符匹配
- for _, p := range matchingPlatforms(groupPlatform) {
- if pricing := cache.matchWildcard(groupID, p, modelLower); pricing != nil {
- return pricing
- }
- }
- return nil
- }
- // lookupMappingAcrossPlatforms 在分组平台内查找模型映射。
- // 逻辑与 lookupPricingAcrossPlatforms 相同:先精确查找,再通配符。
- func lookupMappingAcrossPlatforms(cache *channelCache, groupID int64, groupPlatform, modelLower string) string {
- for _, p := range matchingPlatforms(groupPlatform) {
- key := channelModelKey{groupID: groupID, platform: p, model: modelLower}
- if mapped, ok := cache.mappingByGroupModel[key]; ok {
- return mapped
- }
- }
- for _, p := range matchingPlatforms(groupPlatform) {
- if mapped := cache.matchWildcardMapping(groupID, p, modelLower); mapped != "" {
- return mapped
- }
- }
- return ""
- }
- // GetChannelForGroup 获取分组关联的渠道(热路径 O(1))
- func (s *ChannelService) GetChannelForGroup(ctx context.Context, groupID int64) (*Channel, error) {
- cache, err := s.loadCache(ctx)
- if err != nil {
- return nil, err
- }
- ch, ok := cache.channelByGroupID[groupID]
- if !ok || !ch.IsActive() {
- return nil, nil
- }
- return ch.Clone(), nil
- }
- // GetGroupPlatform 获取分组的平台标识(从缓存)
- func (s *ChannelService) GetGroupPlatform(ctx context.Context, groupID int64) string {
- cache, err := s.loadCache(ctx)
- if err != nil {
- return ""
- }
- return cache.groupPlatform[groupID]
- }
- // channelLookup 热路径公共查找结果
- type channelLookup struct {
- cache *channelCache
- channel *Channel
- platform string
- }
- // lookupGroupChannel 加载缓存并查找分组对应的渠道信息(公共热路径前置逻辑)。
- // 返回 nil 且 err==nil 表示分组无活跃渠道;err!=nil 表示缓存加载失败。
- func (s *ChannelService) lookupGroupChannel(ctx context.Context, groupID int64) (*channelLookup, error) {
- cache, err := s.loadCache(ctx)
- if err != nil {
- return nil, err
- }
- ch, ok := cache.channelByGroupID[groupID]
- if !ok || !ch.IsActive() {
- return nil, nil
- }
- return &channelLookup{
- cache: cache,
- channel: ch,
- platform: channelLookupPlatform(ctx, cache.groupPlatform[groupID]),
- }, nil
- }
- // GetChannelModelPricing 获取指定分组+模型的渠道定价(热路径 O(1))。
- // 各平台严格独立,只在本平台内查找定价。
- func (s *ChannelService) GetChannelModelPricing(ctx context.Context, groupID int64, model string) *ChannelModelPricing {
- lk, err := s.lookupGroupChannel(ctx, groupID)
- if err != nil {
- slog.Warn("failed to load channel cache", "group_id", groupID, "error", err)
- return nil
- }
- if lk == nil {
- return nil
- }
- modelLower := strings.ToLower(model)
- pricing := lookupPricingAcrossPlatforms(lk.cache, groupID, lk.platform, modelLower)
- if pricing == nil {
- return nil
- }
- cp := pricing.Clone()
- return &cp
- }
- // ResolveChannelMapping 解析渠道级模型映射(热路径 O(1))
- // 返回映射结果,包含映射后的模型名、渠道 ID、计费模型来源。
- func (s *ChannelService) ResolveChannelMapping(ctx context.Context, groupID int64, model string) ChannelMappingResult {
- lk, err := s.lookupGroupChannel(ctx, groupID)
- if err != nil {
- slog.Warn("failed to load channel cache for mapping", "group_id", groupID, "error", err)
- }
- if lk == nil {
- return ChannelMappingResult{MappedModel: model}
- }
- return resolveMapping(lk, groupID, model)
- }
- // IsModelRestricted 检查模型是否被渠道限制。
- // 返回 true 表示模型被限制(不在允许列表中)。
- // 如果渠道未启用模型限制或分组无渠道关联,返回 false。
- func (s *ChannelService) IsModelRestricted(ctx context.Context, groupID int64, model string) bool {
- lk, err := s.lookupGroupChannel(ctx, groupID)
- if err != nil {
- slog.Warn("failed to load channel cache for model restriction check", "group_id", groupID, "error", err)
- }
- if lk == nil {
- return false
- }
- return checkRestricted(lk, groupID, model)
- }
- // ResolveChannelMappingAndRestrict 解析渠道映射。
- // 返回映射结果。模型限制检查已移至调度阶段(GatewayService.checkChannelPricingRestriction),
- // restricted 始终返回 false,保留签名兼容性。
- func (s *ChannelService) ResolveChannelMappingAndRestrict(ctx context.Context, groupID *int64, model string) (ChannelMappingResult, bool) {
- if groupID == nil {
- return ChannelMappingResult{MappedModel: model}, false
- }
- lk, _ := s.lookupGroupChannel(ctx, *groupID)
- if lk == nil {
- return ChannelMappingResult{MappedModel: model}, false
- }
- return resolveMapping(lk, *groupID, model), false
- }
- // resolveMapping 基于已查找的渠道信息解析模型映射。
- // antigravity 分组依次尝试所有匹配平台,确保跨平台同名映射各自独立。
- func resolveMapping(lk *channelLookup, groupID int64, model string) ChannelMappingResult {
- // lk.channel 来自已装填的缓存,BillingModelSource 已在 populateChannelCache 阶段归一化,
- // 这里无需重复兜底。
- result := ChannelMappingResult{
- MappedModel: model,
- ChannelID: lk.channel.ID,
- BillingModelSource: lk.channel.BillingModelSource,
- }
- modelLower := strings.ToLower(model)
- if mapped := lookupMappingAcrossPlatforms(lk.cache, groupID, lk.platform, modelLower); mapped != "" {
- result.MappedModel = mapped
- result.Mapped = true
- }
- return result
- }
- // checkRestricted 基于已查找的渠道信息检查模型是否被限制。
- // 只在本平台的定价列表中查找。
- func checkRestricted(lk *channelLookup, groupID int64, model string) bool {
- if !lk.channel.RestrictModels {
- return false
- }
- modelLower := strings.ToLower(model)
- // 使用与查找定价相同的跨平台逻辑
- if lookupPricingAcrossPlatforms(lk.cache, groupID, lk.platform, modelLower) != nil {
- return false
- }
- return true
- }
- // ReplaceModelInBody 替换请求体 JSON 中的 model 字段。
- func ReplaceModelInBody(body []byte, newModel string) []byte {
- if len(body) == 0 {
- return body
- }
- if current := gjson.GetBytes(body, "model"); current.Exists() && current.String() == newModel {
- return body
- }
- newBody, err := sjson.SetBytes(body, "model", newModel)
- if err != nil {
- return body
- }
- return newBody
- }
- // RemovePreviousResponseIDFromBody 删除请求体中的 previous_response_id,用于会话失配时改用完整 input 重建上下文。
- func RemovePreviousResponseIDFromBody(body []byte) []byte {
- if len(body) == 0 {
- return body
- }
- if !gjson.GetBytes(body, "previous_response_id").Exists() {
- return body
- }
- newBody, err := sjson.DeleteBytes(body, "previous_response_id")
- if err != nil {
- return body
- }
- return newBody
- }
- // validateChannelConfig 校验渠道的定价和映射配置(冲突检测 + 区间校验 + 计费模式校验)。
- // Create 和 Update 共用此函数,避免重复。
- func validateChannelConfig(pricing []ChannelModelPricing, mapping map[string]map[string]string) error {
- if err := validatePricingEntries(pricing); err != nil {
- return err
- }
- return validateNoConflictingMappings(mapping)
- }
- // validatePricingEntries 校验定价条目(冲突检测 + 区间校验 + 计费模式校验),
- // 同时用于主渠道定价和 account_stats_pricing_rules 的内部定价。
- func validatePricingEntries(pricing []ChannelModelPricing) error {
- if err := validateNoConflictingModels(pricing); err != nil {
- return err
- }
- if err := validatePricingIntervals(pricing); err != nil {
- return err
- }
- if err := validatePricingBillingMode(pricing); err != nil {
- return err
- }
- return validatePricingTimePricing(pricing)
- }
- func validatePricingTimePricing(pricing []ChannelModelPricing) error {
- for i := range pricing {
- config := pricing[i].TimePricing
- if config == nil {
- continue
- }
- if len(config.Periods) == 0 {
- pricing[i].TimePricing = nil
- continue
- }
- mode := pricing[i].BillingMode
- if mode != "" && mode != BillingModeToken {
- return infraerrors.BadRequest("TIME_PRICING_UNSUPPORTED_MODE", "time pricing only supports token billing mode")
- }
- if err := validateChannelTimePricing(config); err != nil {
- return infraerrors.BadRequest("INVALID_TIME_PRICING", fmt.Sprintf(
- "invalid time pricing for platform '%s' models %v: %v", pricing[i].Platform, pricing[i].Models, err))
- }
- }
- return nil
- }
- func validateAccountStatsPricingRules(rules []AccountStatsPricingRule) error {
- for i := range rules {
- for _, pricing := range rules[i].Pricing {
- if pricing.TimePricing != nil && len(pricing.TimePricing.Periods) > 0 {
- return fmt.Errorf("account stats pricing rule #%d: %w", i+1,
- infraerrors.BadRequest("ACCOUNT_STATS_TIME_PRICING_UNSUPPORTED", "account stats pricing does not support time pricing"))
- }
- }
- if err := validatePricingEntries(rules[i].Pricing); err != nil {
- return fmt.Errorf("account stats pricing rule #%d: %w", i+1, err)
- }
- }
- return nil
- }
- // validatePricingBillingMode 校验计费模式配置:按次/图片模式必须配价格或区间,所有价格字段不能为负,区间至少有一个价格字段。
- func validatePricingBillingMode(pricing []ChannelModelPricing) error {
- for _, p := range pricing {
- if err := checkBillingModeRequirements(p); err != nil {
- return err
- }
- if err := checkPricesNotNegative(p); err != nil {
- return err
- }
- if err := checkIntervalsHavePrices(p); err != nil {
- return err
- }
- }
- return nil
- }
- func checkBillingModeRequirements(p ChannelModelPricing) error {
- if p.BillingMode == BillingModePerRequest || p.BillingMode == BillingModeImage || p.BillingMode == BillingModeVideo {
- if p.PerRequestPrice == nil && len(p.Intervals) == 0 {
- return infraerrors.BadRequest(
- "BILLING_MODE_MISSING_PRICE",
- "per-request price or intervals required for per_request/image billing mode",
- )
- }
- }
- return nil
- }
- func checkPricesNotNegative(p ChannelModelPricing) error {
- checks := []struct {
- field string
- val *float64
- }{
- {"input_price", p.InputPrice},
- {"output_price", p.OutputPrice},
- {"cache_write_price", p.CacheWritePrice},
- {"cache_write_1h_price", p.CacheWrite1hPrice},
- {"cache_read_price", p.CacheReadPrice},
- {"image_input_price", p.ImageInputPrice},
- {"image_output_price", p.ImageOutputPrice},
- {"per_request_price", p.PerRequestPrice},
- }
- for _, c := range checks {
- if c.val != nil && *c.val < 0 {
- return infraerrors.BadRequest("NEGATIVE_PRICE", fmt.Sprintf("%s must be >= 0", c.field))
- }
- }
- for _, c := range []struct {
- field string
- val *float64
- }{
- {"fast_multiplier", p.FastMultiplier},
- {"flex_multiplier", p.FlexMultiplier},
- } {
- if c.val != nil && *c.val <= 0 {
- return infraerrors.BadRequest("INVALID_MULTIPLIER", fmt.Sprintf("%s must be > 0", c.field))
- }
- }
- return nil
- }
- func checkIntervalsHavePrices(p ChannelModelPricing) error {
- for _, iv := range p.Intervals {
- if iv.InputPrice == nil && iv.OutputPrice == nil &&
- iv.CacheWritePrice == nil && iv.CacheWrite1hPrice == nil && iv.CacheReadPrice == nil &&
- iv.PerRequestPrice == nil && iv.InputMultiplier == nil &&
- iv.OutputMultiplier == nil && iv.CacheWriteMultiplier == nil &&
- iv.CacheReadMultiplier == nil {
- return infraerrors.BadRequest(
- "INTERVAL_MISSING_PRICE",
- fmt.Sprintf("interval [%d, %s] has no price fields set for model %v",
- iv.MinTokens, formatMaxTokens(iv.MaxTokens), p.Models),
- )
- }
- }
- return nil
- }
- func formatMaxTokens(max *int) string {
- if max == nil {
- return "∞"
- }
- return fmt.Sprintf("%d", *max)
- }
- // --- CRUD ---
- // Create 创建渠道
- func (s *ChannelService) Create(ctx context.Context, input *CreateChannelInput) (*Channel, error) {
- exists, err := s.repo.ExistsByName(ctx, input.Name)
- if err != nil {
- return nil, fmt.Errorf("check channel exists: %w", err)
- }
- if exists {
- return nil, ErrChannelExists
- }
- if err := s.checkGroupConflicts(ctx, 0, input.GroupIDs); err != nil {
- return nil, err
- }
- channel := &Channel{
- Name: input.Name,
- Description: input.Description,
- Status: StatusActive,
- BillingModelSource: input.BillingModelSource,
- RestrictModels: input.RestrictModels,
- GroupIDs: input.GroupIDs,
- ModelPricing: input.ModelPricing,
- ModelMapping: input.ModelMapping,
- Features: input.Features,
- FeaturesConfig: input.FeaturesConfig,
- ApplyPricingToAccountStats: input.ApplyPricingToAccountStats,
- AccountStatsPricingRules: input.AccountStatsPricingRules,
- }
- channel.normalizeBillingModelSource()
- if err := validateChannelConfig(channel.ModelPricing, channel.ModelMapping); err != nil {
- return nil, err
- }
- if err := validateAccountStatsPricingRules(channel.AccountStatsPricingRules); err != nil {
- return nil, err
- }
- if err := s.repo.Create(ctx, channel); err != nil {
- return nil, fmt.Errorf("create channel: %w", err)
- }
- s.invalidateCache()
- created, err := s.repo.GetByID(ctx, channel.ID)
- if err != nil {
- return nil, err
- }
- created.normalizeBillingModelSource()
- return created, nil
- }
- // GetByID 获取渠道详情。返回前统一把空 BillingModelSource 回填为 ChannelMapped,
- // 让所有 handler 无需重复处理历史空值。
- func (s *ChannelService) GetByID(ctx context.Context, id int64) (*Channel, error) {
- ch, err := s.repo.GetByID(ctx, id)
- if err != nil {
- return nil, err
- }
- ch.normalizeBillingModelSource()
- return ch, nil
- }
- // Update 更新渠道
- func (s *ChannelService) Update(ctx context.Context, id int64, input *UpdateChannelInput) (*Channel, error) {
- channel, err := s.repo.GetByID(ctx, id)
- if err != nil {
- return nil, fmt.Errorf("get channel: %w", err)
- }
- if err := s.applyUpdateInput(ctx, channel, input); err != nil {
- return nil, err
- }
- if err := validateChannelConfig(channel.ModelPricing, channel.ModelMapping); err != nil {
- return nil, err
- }
- if err := validateAccountStatsPricingRules(channel.AccountStatsPricingRules); err != nil {
- return nil, err
- }
- oldGroupIDs := s.getOldGroupIDs(ctx, id)
- if err := s.repo.Update(ctx, channel); err != nil {
- return nil, fmt.Errorf("update channel: %w", err)
- }
- s.invalidateCache()
- s.invalidateAuthCacheForGroups(ctx, oldGroupIDs, channel.GroupIDs)
- updated, err := s.repo.GetByID(ctx, id)
- if err != nil {
- return nil, err
- }
- updated.normalizeBillingModelSource()
- return updated, nil
- }
- // applyUpdateInput 将更新请求的字段应用到渠道实体上。
- func (s *ChannelService) applyUpdateInput(ctx context.Context, channel *Channel, input *UpdateChannelInput) error {
- if input.Name != "" && input.Name != channel.Name {
- exists, err := s.repo.ExistsByNameExcluding(ctx, input.Name, channel.ID)
- if err != nil {
- return fmt.Errorf("check channel exists: %w", err)
- }
- if exists {
- return ErrChannelExists
- }
- channel.Name = input.Name
- }
- if input.Description != nil {
- channel.Description = *input.Description
- }
- if input.Status != "" {
- channel.Status = input.Status
- }
- if input.RestrictModels != nil {
- channel.RestrictModels = *input.RestrictModels
- }
- if input.Features != nil {
- channel.Features = *input.Features
- }
- if input.GroupIDs != nil {
- if err := s.checkGroupConflicts(ctx, channel.ID, *input.GroupIDs); err != nil {
- return err
- }
- channel.GroupIDs = *input.GroupIDs
- }
- if input.ModelPricing != nil {
- channel.ModelPricing = *input.ModelPricing
- }
- if input.ModelMapping != nil {
- channel.ModelMapping = input.ModelMapping
- }
- if input.BillingModelSource != "" {
- channel.BillingModelSource = input.BillingModelSource
- }
- if input.FeaturesConfig != nil {
- channel.FeaturesConfig = input.FeaturesConfig
- }
- if input.ApplyPricingToAccountStats != nil {
- channel.ApplyPricingToAccountStats = *input.ApplyPricingToAccountStats
- }
- if input.AccountStatsPricingRules != nil {
- channel.AccountStatsPricingRules = *input.AccountStatsPricingRules
- }
- return nil
- }
- // checkGroupConflicts 检查待关联的分组是否已属于其他渠道。
- // channelID 为当前渠道 ID(Create 时传 0)。
- func (s *ChannelService) checkGroupConflicts(ctx context.Context, channelID int64, groupIDs []int64) error {
- if len(groupIDs) == 0 {
- return nil
- }
- conflicting, err := s.repo.GetGroupsInOtherChannels(ctx, channelID, groupIDs)
- if err != nil {
- return fmt.Errorf("check group conflicts: %w", err)
- }
- if len(conflicting) > 0 {
- return ErrGroupAlreadyInChannel
- }
- return nil
- }
- // getOldGroupIDs 获取渠道更新前的关联分组 ID(用于失效 auth 缓存)。
- func (s *ChannelService) getOldGroupIDs(ctx context.Context, channelID int64) []int64 {
- if s.authCacheInvalidator == nil {
- return nil
- }
- oldGroupIDs, err := s.repo.GetGroupIDs(ctx, channelID)
- if err != nil {
- slog.Warn("failed to get old group IDs for cache invalidation", "channel_id", channelID, "error", err)
- }
- return oldGroupIDs
- }
- // invalidateAuthCacheForGroups 对新旧分组去重后逐个失效 auth 缓存。
- func (s *ChannelService) invalidateAuthCacheForGroups(ctx context.Context, groupIDSets ...[]int64) {
- if s.authCacheInvalidator == nil {
- return
- }
- seen := make(map[int64]struct{})
- for _, ids := range groupIDSets {
- for _, gid := range ids {
- if _, ok := seen[gid]; ok {
- continue
- }
- seen[gid] = struct{}{}
- s.authCacheInvalidator.InvalidateAuthCacheByGroupID(ctx, gid)
- }
- }
- }
- // Delete 删除渠道
- func (s *ChannelService) Delete(ctx context.Context, id int64) error {
- groupIDs, err := s.repo.GetGroupIDs(ctx, id)
- if err != nil {
- slog.Warn("failed to get group IDs before delete", "channel_id", id, "error", err)
- }
- if err := s.repo.Delete(ctx, id); err != nil {
- return fmt.Errorf("delete channel: %w", err)
- }
- s.invalidateCache()
- s.invalidateAuthCacheForGroups(ctx, groupIDs)
- return nil
- }
- // List 获取渠道列表
- func (s *ChannelService) List(ctx context.Context, params pagination.PaginationParams, status, search string) ([]Channel, *pagination.PaginationResult, error) {
- channels, res, err := s.repo.List(ctx, params, status, search)
- if err != nil {
- return nil, nil, err
- }
- for i := range channels {
- channels[i].normalizeBillingModelSource()
- }
- return channels, res, nil
- }
- // modelEntry 表示一个模型模式条目(用于冲突检测)
- type modelEntry struct {
- pattern string // 原始模式(如 "claude-*" 或 "claude-opus-4")
- prefix string // lowercase 前缀(通配符去掉 *,精确名保持原样)
- wildcard bool
- }
- // conflictsBetween 检查两个模型模式是否冲突
- func conflictsBetween(a, b modelEntry) bool {
- switch {
- case !a.wildcard && !b.wildcard:
- return a.prefix == b.prefix
- case a.wildcard && !b.wildcard:
- return strings.HasPrefix(b.prefix, a.prefix)
- case !a.wildcard && b.wildcard:
- return strings.HasPrefix(a.prefix, b.prefix)
- default:
- return strings.HasPrefix(a.prefix, b.prefix) ||
- strings.HasPrefix(b.prefix, a.prefix)
- }
- }
- // toModelEntry 将模型名转换为 modelEntry(用于模型映射的冲突检测)。
- // 归一化必须与 expandMappingToCache 写缓存键的方式一致:映射缓存只做 strings.ToLower。
- func toModelEntry(pattern string) modelEntry {
- prefix, isWild := splitWildcardSuffix(strings.ToLower(pattern))
- return modelEntry{pattern: pattern, prefix: prefix, wildcard: isWild}
- }
- // toPricingModelEntry 将模型名转换为 modelEntry(用于模型定价的冲突检测)。
- //
- // 与 toModelEntry 的区别:定价缓存的键走 normalizeChannelPricingModelName
- // (额外做 TrimSpace,并把 claude-* 的 "." 换成 "-"),冲突检测必须用同一套归一化,
- // 否则两个校验时看着不同、写进缓存后键相同的定价会互相静默覆盖。
- func toPricingModelEntry(pattern string) modelEntry {
- // 先剥通配符再归一化,与 expandPricingToCache 的处理顺序保持一致
- prefix, isWild := splitWildcardSuffix(pattern)
- return modelEntry{
- pattern: pattern,
- prefix: normalizeChannelPricingModelName(prefix),
- wildcard: isWild,
- }
- }
- // validateNoConflictingModels 检查定价列表中是否有冲突模型模式(同一平台下)。
- // 冲突包括:精确重复、通配符之间的前缀包含、通配符与精确名的前缀匹配。
- func validateNoConflictingModels(pricingList []ChannelModelPricing) error {
- byPlatform := make(map[string][]modelEntry)
- for _, p := range pricingList {
- for _, model := range p.Models {
- byPlatform[p.Platform] = append(byPlatform[p.Platform], toPricingModelEntry(model))
- }
- }
- for platform, entries := range byPlatform {
- if err := detectConflicts(entries, platform, "MODEL_PATTERN_CONFLICT", "model patterns"); err != nil {
- return err
- }
- }
- return nil
- }
- // validateNoConflictingMappings 检查模型映射中是否有冲突的源模式
- func validateNoConflictingMappings(mapping map[string]map[string]string) error {
- for platform, platformMapping := range mapping {
- entries := make([]modelEntry, 0, len(platformMapping))
- for src := range platformMapping {
- entries = append(entries, toModelEntry(src))
- }
- if err := detectConflicts(entries, platform, "MAPPING_PATTERN_CONFLICT", "mapping source patterns"); err != nil {
- return err
- }
- }
- return nil
- }
- func validatePricingIntervals(pricingList []ChannelModelPricing) error {
- for _, pricing := range pricingList {
- if err := ValidateIntervals(pricing.Intervals, pricing.BillingMode); err != nil {
- return infraerrors.BadRequest(
- "INVALID_PRICING_INTERVALS",
- fmt.Sprintf("invalid pricing intervals for platform '%s' models %v: %v",
- pricing.Platform, pricing.Models, err),
- )
- }
- }
- return nil
- }
- // detectConflicts 在一组 modelEntry 中检测冲突,返回带有 errCode 和 label 的错误
- func detectConflicts(entries []modelEntry, platform, errCode, label string) error {
- for i := 0; i < len(entries); i++ {
- for j := i + 1; j < len(entries); j++ {
- if conflictsBetween(entries[i], entries[j]) {
- return infraerrors.BadRequest(errCode,
- fmt.Sprintf("%s '%s' and '%s' conflict in platform '%s': overlapping match range "+
- "(model names are matched case-insensitively, so an existing entry already covers all case variants)",
- label, entries[i].pattern, entries[j].pattern, platform))
- }
- }
- }
- return nil
- }
- // --- Input types ---
- // CreateChannelInput 创建渠道输入
- type CreateChannelInput struct {
- Name string
- Description string
- GroupIDs []int64
- ModelPricing []ChannelModelPricing
- ModelMapping map[string]map[string]string // platform → {src→dst}
- BillingModelSource string
- RestrictModels bool
- Features string
- FeaturesConfig map[string]any
- ApplyPricingToAccountStats bool
- AccountStatsPricingRules []AccountStatsPricingRule
- }
- // UpdateChannelInput 更新渠道输入
- type UpdateChannelInput struct {
- Name string
- Description *string
- Status string
- GroupIDs *[]int64
- ModelPricing *[]ChannelModelPricing
- ModelMapping map[string]map[string]string // platform → {src→dst}
- BillingModelSource string
- RestrictModels *bool
- Features *string
- FeaturesConfig map[string]any
- ApplyPricingToAccountStats *bool
- AccountStatsPricingRules *[]AccountStatsPricingRule
- }
|