| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588 |
- //go:build unit
- package service
- import (
- "context"
- "errors"
- "testing"
- "time"
- "github.com/Wei-Shaw/sub2api/internal/config"
- "github.com/Wei-Shaw/sub2api/internal/pkg/ctxkey"
- "github.com/Wei-Shaw/sub2api/internal/pkg/pagination"
- "github.com/stretchr/testify/require"
- )
- // testConfig 返回一个用于测试的默认配置
- func testConfig() *config.Config {
- return &config.Config{RunMode: config.RunModeStandard}
- }
- // mockAccountRepoForPlatform 单平台测试用的 mock
- type mockAccountRepoForPlatform struct {
- accounts []Account
- accountsByID map[int64]*Account
- listPlatformFunc func(ctx context.Context, platform string) ([]Account, error)
- getByIDCalls int
- }
- func (m *mockAccountRepoForPlatform) GetByID(ctx context.Context, id int64) (*Account, error) {
- m.getByIDCalls++
- if acc, ok := m.accountsByID[id]; ok {
- return acc, nil
- }
- return nil, errors.New("account not found")
- }
- func (m *mockAccountRepoForPlatform) GetByIDs(ctx context.Context, ids []int64) ([]*Account, error) {
- var result []*Account
- for _, id := range ids {
- if acc, ok := m.accountsByID[id]; ok {
- result = append(result, acc)
- }
- }
- return result, nil
- }
- func (m *mockAccountRepoForPlatform) ExistsByID(ctx context.Context, id int64) (bool, error) {
- if m.accountsByID == nil {
- return false, nil
- }
- _, ok := m.accountsByID[id]
- return ok, nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableByPlatform(ctx context.Context, platform string) ([]Account, error) {
- if m.listPlatformFunc != nil {
- return m.listPlatformFunc(ctx, platform)
- }
- var result []Account
- for _, acc := range m.accounts {
- if acc.Platform == platform && acc.IsSchedulable() {
- result = append(result, acc)
- }
- }
- return result, nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableByGroupIDAndPlatform(ctx context.Context, groupID int64, platform string) ([]Account, error) {
- return m.ListSchedulableByPlatform(ctx, platform)
- }
- // Stub methods to implement AccountRepository interface
- func (m *mockAccountRepoForPlatform) Create(ctx context.Context, account *Account) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) GetByCRSAccountID(ctx context.Context, crsAccountID string) (*Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) FindByExtraField(ctx context.Context, key string, value any) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListCRSAccountIDs(ctx context.Context) (map[string]int64, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) Update(ctx context.Context, account *Account) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) Delete(ctx context.Context, id int64) error { return nil }
- func (m *mockAccountRepoForPlatform) List(ctx context.Context, params pagination.PaginationParams) ([]Account, *pagination.PaginationResult, error) {
- return nil, nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListWithFilters(ctx context.Context, params pagination.PaginationParams, platform, accountType, status, search string, groupID int64, privacyMode string) ([]Account, *pagination.PaginationResult, error) {
- return nil, nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListAllWithFilters(ctx context.Context, platform, accountType, status, search string, groupID int64, privacyMode string) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListByGroup(ctx context.Context, groupID int64) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListActive(ctx context.Context) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListByPlatform(ctx context.Context, platform string) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) UpdateLastUsed(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) BatchUpdateLastUsed(ctx context.Context, updates map[int64]time.Time) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) SetError(ctx context.Context, id int64, errorMsg string) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ClearError(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) SetSchedulable(ctx context.Context, id int64, schedulable bool) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) AutoPauseExpiredAccounts(ctx context.Context, now time.Time) (int64, error) {
- return 0, nil
- }
- func (m *mockAccountRepoForPlatform) BindGroups(ctx context.Context, accountID int64, groupIDs []int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulable(ctx context.Context) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableByGroupID(ctx context.Context, groupID int64) ([]Account, error) {
- return nil, nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableByPlatforms(ctx context.Context, platforms []string) ([]Account, error) {
- var result []Account
- platformSet := make(map[string]bool)
- for _, p := range platforms {
- platformSet[p] = true
- }
- for _, acc := range m.accounts {
- if platformSet[acc.Platform] && acc.IsSchedulable() {
- result = append(result, acc)
- }
- }
- return result, nil
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableByGroupIDAndPlatforms(ctx context.Context, groupID int64, platforms []string) ([]Account, error) {
- return m.ListSchedulableByPlatforms(ctx, platforms)
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableUngroupedByPlatform(ctx context.Context, platform string) ([]Account, error) {
- return m.ListSchedulableByPlatform(ctx, platform)
- }
- func (m *mockAccountRepoForPlatform) ListSchedulableUngroupedByPlatforms(ctx context.Context, platforms []string) ([]Account, error) {
- return m.ListSchedulableByPlatforms(ctx, platforms)
- }
- func (m *mockAccountRepoForPlatform) ListModelAvailabilityCandidates(_ context.Context, groupID *int64, platforms []string, includeGrouped bool) ([]Account, error) {
- platformSet := make(map[string]struct{}, len(platforms))
- for _, platform := range platforms {
- platformSet[platform] = struct{}{}
- }
- result := make([]Account, 0, len(m.accounts))
- for _, acc := range m.accounts {
- if _, ok := platformSet[acc.Platform]; !ok || acc.Status != StatusActive || !acc.Schedulable {
- continue
- }
- if groupID != nil {
- inGroup := false
- for _, accountGroup := range acc.AccountGroups {
- if accountGroup.GroupID == *groupID {
- inGroup = true
- break
- }
- }
- if !inGroup {
- continue
- }
- } else if !includeGrouped && (len(acc.AccountGroups) > 0 || len(acc.GroupIDs) > 0) {
- continue
- }
- result = append(result, acc)
- }
- return result, nil
- }
- func (m *mockAccountRepoForPlatform) SetRateLimited(ctx context.Context, id int64, resetAt time.Time) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) SetModelRateLimit(ctx context.Context, id int64, scope string, resetAt time.Time, reason ...string) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) SetOverloaded(ctx context.Context, id int64, until time.Time) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) SetTempUnschedulable(ctx context.Context, id int64, until time.Time, reason string) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ClearTempUnschedulable(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ClearRateLimit(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ClearAntigravityQuotaScopes(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ClearModelRateLimits(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) UpdateSessionWindow(ctx context.Context, id int64, start, end *time.Time, status string) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) UpdateSessionWindowEnd(ctx context.Context, id int64, end time.Time) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) UpdateExtra(ctx context.Context, id int64, updates map[string]any) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) BulkUpdate(ctx context.Context, ids []int64, updates AccountBulkUpdate) (int64, error) {
- return 0, nil
- }
- func (m *mockAccountRepoForPlatform) IncrementQuotaUsed(ctx context.Context, id int64, amount float64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ResetQuotaUsedAndClearRateLimitCooldown(ctx context.Context, id int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) RevertProxyFallback(ctx context.Context, accountID int64) error {
- return nil
- }
- func (m *mockAccountRepoForPlatform) ListShadowsByParent(ctx context.Context, parentID int64) ([]*Account, error) {
- return nil, nil
- }
- // Verify interface implementation
- var _ AccountRepository = (*mockAccountRepoForPlatform)(nil)
- // mockGatewayCacheForPlatform 单平台测试用的 cache mock
- type mockGatewayCacheForPlatform struct {
- sessionBindings map[string]int64
- deletedSessions map[string]int
- }
- func (m *mockGatewayCacheForPlatform) GetSessionAccountID(ctx context.Context, groupID int64, sessionHash string) (int64, error) {
- if id, ok := m.sessionBindings[sessionHash]; ok {
- return id, nil
- }
- return 0, errors.New("not found")
- }
- func (m *mockGatewayCacheForPlatform) SetSessionAccountID(ctx context.Context, groupID int64, sessionHash string, accountID int64, ttl time.Duration) error {
- if m.sessionBindings == nil {
- m.sessionBindings = make(map[string]int64)
- }
- m.sessionBindings[sessionHash] = accountID
- return nil
- }
- func (m *mockGatewayCacheForPlatform) RefreshSessionTTL(ctx context.Context, groupID int64, sessionHash string, ttl time.Duration) error {
- return nil
- }
- func (m *mockGatewayCacheForPlatform) DeleteSessionAccountID(ctx context.Context, groupID int64, sessionHash string) error {
- if m.sessionBindings == nil {
- return nil
- }
- if m.deletedSessions == nil {
- m.deletedSessions = make(map[string]int)
- }
- m.deletedSessions[sessionHash]++
- delete(m.sessionBindings, sessionHash)
- return nil
- }
- func (m *mockGatewayCacheForPlatform) SetGrokVideoPendingBilling(_ context.Context, _ string, _ []byte, _ time.Duration) error {
- return nil
- }
- func (m *mockGatewayCacheForPlatform) GetGrokVideoPendingBilling(_ context.Context, _ string) ([]byte, error) {
- return nil, nil
- }
- func (m *mockGatewayCacheForPlatform) ClaimGrokVideoBilled(_ context.Context, _ string, _ time.Duration) (bool, error) {
- return true, nil
- }
- func (m *mockGatewayCacheForPlatform) ReleaseGrokVideoBilled(_ context.Context, _ string) error {
- return nil
- }
- func (m *mockGatewayCacheForPlatform) SetReasoningContent(_ context.Context, _ string, _ string, _ time.Duration) error {
- return nil
- }
- func (m *mockGatewayCacheForPlatform) GetReasoningContent(_ context.Context, _ string) (string, error) {
- return "", ErrReasoningContentNotFound
- }
- type mockGroupRepoForGateway struct {
- groups map[int64]*Group
- getByIDCalls int
- getByIDLiteCalls int
- }
- func (m *mockGroupRepoForGateway) GetByID(ctx context.Context, id int64) (*Group, error) {
- m.getByIDCalls++
- if g, ok := m.groups[id]; ok {
- return g, nil
- }
- return nil, ErrGroupNotFound
- }
- func (m *mockGroupRepoForGateway) GetByIDLite(ctx context.Context, id int64) (*Group, error) {
- m.getByIDLiteCalls++
- if g, ok := m.groups[id]; ok {
- return g, nil
- }
- return nil, ErrGroupNotFound
- }
- func (m *mockGroupRepoForGateway) Create(ctx context.Context, group *Group) error { return nil }
- func (m *mockGroupRepoForGateway) Update(ctx context.Context, group *Group) error { return nil }
- func (m *mockGroupRepoForGateway) Delete(ctx context.Context, id int64) error { return nil }
- func (m *mockGroupRepoForGateway) DeleteCascade(ctx context.Context, id int64) ([]int64, error) {
- return nil, nil
- }
- func (m *mockGroupRepoForGateway) List(ctx context.Context, params pagination.PaginationParams) ([]Group, *pagination.PaginationResult, error) {
- return nil, nil, nil
- }
- func (m *mockGroupRepoForGateway) ListWithFilters(ctx context.Context, params pagination.PaginationParams, platform, status, search string, isExclusive *bool) ([]Group, *pagination.PaginationResult, error) {
- return nil, nil, nil
- }
- func (m *mockGroupRepoForGateway) ListActive(ctx context.Context) ([]Group, error) {
- return nil, nil
- }
- func (m *mockGroupRepoForGateway) ListActiveByPlatform(ctx context.Context, platform string) ([]Group, error) {
- return nil, nil
- }
- func (m *mockGroupRepoForGateway) ExistsByName(ctx context.Context, name string) (bool, error) {
- return false, nil
- }
- func (m *mockGroupRepoForGateway) GetAccountCount(ctx context.Context, groupID int64) (int64, int64, error) {
- return 0, 0, nil
- }
- func (m *mockGroupRepoForGateway) DeleteAccountGroupsByGroupID(ctx context.Context, groupID int64) (int64, error) {
- return 0, nil
- }
- func (m *mockGroupRepoForGateway) BindAccountsToGroup(ctx context.Context, groupID int64, accountIDs []int64) error {
- return nil
- }
- func (m *mockGroupRepoForGateway) GetAccountIDsByGroupIDs(ctx context.Context, groupIDs []int64) ([]int64, error) {
- return nil, nil
- }
- func (m *mockGroupRepoForGateway) UpdateSortOrders(ctx context.Context, updates []GroupSortOrderUpdate) error {
- return nil
- }
- func ptr[T any](v T) *T {
- return &v
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_Anthropic 测试 anthropic 单平台选择
- func TestGatewayService_SelectAccountForModelWithPlatform_Anthropic(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 3, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true}, // 应被隔离
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID, "应选择优先级最高的 anthropic 账户")
- require.Equal(t, PlatformAnthropic, acc.Platform, "应只返回 anthropic 平台账户")
- }
- // Scenario: account-owned Composite aliases are scheduled only to accounts that declare the exact mapping.
- func TestGatewayService_SelectAccountForModelWithExclusions_CompositeAliasRequiresOwningAccount(t *testing.T) {
- groupID := int64(77)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAnthropic,
- Type: AccountTypeAPIKey,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- AccountGroups: []AccountGroup{{GroupID: groupID}},
- },
- {
- ID: 2,
- Platform: PlatformAnthropic,
- Type: AccountTypeAPIKey,
- Priority: 2,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{
- "model_mapping": map[string]any{"reasoning-alias": "claude-opus-4-8"},
- },
- AccountGroups: []AccountGroup{{GroupID: groupID}},
- },
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- group := &Group{ID: groupID, Platform: PlatformComposite, Status: StatusActive, Hydrated: true}
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: &mockGroupRepoForGateway{groups: map[int64]*Group{groupID: group}},
- cfg: testConfig(),
- }
- ctx := WithCompositeRouteDecision(context.Background(), CompositeRouteDecision{
- Matched: true,
- Source: CompositeRouteSourceAccount,
- GroupID: groupID,
- PublicModel: "reasoning-alias",
- TargetPlatform: PlatformAnthropic,
- UpstreamModel: "reasoning-alias",
- Endpoint: CompositeRouteEndpointResponses,
- })
- account, err := svc.SelectAccountForModelWithExclusions(ctx, &groupID, "", "reasoning-alias", nil)
- require.NoError(t, err)
- require.NotNil(t, account)
- require.Equal(t, int64(2), account.ID)
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_Antigravity 测试 antigravity 单平台选择
- func TestGatewayService_SelectAccountForModelWithPlatform_Antigravity(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true}, // 应被隔离
- {ID: 2, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-sonnet-4-5", nil, PlatformAntigravity)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- require.Equal(t, PlatformAntigravity, acc.Platform, "应只返回 antigravity 平台账户")
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_PriorityAndLastUsed 测试优先级和最后使用时间
- func TestGatewayService_SelectAccountForModelWithPlatform_PriorityAndLastUsed(t *testing.T) {
- ctx := context.Background()
- now := time.Now()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, LastUsedAt: ptr(now.Add(-1 * time.Hour))},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, LastUsedAt: ptr(now.Add(-2 * time.Hour))},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "同优先级应选择最久未用的账户")
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_GeminiOAuthPreference(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeAPIKey},
- {ID: 2, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeOAuth},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "gemini-2.5-pro", nil, PlatformGemini)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "同优先级且未使用时应优先选择OAuth账户")
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_NoAvailableAccounts 测试无可用账户
- func TestGatewayService_SelectAccountForModelWithPlatform_NoAvailableAccounts(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{},
- accountsByID: map[int64]*Account{},
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- require.ErrorIs(t, err, ErrNoAvailableAccounts)
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_AllExcluded 测试所有账户被排除
- func TestGatewayService_SelectAccountForModelWithPlatform_AllExcluded(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- excludedIDs := map[int64]struct{}{1: {}, 2: {}}
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", excludedIDs, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_Schedulability 测试账户可调度性检查
- func TestGatewayService_SelectAccountForModelWithPlatform_Schedulability(t *testing.T) {
- ctx := context.Background()
- now := time.Now()
- tests := []struct {
- name string
- accounts []Account
- expectedID int64
- }{
- {
- name: "过载账户被跳过",
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, OverloadUntil: ptr(now.Add(1 * time.Hour))},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- expectedID: 2,
- },
- {
- name: "限流账户被跳过",
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, RateLimitResetAt: ptr(now.Add(1 * time.Hour))},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- expectedID: 2,
- },
- {
- name: "非active账户被跳过",
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: "error", Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- expectedID: 2,
- },
- {
- name: "schedulable=false被跳过",
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: false},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- expectedID: 2,
- },
- {
- name: "过期的过载账户可调度",
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, OverloadUntil: ptr(now.Add(-1 * time.Hour))},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- expectedID: 1,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: tt.accounts,
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, tt.expectedID, acc.ID)
- })
- }
- }
- // TestGatewayService_SelectAccountForModelWithPlatform_StickySession 测试粘性会话
- func TestGatewayService_SelectAccountForModelWithPlatform_StickySession(t *testing.T) {
- ctx := context.Background()
- t.Run("粘性会话命中-同平台", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID, "应返回粘性会话绑定的账户")
- })
- t.Run("粘性会话不匹配平台-降级选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true}, // 粘性会话绑定但平台不匹配
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1}, // 绑定 antigravity 账户
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- // 请求 anthropic 平台,但粘性会话绑定的是 antigravity 账户
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "粘性会话账户平台不匹配,应降级选择同平台账户")
- require.Equal(t, PlatformAnthropic, acc.Platform)
- })
- t.Run("粘性会话账户被排除-降级选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- excludedIDs := map[int64]struct{}{1: {}}
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", excludedIDs, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "粘性会话账户被排除,应选择其他账户")
- })
- t.Run("粘性会话账户不可调度-降级选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: "error", Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "粘性会话账户不可调度,应选择其他账户")
- })
- }
- func TestGatewayService_SelectAccountForModelWithExclusions_ForcePlatform(t *testing.T) {
- ctx := context.Background()
- ctx = context.WithValue(ctx, ctxkey.ForcePlatform, PlatformAntigravity)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.SelectAccountForModelWithExclusions(ctx, nil, "", "claude-sonnet-4-5", nil)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- require.Equal(t, PlatformAntigravity, acc.Platform)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_RoutedStickySessionClears(t *testing.T) {
- ctx := context.Background()
- groupID := int64(10)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusDisabled, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-group",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {1, 2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, &groupID, "session-123", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- require.Equal(t, 1, cache.deletedSessions["session-123"])
- require.Equal(t, int64(2), cache.sessionBindings["session-123"])
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_RoutedStickySessionHit(t *testing.T) {
- ctx := context.Background()
- groupID := int64(11)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-456": 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-group-hit",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {1, 2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, &groupID, "session-456", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_RoutedFallbackToNormal(t *testing.T) {
- ctx := context.Background()
- groupID := int64(12)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-fallback",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {99},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, &groupID, "", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_NoModelSupport(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-haiku-20241022": "claude-3-5-haiku-20241022"}},
- },
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- require.Contains(t, err.Error(), "supporting model")
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_GeminiPreferOAuth(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeAPIKey},
- {ID: 2, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeOAuth},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "gemini-2.5-pro", nil, PlatformGemini)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_GeminiAPIKeyModelMappingFilter(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformGemini,
- Type: AccountTypeAPIKey,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"gemini-2.5-pro": "gemini-2.5-pro"}},
- },
- {
- ID: 2,
- Platform: PlatformGemini,
- Type: AccountTypeAPIKey,
- Priority: 2,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"gemini-2.5-flash": "gemini-2.5-flash"}},
- },
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "gemini-2.5-flash", nil, PlatformGemini)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "应过滤不支持请求模型的 APIKey 账号")
- acc, err = svc.selectAccountForModelWithPlatform(ctx, nil, "", "gemini-3-pro-preview", nil, PlatformGemini)
- require.Error(t, err)
- require.Nil(t, acc)
- require.Contains(t, err.Error(), "supporting model")
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_StickyInGroup(t *testing.T) {
- ctx := context.Background()
- groupID := int64(50)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-group": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, &groupID, "session-group", "", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_StickyModelMismatchFallback(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-haiku-20241022": "claude-3-5-haiku-20241022"}},
- },
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-miss": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "session-miss", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_PreferNeverUsed(t *testing.T) {
- ctx := context.Background()
- lastUsed := time.Now().Add(-1 * time.Hour)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, LastUsedAt: &lastUsed},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- }
- func TestGatewayService_SelectAccountForModelWithPlatform_NoAccounts(t *testing.T) {
- ctx := context.Background()
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{},
- accountsByID: map[int64]*Account{},
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, nil, "", "", nil, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- require.ErrorIs(t, err, ErrNoAvailableAccounts)
- }
- func TestGatewayService_isModelSupportedByAccount(t *testing.T) {
- svc := &GatewayService{}
- tests := []struct {
- name string
- account *Account
- model string
- expected bool
- }{
- {
- name: "Antigravity平台-支持默认映射中的claude模型",
- account: &Account{Platform: PlatformAntigravity},
- model: "claude-sonnet-4-5",
- expected: true,
- },
- {
- name: "Antigravity平台-不支持非默认映射中的claude模型",
- account: &Account{Platform: PlatformAntigravity},
- model: "claude-3-5-sonnet-20241022",
- expected: false,
- },
- {
- name: "Antigravity平台-支持gemini模型",
- account: &Account{Platform: PlatformAntigravity},
- model: "gemini-2.5-flash",
- expected: true,
- },
- {
- name: "Antigravity平台-不支持gpt模型",
- account: &Account{Platform: PlatformAntigravity},
- model: "gpt-4",
- expected: false,
- },
- {
- name: "Anthropic平台-无映射配置-支持所有模型",
- account: &Account{Platform: PlatformAnthropic},
- model: "claude-3-5-sonnet-20241022",
- expected: true,
- },
- {
- name: "Anthropic平台-有映射配置-只支持配置的模型",
- account: &Account{
- Platform: PlatformAnthropic,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-opus-4": "x"}},
- },
- model: "claude-3-5-sonnet-20241022",
- expected: false,
- },
- {
- name: "Anthropic平台-有映射配置-支持配置的模型",
- account: &Account{
- Platform: PlatformAnthropic,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-sonnet-20241022": "x"}},
- },
- model: "claude-3-5-sonnet-20241022",
- expected: true,
- },
- {
- name: "Gemini平台-无映射配置-支持所有模型",
- account: &Account{Platform: PlatformGemini, Type: AccountTypeAPIKey},
- model: "gemini-2.5-flash",
- expected: true,
- },
- {
- name: "Gemini平台-有映射配置-只支持配置的模型",
- account: &Account{
- Platform: PlatformGemini,
- Type: AccountTypeAPIKey,
- Credentials: map[string]any{
- "model_mapping": map[string]any{"gemini-2.5-pro": "gemini-2.5-pro"},
- },
- },
- model: "gemini-2.5-flash",
- expected: false,
- },
- {
- name: "Gemini平台-有映射配置-支持配置的模型",
- account: &Account{
- Platform: PlatformGemini,
- Type: AccountTypeAPIKey,
- Credentials: map[string]any{
- "model_mapping": map[string]any{"gemini-2.5-pro": "gemini-2.5-pro"},
- },
- },
- model: "gemini-2.5-pro",
- expected: true,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- got := svc.isModelSupportedByAccount(tt.account, tt.model)
- require.Equal(t, tt.expected, got)
- })
- }
- }
- // TestGatewayService_selectAccountWithMixedScheduling 测试混合调度
- func TestGatewayService_selectAccountWithMixedScheduling(t *testing.T) {
- ctx := context.Background()
- t.Run("混合调度-Gemini优先选择OAuth账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeAPIKey},
- {ID: 2, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Type: AccountTypeOAuth},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "gemini-2.5-pro", nil, PlatformGemini)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "同优先级且未使用时应优先选择OAuth账户")
- })
- t.Run("混合调度-包含启用mixed_scheduling的antigravity账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-sonnet-4-5", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "应选择优先级最高的账户(包含启用混合调度的antigravity)")
- })
- t.Run("混合调度-Gemini家族限流后跳过Antigravity账户", func(t *testing.T) {
- resetAt := time.Now().Add(10 * time.Minute).Format(time.RFC3339)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAntigravity,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Extra: map[string]any{
- "mixed_scheduling": true,
- modelRateLimitsKey: map[string]any{
- antigravityGeminiModelRateLimitKey: map[string]any{
- "rate_limit_reset_at": resetAt,
- },
- },
- },
- },
- {
- ID: 2,
- Platform: PlatformAntigravity,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Extra: map[string]any{
- "mixed_scheduling": true,
- modelRateLimitsKey: map[string]any{
- antigravityGeminiModelRateLimitKey: map[string]any{
- "rate_limit_reset_at": resetAt,
- },
- },
- },
- },
- {
- ID: 3,
- Platform: PlatformAntigravity,
- Priority: 2,
- Status: StatusActive,
- Schedulable: true,
- Extra: map[string]any{"mixed_scheduling": true},
- },
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: &mockGatewayCacheForPlatform{},
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "gemini-3-pro-preview", nil, PlatformGemini)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(3), acc.ID)
- })
- t.Run("混合调度-Gemini家族限流不影响Claude调度", func(t *testing.T) {
- resetAt := time.Now().Add(10 * time.Minute).Format(time.RFC3339)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAntigravity,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Extra: map[string]any{
- "mixed_scheduling": true,
- modelRateLimitsKey: map[string]any{
- antigravityGeminiModelRateLimitKey: map[string]any{
- "rate_limit_reset_at": resetAt,
- },
- },
- },
- },
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: &mockGatewayCacheForPlatform{},
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-sonnet-4-5", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- })
- t.Run("混合调度-路由优先选择路由账号", func(t *testing.T) {
- groupID := int64(30)
- requestedModel := "claude-sonnet-4-5"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed-select",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- })
- t.Run("混合调度-路由粘性命中", func(t *testing.T) {
- groupID := int64(31)
- requestedModel := "claude-sonnet-4-5"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-777": 2},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed-sticky",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "session-777", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- })
- t.Run("混合调度-路由账号缺失回退", func(t *testing.T) {
- groupID := int64(32)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed-miss",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {99},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- })
- t.Run("混合调度-路由账号未启用mixed_scheduling回退", func(t *testing.T) {
- groupID := int64(33)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true}, // 未启用 mixed_scheduling
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed-disabled",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- })
- t.Run("混合调度-路由过滤覆盖", func(t *testing.T) {
- groupID := int64(35)
- requestedModel := "claude-3-5-sonnet-20241022"
- resetAt := time.Now().Add(10 * time.Minute)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: false},
- {ID: 3, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true},
- {
- ID: 4,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Extra: map[string]any{
- "model_rate_limits": map[string]any{
- "claude-3-5-sonnet-20241022": map[string]any{
- "rate_limit_reset_at": resetAt.Format(time.RFC3339),
- },
- },
- },
- },
- {
- ID: 5,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-haiku-20241022": "claude-3-5-haiku-20241022"}},
- },
- {ID: 6, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 7, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed-filter",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {1, 2, 3, 4, 5, 6, 7},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- excluded := map[int64]struct{}{1: {}}
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "", requestedModel, excluded, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(7), acc.ID)
- })
- t.Run("混合调度-粘性命中分组账号", func(t *testing.T) {
- groupID := int64(34)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-group": 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "session-group", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- })
- t.Run("混合调度-过滤未启用mixed_scheduling的antigravity账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true}, // 未启用 mixed_scheduling
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID, "未启用mixed_scheduling的antigravity账户应被过滤")
- require.Equal(t, PlatformAnthropic, acc.Platform)
- })
- t.Run("混合调度-粘性会话命中启用mixed_scheduling的antigravity账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 2},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "session-123", "claude-sonnet-4-5", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "应返回粘性会话绑定的启用mixed_scheduling的antigravity账户")
- })
- t.Run("混合调度-粘性会话命中未启用mixed_scheduling的antigravity账户-降级选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformAntigravity, Priority: 2, Status: StatusActive, Schedulable: true}, // 未启用 mixed_scheduling
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 2},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID, "粘性会话绑定的账户未启用mixed_scheduling,应降级选择anthropic账户")
- })
- t.Run("混合调度-粘性会话不可调度-清理并回退", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAntigravity, Priority: 1, Status: StatusDisabled, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "session-123", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- require.Equal(t, 1, cache.deletedSessions["session-123"])
- require.Equal(t, int64(2), cache.sessionBindings["session-123"])
- })
- t.Run("混合调度-路由粘性不可调度-清理并回退", func(t *testing.T) {
- groupID := int64(12)
- requestedModel := "claude-3-5-sonnet-20241022"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAntigravity, Priority: 1, Status: StatusDisabled, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"session-123": 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "route-mixed",
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {1, 2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, &groupID, "session-123", requestedModel, nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- require.Equal(t, 1, cache.deletedSessions["session-123"])
- require.Equal(t, int64(2), cache.sessionBindings["session-123"])
- })
- t.Run("混合调度-仅有启用mixed_scheduling的antigravity账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true, Extra: map[string]any{"mixed_scheduling": true}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-sonnet-4-5", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(1), acc.ID)
- require.Equal(t, PlatformAntigravity, acc.Platform)
- })
- t.Run("混合调度-无可用账户", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true}, // 未启用 mixed_scheduling
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- require.ErrorIs(t, err, ErrNoAvailableAccounts)
- })
- t.Run("混合调度-不支持模型返回错误", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {
- ID: 1,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-haiku-20241022": "claude-3-5-haiku-20241022"}},
- },
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.Error(t, err)
- require.Nil(t, acc)
- require.Contains(t, err.Error(), "supporting model")
- })
- t.Run("混合调度-优先未使用账号", func(t *testing.T) {
- lastUsed := time.Now().Add(-2 * time.Hour)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, LastUsedAt: &lastUsed},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: testConfig(),
- }
- acc, err := svc.selectAccountWithMixedScheduling(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, PlatformAnthropic)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID)
- })
- }
- // TestAccount_IsMixedSchedulingEnabled 测试混合调度开关检查
- func TestAccount_IsMixedSchedulingEnabled(t *testing.T) {
- tests := []struct {
- name string
- account Account
- expected bool
- }{
- {
- name: "非antigravity平台-返回false",
- account: Account{Platform: PlatformAnthropic},
- expected: false,
- },
- {
- name: "antigravity平台-无extra-返回false",
- account: Account{Platform: PlatformAntigravity},
- expected: false,
- },
- {
- name: "antigravity平台-extra无mixed_scheduling-返回false",
- account: Account{Platform: PlatformAntigravity, Extra: map[string]any{}},
- expected: false,
- },
- {
- name: "antigravity平台-mixed_scheduling=false-返回false",
- account: Account{Platform: PlatformAntigravity, Extra: map[string]any{"mixed_scheduling": false}},
- expected: false,
- },
- {
- name: "antigravity平台-mixed_scheduling=true-返回true",
- account: Account{Platform: PlatformAntigravity, Extra: map[string]any{"mixed_scheduling": true}},
- expected: true,
- },
- {
- name: "antigravity平台-mixed_scheduling非bool类型-返回false",
- account: Account{Platform: PlatformAntigravity, Extra: map[string]any{"mixed_scheduling": "true"}},
- expected: false,
- },
- }
- for _, tt := range tests {
- t.Run(tt.name, func(t *testing.T) {
- got := tt.account.IsMixedSchedulingEnabled()
- require.Equal(t, tt.expected, got)
- })
- }
- }
- // mockConcurrencyService for testing
- type mockConcurrencyService struct {
- accountLoads map[int64]*AccountLoadInfo
- accountWaitCounts map[int64]int
- acquireResults map[int64]bool
- }
- func (m *mockConcurrencyService) GetAccountsLoadBatch(ctx context.Context, accounts []AccountWithConcurrency) (map[int64]*AccountLoadInfo, error) {
- if m.accountLoads == nil {
- return map[int64]*AccountLoadInfo{}, nil
- }
- result := make(map[int64]*AccountLoadInfo)
- for _, acc := range accounts {
- if load, ok := m.accountLoads[acc.ID]; ok {
- result[acc.ID] = load
- } else {
- result[acc.ID] = &AccountLoadInfo{
- AccountID: acc.ID,
- CurrentConcurrency: 0,
- WaitingCount: 0,
- LoadRate: 0,
- }
- }
- }
- return result, nil
- }
- func (m *mockConcurrencyService) GetAccountWaitingCount(ctx context.Context, accountID int64) (int, error) {
- if m.accountWaitCounts == nil {
- return 0, nil
- }
- return m.accountWaitCounts[accountID], nil
- }
- type mockConcurrencyCache struct {
- acquireAccountCalls int
- loadBatchCalls int
- acquireResults map[int64]bool
- loadBatchErr error
- loadMap map[int64]*AccountLoadInfo
- waitCounts map[int64]int
- skipDefaultLoad bool
- }
- func (m *mockConcurrencyCache) AcquireAccountSlot(ctx context.Context, accountID int64, maxConcurrency int, requestID string) (bool, error) {
- m.acquireAccountCalls++
- if m.acquireResults != nil {
- if result, ok := m.acquireResults[accountID]; ok {
- return result, nil
- }
- }
- return true, nil
- }
- func (m *mockConcurrencyCache) ReleaseAccountSlot(ctx context.Context, accountID int64, requestID string) error {
- return nil
- }
- func (m *mockConcurrencyCache) GetAccountConcurrency(ctx context.Context, accountID int64) (int, error) {
- return 0, nil
- }
- func (m *mockConcurrencyCache) GetAccountConcurrencyBatch(ctx context.Context, accountIDs []int64) (map[int64]int, error) {
- result := make(map[int64]int, len(accountIDs))
- for _, accountID := range accountIDs {
- result[accountID] = 0
- }
- return result, nil
- }
- func (m *mockConcurrencyCache) IncrementAccountWaitCount(ctx context.Context, accountID int64, maxWait int) (bool, error) {
- return true, nil
- }
- func (m *mockConcurrencyCache) DecrementAccountWaitCount(ctx context.Context, accountID int64) error {
- return nil
- }
- func (m *mockConcurrencyCache) GetAccountWaitingCount(ctx context.Context, accountID int64) (int, error) {
- if m.waitCounts != nil {
- if count, ok := m.waitCounts[accountID]; ok {
- return count, nil
- }
- }
- return 0, nil
- }
- func (m *mockConcurrencyCache) AcquireUserSlot(ctx context.Context, userID int64, maxConcurrency int, requestID string) (bool, error) {
- return true, nil
- }
- func (m *mockConcurrencyCache) ReleaseUserSlot(ctx context.Context, userID int64, requestID string) error {
- return nil
- }
- func (m *mockConcurrencyCache) GetUserConcurrency(ctx context.Context, userID int64) (int, error) {
- return 0, nil
- }
- func (m *mockConcurrencyCache) IncrementWaitCount(ctx context.Context, userID int64, maxWait int) (bool, error) {
- return true, nil
- }
- func (m *mockConcurrencyCache) DecrementWaitCount(ctx context.Context, userID int64) error {
- return nil
- }
- func (m *mockConcurrencyCache) GetAccountsLoadBatch(ctx context.Context, accounts []AccountWithConcurrency) (map[int64]*AccountLoadInfo, error) {
- m.loadBatchCalls++
- if m.loadBatchErr != nil {
- return nil, m.loadBatchErr
- }
- result := make(map[int64]*AccountLoadInfo, len(accounts))
- if m.skipDefaultLoad && m.loadMap != nil {
- for _, acc := range accounts {
- if load, ok := m.loadMap[acc.ID]; ok {
- result[acc.ID] = load
- }
- }
- return result, nil
- }
- for _, acc := range accounts {
- if m.loadMap != nil {
- if load, ok := m.loadMap[acc.ID]; ok {
- result[acc.ID] = load
- continue
- }
- }
- result[acc.ID] = &AccountLoadInfo{
- AccountID: acc.ID,
- CurrentConcurrency: 0,
- WaitingCount: 0,
- LoadRate: 0,
- }
- }
- return result, nil
- }
- func (m *mockConcurrencyCache) CleanupExpiredAccountSlots(ctx context.Context, accountID int64) error {
- return nil
- }
- func (m *mockConcurrencyCache) CleanupExpiredAccountSlotKeys(ctx context.Context) error {
- return nil
- }
- func (m *mockConcurrencyCache) CleanupStaleProcessSlots(ctx context.Context, activeRequestPrefix string) error {
- return nil
- }
- func (m *mockConcurrencyCache) GetUsersLoadBatch(ctx context.Context, users []UserWithConcurrency) (map[int64]*UserLoadInfo, error) {
- result := make(map[int64]*UserLoadInfo, len(users))
- for _, user := range users {
- result[user.ID] = &UserLoadInfo{
- UserID: user.ID,
- CurrentConcurrency: 0,
- WaitingCount: 0,
- LoadRate: 0,
- }
- }
- return result, nil
- }
- // TestGatewayService_SelectAccountWithLoadAwareness tests load-aware account selection
- func TestGatewayService_SelectAccountWithLoadAwareness(t *testing.T) {
- ctx := context.Background()
- t.Run("禁用负载批量查询-降级到传统选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil, // No concurrency service
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(1), result.Account.ID, "应选择优先级最高的账号")
- })
- t.Run("模型路由-无ConcurrencyService也生效", func(t *testing.T) {
- groupID := int64(1)
- sessionHash := "sticky"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, AccountGroups: []AccountGroup{{GroupID: groupID}}},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{sessionHash: 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-a": {1},
- "claude-b": {2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil, // legacy path
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, sessionHash, "claude-b", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "切换到 claude-b 时应按模型路由切换账号")
- require.Equal(t, int64(2), cache.sessionBindings[sessionHash], "粘性绑定应更新为路由选择的账号")
- })
- t.Run("无ConcurrencyService-降级到传统选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "应选择优先级最高的账号")
- })
- t.Run("排除账号-不选择被排除的账号", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil,
- }
- excludedIDs := map[int64]struct{}{1: {}}
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", excludedIDs, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "不应选择被排除的账号")
- })
- t.Run("粘性命中-不调用GetByID", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"sticky": 1},
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "sticky", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(1), result.Account.ID)
- require.Equal(t, 0, repo.getByIDCalls, "粘性命中不应调用GetByID")
- require.Equal(t, 0, concurrencyCache.loadBatchCalls, "粘性命中应在负载批量查询前返回")
- })
- t.Run("粘性账号不在候选集-回退负载感知选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"sticky": 1},
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "sticky", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "粘性账号不在候选集时应回退到可用账号")
- require.Equal(t, 0, repo.getByIDCalls, "粘性账号缺失不应回退到GetByID")
- require.Equal(t, 1, concurrencyCache.loadBatchCalls, "应继续进行负载批量查询")
- })
- t.Run("粘性账号禁用-清理会话并回退选择", func(t *testing.T) {
- testCtx := context.WithValue(ctx, ctxkey.ForcePlatform, PlatformAnthropic)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: false, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- repo.listPlatformFunc = func(ctx context.Context, platform string) ([]Account, error) {
- return repo.accounts, nil
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"sticky": 1},
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(testCtx, nil, "sticky", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "粘性账号禁用时应回退到可用账号")
- updatedID, ok := cache.sessionBindings["sticky"]
- require.True(t, ok, "粘性会话应更新绑定")
- require.Equal(t, int64(2), updatedID, "粘性会话应绑定到新账号")
- })
- t.Run("无可用账号-返回错误", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{},
- accountsByID: map[int64]*Account{},
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.Error(t, err)
- require.Nil(t, result)
- require.ErrorIs(t, err, ErrNoAvailableAccounts)
- })
- t.Run("过滤不可调度账号-限流账号被跳过", func(t *testing.T) {
- now := time.Now()
- resetAt := now.Add(10 * time.Minute)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, RateLimitResetAt: &resetAt},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "应跳过限流账号,选择可用账号")
- })
- t.Run("过滤不可调度账号-过载账号被跳过", func(t *testing.T) {
- now := time.Now()
- overloadUntil := now.Add(10 * time.Minute)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, OverloadUntil: &overloadUntil},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID, "应跳过过载账号,选择可用账号")
- })
- t.Run("粘性账号槽位满-返回粘性等待计划", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{"sticky": 1},
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- cfg.Gateway.Scheduling.StickySessionMaxWaiting = 1
- concurrencyCache := &mockConcurrencyCache{
- acquireResults: map[int64]bool{1: false},
- waitCounts: map[int64]int{1: 0},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "sticky", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.WaitPlan)
- require.Equal(t, int64(1), result.Account.ID)
- require.Equal(t, 0, concurrencyCache.loadBatchCalls)
- })
- t.Run("负载批量查询失败-降级旧顺序选择", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadBatchErr: errors.New("load batch failed"),
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "legacy", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID)
- require.Equal(t, int64(2), cache.sessionBindings["legacy"])
- })
- t.Run("模型路由-粘性账号等待计划", func(t *testing.T) {
- groupID := int64(20)
- sessionHash := "route-sticky"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{sessionHash: 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- cfg.Gateway.Scheduling.StickySessionMaxWaiting = 1
- concurrencyCache := &mockConcurrencyCache{
- acquireResults: map[int64]bool{1: false},
- waitCounts: map[int64]int{1: 0},
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, sessionHash, "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.WaitPlan)
- require.Equal(t, int64(1), result.Account.ID)
- })
- t.Run("模型路由-粘性账号命中", func(t *testing.T) {
- groupID := int64(20)
- sessionHash := "route-hit"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{sessionHash: 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, sessionHash, "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(1), result.Account.ID)
- require.Equal(t, 0, concurrencyCache.loadBatchCalls)
- })
- t.Run("模型路由-粘性账号缺失-清理并回退", func(t *testing.T) {
- groupID := int64(22)
- sessionHash := "route-missing"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{
- sessionBindings: map[string]int64{sessionHash: 1},
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, sessionHash, "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID)
- require.Equal(t, 1, cache.deletedSessions[sessionHash])
- require.Equal(t, int64(2), cache.sessionBindings[sessionHash])
- })
- t.Run("模型路由-按负载选择账号", func(t *testing.T) {
- groupID := int64(21)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 80},
- 2: {AccountID: 2, LoadRate: 20},
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "route", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID)
- require.Equal(t, int64(2), cache.sessionBindings["route"])
- })
- t.Run("模型路由-路由账号全满返回等待计划", func(t *testing.T) {
- groupID := int64(23)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- acquireResults: map[int64]bool{1: false, 2: false},
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 10},
- 2: {AccountID: 2, LoadRate: 20},
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "route-full", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.WaitPlan)
- require.Equal(t, int64(1), result.Account.ID)
- })
- t.Run("模型路由-路由账号全满-回退普通选择", func(t *testing.T) {
- groupID := int64(22)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 3, Platform: PlatformAnthropic, Priority: 0, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 100},
- 2: {AccountID: 2, LoadRate: 100},
- 3: {AccountID: 3, LoadRate: 0},
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "fallback", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(3), result.Account.ID)
- require.Equal(t, int64(3), cache.sessionBindings["fallback"])
- })
- t.Run("负载批量失败且无法获取-兜底等待", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadBatchErr: errors.New("load batch failed"),
- acquireResults: map[int64]bool{1: false, 2: false},
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.WaitPlan)
- require.Equal(t, int64(1), result.Account.ID)
- })
- t.Run("Gemini负载排序-优先OAuth", func(t *testing.T) {
- groupID := int64(24)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, Type: AccountTypeAPIKey},
- {ID: 2, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5, Type: AccountTypeOAuth},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformGemini,
- Status: StatusActive,
- Hydrated: true,
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 10},
- 2: {AccountID: 2, LoadRate: 10},
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "gemini", "gemini-2.5-pro", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID)
- })
- t.Run("模型路由-过滤路径覆盖", func(t *testing.T) {
- groupID := int64(70)
- now := time.Now().Add(10 * time.Minute)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 3, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: false, Concurrency: 5},
- {ID: 4, Platform: PlatformAntigravity, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {
- ID: 5,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Concurrency: 5,
- Extra: map[string]any{
- "model_rate_limits": map[string]any{
- "claude-3-5-sonnet-20241022": map[string]any{
- "rate_limit_reset_at": now.Format(time.RFC3339),
- },
- },
- },
- },
- {
- ID: 6,
- Platform: PlatformAnthropic,
- Priority: 1,
- Status: StatusActive,
- Schedulable: true,
- Concurrency: 5,
- Credentials: map[string]any{"model_mapping": map[string]any{"claude-3-5-haiku-20241022": "claude-3-5-haiku-20241022"}},
- },
- {ID: 7, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- "claude-3-5-sonnet-20241022": {1, 2, 3, 4, 5, 6},
- },
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{}
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- excluded := map[int64]struct{}{1: {}}
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "", "claude-3-5-sonnet-20241022", excluded, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(7), result.Account.ID)
- })
- t.Run("ClaudeCode限制-回退分组", func(t *testing.T) {
- groupID := int64(60)
- fallbackID := int64(61)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformGemini, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ClaudeCodeOnly: true,
- FallbackGroupID: func() *int64 {
- v := fallbackID
- return &v
- }(),
- },
- fallbackID: {
- ID: fallbackID,
- Platform: PlatformGemini,
- Status: StatusActive,
- Hydrated: true,
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cache: &mockGatewayCacheForPlatform{},
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "", "gemini-2.5-pro", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(1), result.Account.ID)
- })
- t.Run("ClaudeCode限制-无降级返回错误", func(t *testing.T) {
- groupID := int64(62)
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- ClaudeCodeOnly: true,
- },
- },
- }
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = false
- svc := &GatewayService{
- accountRepo: &mockAccountRepoForPlatform{},
- groupRepo: groupRepo,
- cache: &mockGatewayCacheForPlatform{},
- cfg: cfg,
- concurrencyService: nil,
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, &groupID, "", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.Error(t, err)
- require.Nil(t, result)
- require.ErrorIs(t, err, ErrClaudeCodeOnly)
- })
- t.Run("负载可用但无法获取槽位-兜底等待", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 2, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- acquireResults: map[int64]bool{1: false, 2: false},
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 10},
- 2: {AccountID: 2, LoadRate: 20},
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "wait", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.WaitPlan)
- require.Equal(t, int64(1), result.Account.ID)
- })
- t.Run("负载信息缺失-使用默认负载", func(t *testing.T) {
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- {ID: 2, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true, Concurrency: 5},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- cache := &mockGatewayCacheForPlatform{}
- cfg := testConfig()
- cfg.Gateway.Scheduling.LoadBatchEnabled = true
- concurrencyCache := &mockConcurrencyCache{
- loadMap: map[int64]*AccountLoadInfo{
- 1: {AccountID: 1, LoadRate: 50},
- },
- skipDefaultLoad: true,
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: cache,
- cfg: cfg,
- concurrencyService: NewConcurrencyService(concurrencyCache),
- }
- result, err := svc.SelectAccountWithLoadAwareness(ctx, nil, "missing-load", "claude-3-5-sonnet-20241022", nil, "", int64(0))
- require.NoError(t, err)
- require.NotNil(t, result)
- require.NotNil(t, result.Account)
- require.Equal(t, int64(2), result.Account.ID)
- })
- }
- func TestGatewayService_GroupResolution_ReusesContextGroup(t *testing.T) {
- ctx := context.Background()
- groupID := int64(42)
- group := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- }
- ctx = context.WithValue(ctx, ctxkey.Group, group)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{groupID: group},
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cfg: testConfig(),
- }
- account, err := svc.SelectAccountForModelWithExclusions(ctx, &groupID, "", "claude-3-5-sonnet-20241022", nil)
- require.NoError(t, err)
- require.NotNil(t, account)
- require.Equal(t, 1, groupRepo.getByIDCalls) // +1 for require_privacy_set check
- require.Equal(t, 0, groupRepo.getByIDLiteCalls)
- }
- func TestGatewayService_GroupResolution_IgnoresInvalidContextGroup(t *testing.T) {
- ctx := context.Background()
- groupID := int64(42)
- ctxGroup := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- }
- ctx = context.WithValue(ctx, ctxkey.Group, ctxGroup)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- group := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{groupID: group},
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cfg: testConfig(),
- }
- account, err := svc.SelectAccountForModelWithExclusions(ctx, &groupID, "", "claude-3-5-sonnet-20241022", nil)
- require.NoError(t, err)
- require.NotNil(t, account)
- require.Equal(t, 1, groupRepo.getByIDCalls) // +1 for require_privacy_set check
- require.Equal(t, 1, groupRepo.getByIDLiteCalls)
- }
- func TestGatewayService_GroupContext_OverwritesInvalidContextGroup(t *testing.T) {
- groupID := int64(42)
- invalidGroup := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- }
- hydratedGroup := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- }
- ctx := context.WithValue(context.Background(), ctxkey.Group, invalidGroup)
- svc := &GatewayService{}
- ctx = svc.withGroupContext(ctx, hydratedGroup)
- got, ok := ctx.Value(ctxkey.Group).(*Group)
- require.True(t, ok)
- require.Same(t, hydratedGroup, got)
- }
- func TestGatewayService_GroupResolution_FallbackUsesLiteOnce(t *testing.T) {
- ctx := context.Background()
- groupID := int64(10)
- fallbackID := int64(11)
- group := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- ClaudeCodeOnly: true,
- FallbackGroupID: &fallbackID,
- Hydrated: true,
- }
- fallbackGroup := &Group{
- ID: fallbackID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- Hydrated: true,
- }
- ctx = context.WithValue(ctx, ctxkey.Group, group)
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- {ID: 1, Platform: PlatformAnthropic, Priority: 1, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{fallbackID: fallbackGroup},
- }
- svc := &GatewayService{
- accountRepo: repo,
- groupRepo: groupRepo,
- cfg: testConfig(),
- }
- account, err := svc.SelectAccountForModelWithExclusions(ctx, &groupID, "", "claude-3-5-sonnet-20241022", nil)
- require.NoError(t, err)
- require.NotNil(t, account)
- require.Equal(t, 1, groupRepo.getByIDCalls) // +1 for require_privacy_set check
- require.Equal(t, 1, groupRepo.getByIDLiteCalls)
- }
- func TestGatewayService_ResolveGatewayGroup_DetectsFallbackCycle(t *testing.T) {
- ctx := context.Background()
- groupID := int64(10)
- fallbackID := int64(11)
- group := &Group{
- ID: groupID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- ClaudeCodeOnly: true,
- FallbackGroupID: &fallbackID,
- }
- fallbackGroup := &Group{
- ID: fallbackID,
- Platform: PlatformAnthropic,
- Status: StatusActive,
- ClaudeCodeOnly: true,
- FallbackGroupID: &groupID,
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: group,
- fallbackID: fallbackGroup,
- },
- }
- svc := &GatewayService{
- groupRepo: groupRepo,
- }
- gotGroup, gotID, err := svc.resolveGatewayGroup(ctx, &groupID)
- require.Error(t, err)
- require.Nil(t, gotGroup)
- require.Nil(t, gotID)
- require.Contains(t, err.Error(), "fallback group cycle")
- }
- func TestModelRoutingAppliesToPlatform(t *testing.T) {
- for _, tc := range []struct {
- name string
- targetPlatform string
- groupPlatform string
- want bool
- }{
- {"anthropic group", PlatformAnthropic, PlatformAnthropic, true},
- {"openai group", PlatformOpenAI, PlatformOpenAI, true},
- {"composite group resolved to anthropic", PlatformAnthropic, PlatformComposite, true},
- {"composite group resolved to openai", PlatformOpenAI, PlatformComposite, true},
- {"target platform outside the allowed set", PlatformGemini, PlatformGemini, false},
- {"composite group resolved outside the allowed set", PlatformGemini, PlatformComposite, false},
- {"group platform does not match target", PlatformOpenAI, PlatformAnthropic, false},
- {"empty target platform", "", PlatformOpenAI, false},
- } {
- t.Run(tc.name, func(t *testing.T) {
- require.Equal(t, tc.want, modelRoutingAppliesToPlatform(tc.targetPlatform, tc.groupPlatform))
- })
- }
- }
- // Model routing used to be read only for requests resolved to Anthropic, so an
- // OpenAI group's rules were stored and displayed but never honored. Routing an
- // OpenAI request must pick the routed account instead of the group-wide winner.
- func TestGatewayService_SelectAccountForModelWithPlatform_RoutedOpenAIGroup(t *testing.T) {
- ctx := context.Background()
- groupID := int64(13)
- requestedModel := "gpt-6-astra"
- repo := &mockAccountRepoForPlatform{
- accounts: []Account{
- // Priority 1 would win any group-wide selection, but it is not routed.
- {ID: 1, Platform: PlatformOpenAI, Priority: 1, Status: StatusActive, Schedulable: true},
- {ID: 2, Platform: PlatformOpenAI, Priority: 5, Status: StatusActive, Schedulable: true},
- },
- accountsByID: map[int64]*Account{},
- }
- for i := range repo.accounts {
- repo.accountsByID[repo.accounts[i].ID] = &repo.accounts[i]
- }
- groupRepo := &mockGroupRepoForGateway{
- groups: map[int64]*Group{
- groupID: {
- ID: groupID,
- Name: "openai-route-group",
- Platform: PlatformOpenAI,
- Status: StatusActive,
- Hydrated: true,
- ModelRoutingEnabled: true,
- ModelRouting: map[string][]int64{
- requestedModel: {2},
- },
- },
- },
- }
- svc := &GatewayService{
- accountRepo: repo,
- cache: &mockGatewayCacheForPlatform{},
- cfg: testConfig(),
- groupRepo: groupRepo,
- }
- acc, err := svc.selectAccountForModelWithPlatform(ctx, &groupID, "", requestedModel, nil, PlatformOpenAI)
- require.NoError(t, err)
- require.NotNil(t, acc)
- require.Equal(t, int64(2), acc.ID, "routed account must win over the higher-priority unrouted one")
- }
|