antigravity_token_provider.go 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. package service
  2. import (
  3. "context"
  4. "errors"
  5. "log/slog"
  6. "strconv"
  7. "strings"
  8. "sync"
  9. "time"
  10. )
  11. const (
  12. antigravityTokenRefreshSkew = 3 * time.Minute
  13. antigravityTokenCacheSkew = 5 * time.Minute
  14. antigravityBackfillCooldown = 5 * time.Minute
  15. // antigravityRequestRefreshTimeout 请求路径上 token 刷新的最大等待时间。
  16. // 超过此时间直接放弃刷新、标记账号临时不可调度并触发 failover,
  17. // 让后台 TokenRefreshService 在下个周期继续重试。
  18. antigravityRequestRefreshTimeout = 8 * time.Second
  19. )
  20. // AntigravityTokenCache token cache interface.
  21. type AntigravityTokenCache = GeminiTokenCache
  22. // AntigravityTokenProvider manages access_token for antigravity accounts.
  23. type AntigravityTokenProvider struct {
  24. accountRepo AccountRepository
  25. tokenCache AntigravityTokenCache
  26. antigravityOAuthService *AntigravityOAuthService
  27. backfillCooldown sync.Map // key: accountID -> last attempt time
  28. refreshAPI *OAuthRefreshAPI
  29. executor OAuthRefreshExecutor
  30. refreshPolicy ProviderRefreshPolicy
  31. tempUnschedCache TempUnschedCache // 用于同步更新 Redis 临时不可调度缓存
  32. }
  33. func NewAntigravityTokenProvider(
  34. accountRepo AccountRepository,
  35. tokenCache AntigravityTokenCache,
  36. antigravityOAuthService *AntigravityOAuthService,
  37. ) *AntigravityTokenProvider {
  38. return &AntigravityTokenProvider{
  39. accountRepo: accountRepo,
  40. tokenCache: tokenCache,
  41. antigravityOAuthService: antigravityOAuthService,
  42. refreshPolicy: AntigravityProviderRefreshPolicy(),
  43. }
  44. }
  45. // SetRefreshAPI injects unified OAuth refresh API and executor.
  46. func (p *AntigravityTokenProvider) SetRefreshAPI(api *OAuthRefreshAPI, executor OAuthRefreshExecutor) {
  47. p.refreshAPI = api
  48. p.executor = executor
  49. }
  50. // SetRefreshPolicy injects caller-side refresh policy.
  51. func (p *AntigravityTokenProvider) SetRefreshPolicy(policy ProviderRefreshPolicy) {
  52. p.refreshPolicy = policy
  53. }
  54. // SetTempUnschedCache injects temp unschedulable cache for immediate scheduler sync.
  55. func (p *AntigravityTokenProvider) SetTempUnschedCache(cache TempUnschedCache) {
  56. p.tempUnschedCache = cache
  57. }
  58. // GetAccessToken returns a valid access_token.
  59. func (p *AntigravityTokenProvider) GetAccessToken(ctx context.Context, account *Account) (string, error) {
  60. if account == nil {
  61. return "", errors.New("account is nil")
  62. }
  63. if account.Platform != PlatformAntigravity {
  64. return "", errors.New("not an antigravity account")
  65. }
  66. // upstream accounts use static api_key and never refresh oauth token.
  67. if account.Type == AccountTypeUpstream {
  68. apiKey := account.GetCredential("api_key")
  69. if apiKey == "" {
  70. return "", errors.New("upstream account missing api_key in credentials")
  71. }
  72. return apiKey, nil
  73. }
  74. if account.Type != AccountTypeOAuth {
  75. return "", errors.New("not an antigravity oauth account")
  76. }
  77. if intelligentContext(ctx) != nil {
  78. return intelligentExistingAccessToken(account)
  79. }
  80. cacheKey := AntigravityTokenCacheKey(account)
  81. // 1) Try cache first.
  82. if p.tokenCache != nil {
  83. if token, err := p.tokenCache.GetAccessToken(ctx, cacheKey); err == nil && strings.TrimSpace(token) != "" {
  84. return token, nil
  85. }
  86. }
  87. // 2) Refresh if needed (pre-expiry skew).
  88. expiresAt := account.GetCredentialAsTime("expires_at")
  89. needsRefresh := expiresAt == nil || time.Until(*expiresAt) <= antigravityTokenRefreshSkew
  90. if needsRefresh && p.refreshAPI != nil && p.executor != nil {
  91. // 请求路径使用短超时,避免代理不通时阻塞过久(后台刷新服务会继续重试)
  92. refreshCtx, cancel := context.WithTimeout(ctx, antigravityRequestRefreshTimeout)
  93. defer cancel()
  94. result, err := p.refreshAPI.RefreshIfNeeded(refreshCtx, account, p.executor, antigravityTokenRefreshSkew)
  95. if err != nil {
  96. // 标记账号临时不可调度,避免后续请求继续命中
  97. p.markTempUnschedulable(account, err)
  98. if p.refreshPolicy.OnRefreshError == ProviderRefreshErrorReturn {
  99. return "", err
  100. }
  101. } else if result.LockHeld {
  102. if p.refreshPolicy.OnLockHeld == ProviderLockHeldWaitForCache && p.tokenCache != nil {
  103. if token, cacheErr := p.tokenCache.GetAccessToken(ctx, cacheKey); cacheErr == nil && strings.TrimSpace(token) != "" {
  104. return token, nil
  105. }
  106. }
  107. // default policy: continue with existing token.
  108. } else {
  109. account = result.Account
  110. expiresAt = account.GetCredentialAsTime("expires_at")
  111. }
  112. } else if needsRefresh && p.tokenCache != nil {
  113. // Backward-compatible test path when refreshAPI is not injected.
  114. locked, err := p.tokenCache.AcquireRefreshLock(ctx, cacheKey, 30*time.Second)
  115. if err == nil && locked {
  116. defer func() { _ = p.tokenCache.ReleaseRefreshLock(ctx, cacheKey) }()
  117. }
  118. }
  119. accessToken := account.GetCredential("access_token")
  120. if strings.TrimSpace(accessToken) == "" {
  121. return "", errors.New("access_token not found in credentials")
  122. }
  123. // Backfill project_id online when missing, with cooldown to avoid hammering.
  124. if strings.TrimSpace(account.GetCredential("project_id")) == "" && p.antigravityOAuthService != nil {
  125. if p.shouldAttemptBackfill(account.ID) {
  126. p.markBackfillAttempted(account.ID)
  127. if projectID, err := p.antigravityOAuthService.FillProjectID(ctx, account, accessToken); err == nil && projectID != "" {
  128. account.Credentials["project_id"] = projectID
  129. if updateErr := persistAccountCredentials(ctx, p.accountRepo, account, account.Credentials); updateErr != nil {
  130. slog.Warn("antigravity_project_id_backfill_persist_failed",
  131. "account_id", account.ID,
  132. "error", updateErr,
  133. )
  134. }
  135. }
  136. }
  137. }
  138. // 3) Populate cache with TTL.
  139. if p.tokenCache != nil {
  140. latestAccount, isStale := CheckTokenVersion(ctx, account, p.accountRepo)
  141. if isStale && latestAccount != nil {
  142. slog.Debug("antigravity_token_version_stale_use_latest", "account_id", account.ID)
  143. accessToken = latestAccount.GetCredential("access_token")
  144. if strings.TrimSpace(accessToken) == "" {
  145. return "", errors.New("access_token not found after version check")
  146. }
  147. } else {
  148. ttl := 30 * time.Minute
  149. if expiresAt != nil {
  150. until := time.Until(*expiresAt)
  151. switch {
  152. case until > antigravityTokenCacheSkew:
  153. ttl = until - antigravityTokenCacheSkew
  154. case until > 0:
  155. ttl = until
  156. default:
  157. ttl = time.Minute
  158. }
  159. }
  160. _ = p.tokenCache.SetAccessToken(ctx, cacheKey, accessToken, ttl)
  161. }
  162. }
  163. return accessToken, nil
  164. }
  165. // shouldAttemptBackfill checks backfill cooldown.
  166. func (p *AntigravityTokenProvider) shouldAttemptBackfill(accountID int64) bool {
  167. if v, ok := p.backfillCooldown.Load(accountID); ok {
  168. if lastAttempt, ok := v.(time.Time); ok {
  169. return time.Since(lastAttempt) > antigravityBackfillCooldown
  170. }
  171. }
  172. return true
  173. }
  174. // markTempUnschedulable 在请求路径上 token 刷新失败时标记账号临时不可调度。
  175. // 同时写 DB 和 Redis 缓存,确保调度器立即跳过该账号。
  176. // 使用 background context 因为请求 context 可能已超时。
  177. func (p *AntigravityTokenProvider) markTempUnschedulable(account *Account, refreshErr error) {
  178. if p.accountRepo == nil || account == nil {
  179. return
  180. }
  181. now := time.Now()
  182. until := now.Add(tokenRefreshTempUnschedDuration)
  183. reason := "token refresh failed on request path: " + refreshErr.Error()
  184. bgCtx := context.Background()
  185. if err := p.accountRepo.SetTempUnschedulable(bgCtx, account.ID, until, reason); err != nil {
  186. slog.Warn("antigravity_token_provider.set_temp_unschedulable_failed",
  187. "account_id", account.ID,
  188. "error", err,
  189. )
  190. return
  191. }
  192. slog.Warn("antigravity_token_provider.temp_unschedulable_set",
  193. "account_id", account.ID,
  194. "until", until.Format(time.RFC3339),
  195. "reason", reason,
  196. )
  197. // 同步写 Redis 缓存,调度器立即生效
  198. if p.tempUnschedCache != nil {
  199. state := &TempUnschedState{
  200. UntilUnix: until.Unix(),
  201. TriggeredAtUnix: now.Unix(),
  202. ErrorMessage: reason,
  203. }
  204. if err := p.tempUnschedCache.SetTempUnsched(bgCtx, account.ID, state); err != nil {
  205. slog.Warn("antigravity_token_provider.temp_unsched_cache_set_failed",
  206. "account_id", account.ID,
  207. "error", err,
  208. )
  209. }
  210. }
  211. }
  212. func (p *AntigravityTokenProvider) markBackfillAttempted(accountID int64) {
  213. p.backfillCooldown.Store(accountID, time.Now())
  214. }
  215. func AntigravityTokenCacheKey(account *Account) string {
  216. projectID := strings.TrimSpace(account.GetCredential("project_id"))
  217. if projectID != "" {
  218. return "ag:" + projectID
  219. }
  220. return "ag:account:" + strconv.FormatInt(account.ID, 10)
  221. }