rate_limiter.go 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. package middleware
  2. import (
  3. "context"
  4. "fmt"
  5. "log"
  6. "net/http"
  7. "strconv"
  8. "time"
  9. ippkg "github.com/Wei-Shaw/sub2api/internal/pkg/ip"
  10. "github.com/gin-gonic/gin"
  11. "github.com/redis/go-redis/v9"
  12. )
  13. // RateLimitFailureMode Redis 故障策略
  14. type RateLimitFailureMode int
  15. const (
  16. RateLimitFailOpen RateLimitFailureMode = iota
  17. RateLimitFailClose
  18. )
  19. // RateLimitOptions 限流可选配置
  20. type RateLimitOptions struct {
  21. FailureMode RateLimitFailureMode
  22. }
  23. var rateLimitScript = redis.NewScript(`
  24. local current = redis.call('INCR', KEYS[1])
  25. local ttl = redis.call('PTTL', KEYS[1])
  26. local repaired = 0
  27. if current == 1 then
  28. redis.call('PEXPIRE', KEYS[1], ARGV[1])
  29. elseif ttl == -1 then
  30. redis.call('PEXPIRE', KEYS[1], ARGV[1])
  31. repaired = 1
  32. end
  33. return {current, repaired}
  34. `)
  35. // rateLimitRun 允许测试覆写脚本执行逻辑
  36. var rateLimitRun = func(ctx context.Context, client *redis.Client, key string, windowMillis int64) (int64, bool, error) {
  37. values, err := rateLimitScript.Run(ctx, client, []string{key}, windowMillis).Slice()
  38. if err != nil {
  39. return 0, false, err
  40. }
  41. if len(values) < 2 {
  42. return 0, false, fmt.Errorf("rate limit script returned %d values", len(values))
  43. }
  44. count, err := parseInt64(values[0])
  45. if err != nil {
  46. return 0, false, err
  47. }
  48. repaired, err := parseInt64(values[1])
  49. if err != nil {
  50. return 0, false, err
  51. }
  52. return count, repaired == 1, nil
  53. }
  54. // RateLimiter Redis 速率限制器
  55. type RateLimiter struct {
  56. redis *redis.Client
  57. prefix string
  58. }
  59. // NewRateLimiter 创建速率限制器实例
  60. func NewRateLimiter(redisClient *redis.Client) *RateLimiter {
  61. return &RateLimiter{
  62. redis: redisClient,
  63. prefix: "rate_limit:",
  64. }
  65. }
  66. // AllowResult 单次固定窗口限流判定结果。
  67. type AllowResult struct {
  68. // Allowed 是否放行
  69. Allowed bool
  70. // Count 当前窗口内累计请求数(含本次)
  71. Count int64
  72. // RetryAfter 超限时距窗口重置的剩余时间(尽力而为;PTTL 不可用时回退为完整窗口)
  73. RetryAfter time.Duration
  74. }
  75. // Allow 对给定 key(不含 "rate_limit:" 前缀)执行一次固定窗口计数判定。
  76. // 供需要自定义限流维度(如按用户 ID)的调用方使用;Redis 错误由调用方决定 fail-open/close。
  77. func (r *RateLimiter) Allow(ctx context.Context, key string, limit int, window time.Duration) (AllowResult, error) {
  78. redisKey := r.prefix + key
  79. windowMillis := windowTTLMillis(window)
  80. count, repaired, err := rateLimitRun(ctx, r.redis, redisKey, windowMillis)
  81. if err != nil {
  82. return AllowResult{}, err
  83. }
  84. if repaired {
  85. log.Printf("[RateLimit] ttl repaired: key=%s window_ms=%d", redisKey, windowMillis)
  86. }
  87. result := AllowResult{Allowed: count <= int64(limit), Count: count}
  88. if !result.Allowed {
  89. result.RetryAfter = window
  90. if ttl, ttlErr := r.redis.PTTL(ctx, redisKey).Result(); ttlErr == nil && ttl > 0 {
  91. result.RetryAfter = ttl
  92. }
  93. }
  94. return result, nil
  95. }
  96. // clientIPForRateLimit 返回 IP 维度限流使用的客户端地址。
  97. // 与审计日志/会话绑定/API Key IP ACL 共用同一套安全客户端 IP 解析
  98. // (SessionBindingContext 快照:兼容开关开启时信任反代转发头,关闭时走
  99. // server.trusted_proxies 可信链)。避免默认反代部署下 Gin ClientIP 恒等于
  100. // 代理地址、所有用户坍缩进同一个限流桶造成整体误拦截。
  101. func clientIPForRateLimit(c *gin.Context) string {
  102. if resolved := ippkg.GetSecurityClientIP(c, false); resolved != "" {
  103. return resolved
  104. }
  105. return c.ClientIP()
  106. }
  107. // Limit 返回速率限制中间件
  108. // key: 限制类型标识
  109. // limit: 时间窗口内最大请求数
  110. // window: 时间窗口
  111. func (r *RateLimiter) Limit(key string, limit int, window time.Duration) gin.HandlerFunc {
  112. return r.LimitWithOptions(key, limit, window, RateLimitOptions{})
  113. }
  114. // LimitWithOptions 返回速率限制中间件(带可选配置)
  115. func (r *RateLimiter) LimitWithOptions(key string, limit int, window time.Duration, opts RateLimitOptions) gin.HandlerFunc {
  116. failureMode := opts.FailureMode
  117. if failureMode != RateLimitFailClose {
  118. failureMode = RateLimitFailOpen
  119. }
  120. return func(c *gin.Context) {
  121. result, err := r.Allow(c.Request.Context(), key+":"+clientIPForRateLimit(c), limit, window)
  122. if err != nil {
  123. log.Printf("[RateLimit] redis error: key=%s mode=%s err=%v", r.prefix+key, failureModeLabel(failureMode), err)
  124. if failureMode == RateLimitFailClose {
  125. abortRateLimit(c, window)
  126. return
  127. }
  128. // Redis 错误时放行,避免影响正常服务
  129. c.Next()
  130. return
  131. }
  132. // 超过限制
  133. if !result.Allowed {
  134. abortRateLimit(c, result.RetryAfter)
  135. return
  136. }
  137. c.Next()
  138. }
  139. }
  140. func windowTTLMillis(window time.Duration) int64 {
  141. ttl := window.Milliseconds()
  142. if ttl < 1 {
  143. return 1
  144. }
  145. return ttl
  146. }
  147. func abortRateLimit(c *gin.Context, retryAfter time.Duration) {
  148. if retryAfter > 0 {
  149. seconds := int64(retryAfter / time.Second)
  150. if retryAfter%time.Second > 0 {
  151. seconds++
  152. }
  153. c.Header("Retry-After", strconv.FormatInt(seconds, 10))
  154. }
  155. c.AbortWithStatusJSON(http.StatusTooManyRequests, gin.H{
  156. "error": "rate limit exceeded",
  157. "message": "Too many requests, please try again later",
  158. })
  159. }
  160. func failureModeLabel(mode RateLimitFailureMode) string {
  161. if mode == RateLimitFailClose {
  162. return "fail-close"
  163. }
  164. return "fail-open"
  165. }
  166. func parseInt64(value any) (int64, error) {
  167. switch v := value.(type) {
  168. case int64:
  169. return v, nil
  170. case int:
  171. return int64(v), nil
  172. case string:
  173. parsed, err := strconv.ParseInt(v, 10, 64)
  174. if err != nil {
  175. return 0, err
  176. }
  177. return parsed, nil
  178. default:
  179. return 0, fmt.Errorf("unexpected value type %T", value)
  180. }
  181. }