| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158 |
- package repository
- import (
- "context"
- "fmt"
- "strings"
- "github.com/Wei-Shaw/sub2api/internal/service"
- )
- const ingressRejectUpsertChunkSize = 500
- func (r *opsRepository) BatchUpsertIngressRejects(ctx context.Context, items []*service.OpsIngressRejectAggregate) error {
- if r == nil || r.db == nil || len(items) == 0 {
- return nil
- }
- tx, err := r.db.BeginTx(ctx, nil)
- if err != nil {
- return err
- }
- defer func() { _ = tx.Rollback() }()
- for start := 0; start < len(items); start += ingressRejectUpsertChunkSize {
- end := start + ingressRejectUpsertChunkSize
- if end > len(items) {
- end = len(items)
- }
- valid := make([]*service.OpsIngressRejectAggregate, 0, end-start)
- for _, item := range items[start:end] {
- if item != nil && item.RequestCount > 0 {
- valid = append(valid, item)
- }
- }
- if len(valid) == 0 {
- continue
- }
- var query strings.Builder
- _, _ = query.WriteString(`INSERT INTO ops_ingress_reject_aggregates
- (bucket_start, reject_reason, route_family, protocol, client_ip, user_id, api_key_id, request_count, first_seen, last_seen)
- VALUES `)
- args := make([]any, 0, len(valid)*10)
- for i, item := range valid {
- if i > 0 {
- _ = query.WriteByte(',')
- }
- base := len(args)
- fmt.Fprintf(&query, "($%d,$%d,$%d,$%d,$%d,$%d,$%d,$%d,$%d,$%d)",
- base+1, base+2, base+3, base+4, base+5, base+6, base+7, base+8, base+9, base+10)
- var userID, apiKeyID int64
- if item.UserID != nil {
- userID = *item.UserID
- }
- if item.APIKeyID != nil {
- apiKeyID = *item.APIKeyID
- }
- args = append(args, item.BucketStart.UTC(), item.RejectReason, item.RouteFamily, item.Protocol,
- item.ClientIP, userID, apiKeyID, item.RequestCount, item.FirstSeen.UTC(), item.LastSeen.UTC())
- }
- _, _ = query.WriteString(`
- ON CONFLICT (bucket_start, reject_reason, route_family, protocol, client_ip, user_id, api_key_id)
- DO UPDATE SET request_count = ops_ingress_reject_aggregates.request_count + EXCLUDED.request_count,
- first_seen = LEAST(ops_ingress_reject_aggregates.first_seen, EXCLUDED.first_seen),
- last_seen = GREATEST(ops_ingress_reject_aggregates.last_seen, EXCLUDED.last_seen),
- updated_at = NOW()`)
- if _, err := tx.ExecContext(ctx, query.String(), args...); err != nil {
- return err
- }
- }
- return tx.Commit()
- }
- func (r *opsRepository) ListIngressRejects(ctx context.Context, filter *service.OpsIngressRejectFilter) (*service.OpsIngressRejectList, error) {
- if r == nil || r.db == nil {
- return nil, fmt.Errorf("nil ops repository")
- }
- if filter == nil {
- filter = &service.OpsIngressRejectFilter{}
- }
- page, pageSize := filter.Page, filter.PageSize
- if page <= 0 {
- page = 1
- }
- if pageSize <= 0 {
- pageSize = 50
- }
- if pageSize > 200 {
- pageSize = 200
- }
- clauses := []string{"1=1"}
- args := make([]any, 0)
- add := func(expr string, value any) {
- args = append(args, value)
- clauses = append(clauses, fmt.Sprintf(expr, len(args)))
- }
- if filter.StartTime != nil {
- add("bucket_start >= $%d", filter.StartTime.UTC())
- }
- if filter.EndTime != nil {
- add("bucket_start < $%d", filter.EndTime.UTC())
- }
- if value := strings.TrimSpace(filter.RejectReason); value != "" {
- add("reject_reason = $%d", value)
- }
- if value := strings.TrimSpace(filter.RouteFamily); value != "" {
- add("route_family = $%d", value)
- }
- if value := strings.TrimSpace(filter.Protocol); value != "" {
- add("protocol = $%d", value)
- }
- if value := strings.TrimSpace(filter.ClientIP); value != "" {
- add("client_ip = $%d::inet", value)
- }
- if filter.UserID != nil {
- add("user_id = $%d", *filter.UserID)
- }
- if filter.APIKeyID != nil {
- add("api_key_id = $%d", *filter.APIKeyID)
- }
- where := "WHERE " + strings.Join(clauses, " AND ")
- var total int
- if err := r.db.QueryRowContext(ctx, "SELECT COUNT(*) FROM ops_ingress_reject_aggregates "+where, args...).Scan(&total); err != nil {
- return nil, err
- }
- args = append(args, pageSize, (page-1)*pageSize)
- query := fmt.Sprintf(`SELECT id,bucket_start,reject_reason,route_family,protocol,host(client_ip),user_id,api_key_id,request_count,first_seen,last_seen
- FROM ops_ingress_reject_aggregates %s ORDER BY bucket_start DESC,id DESC LIMIT $%d OFFSET $%d`, where, len(args)-1, len(args))
- rows, err := r.db.QueryContext(ctx, query, args...)
- if err != nil {
- return nil, err
- }
- defer func() { _ = rows.Close() }()
- result := &service.OpsIngressRejectList{
- Items: make([]*service.OpsIngressRejectAggregate, 0, pageSize), Total: total, Page: page, PageSize: pageSize,
- }
- for rows.Next() {
- item := &service.OpsIngressRejectAggregate{}
- var userID, apiKeyID int64
- if err := rows.Scan(&item.ID, &item.BucketStart, &item.RejectReason, &item.RouteFamily, &item.Protocol,
- &item.ClientIP, &userID, &apiKeyID, &item.RequestCount, &item.FirstSeen, &item.LastSeen); err != nil {
- return nil, err
- }
- if userID > 0 {
- item.UserID = &userID
- }
- if apiKeyID > 0 {
- item.APIKeyID = &apiKeyID
- }
- result.Items = append(result.Items, item)
- }
- if err := rows.Err(); err != nil {
- return nil, err
- }
- return result, nil
- }
|