126_add_channel_monitor_aggregation.sql 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960
  1. -- Migration: 126_add_channel_monitor_aggregation
  2. -- 渠道监控日聚合:把 channel_monitor_histories 的明细按天聚合,明细只保留 1 天,
  3. -- 聚合保留 30 天。明细和聚合表都用软删除(deleted_at),由 ops cleanup 任务每天
  4. -- 凌晨随运维监控清理一起跑(共享 cron)。
  5. --
  6. -- 设计要点:
  7. -- - channel_monitor_histories 加 deleted_at 软删除字段(SoftDeleteMixin 全局
  8. -- Hook 会把 DELETE 自动改写成 UPDATE deleted_at = NOW())。
  9. -- - channel_monitor_daily_rollups 按 (monitor_id, model, bucket_date) 唯一,
  10. -- 用 ON CONFLICT DO UPDATE 实现幂等回填,状态分布和延迟分子分母都保留,
  11. -- 方便后续按窗口任意求加权可用率和均值。
  12. -- - watermark 表只有一行(id=1),记录最近一次聚合到达的日期,避免重启后重复
  13. -- 扫全表。
  14. -- - rollup 上 (bucket_date) 索引服务清理任务的 DELETE WHERE bucket_date < cutoff。
  15. -- 1) 给历史明细表加软删除字段
  16. ALTER TABLE channel_monitor_histories
  17. ADD COLUMN IF NOT EXISTS deleted_at TIMESTAMPTZ;
  18. CREATE INDEX IF NOT EXISTS idx_channel_monitor_histories_deleted_at
  19. ON channel_monitor_histories (deleted_at);
  20. -- 2) 创建日聚合表
  21. CREATE TABLE IF NOT EXISTS channel_monitor_daily_rollups (
  22. id BIGSERIAL PRIMARY KEY,
  23. monitor_id BIGINT NOT NULL REFERENCES channel_monitors(id) ON DELETE CASCADE,
  24. model VARCHAR(200) NOT NULL,
  25. bucket_date DATE NOT NULL,
  26. total_checks INT NOT NULL DEFAULT 0,
  27. ok_count INT NOT NULL DEFAULT 0,
  28. operational_count INT NOT NULL DEFAULT 0,
  29. degraded_count INT NOT NULL DEFAULT 0,
  30. failed_count INT NOT NULL DEFAULT 0,
  31. error_count INT NOT NULL DEFAULT 0,
  32. sum_latency_ms BIGINT NOT NULL DEFAULT 0,
  33. count_latency INT NOT NULL DEFAULT 0,
  34. sum_ping_latency_ms BIGINT NOT NULL DEFAULT 0,
  35. count_ping_latency INT NOT NULL DEFAULT 0,
  36. computed_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
  37. deleted_at TIMESTAMPTZ
  38. );
  39. CREATE UNIQUE INDEX IF NOT EXISTS idx_channel_monitor_daily_rollups_unique
  40. ON channel_monitor_daily_rollups (monitor_id, model, bucket_date);
  41. CREATE INDEX IF NOT EXISTS idx_channel_monitor_daily_rollups_bucket
  42. ON channel_monitor_daily_rollups (bucket_date);
  43. CREATE INDEX IF NOT EXISTS idx_channel_monitor_daily_rollups_deleted_at
  44. ON channel_monitor_daily_rollups (deleted_at);
  45. -- 3) 创建 watermark 表(单行:id=1)
  46. CREATE TABLE IF NOT EXISTS channel_monitor_aggregation_watermark (
  47. id INT PRIMARY KEY DEFAULT 1,
  48. last_aggregated_date DATE,
  49. updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
  50. CONSTRAINT channel_monitor_aggregation_watermark_singleton CHECK (id = 1)
  51. );
  52. INSERT INTO channel_monitor_aggregation_watermark (id, last_aggregated_date, updated_at)
  53. VALUES (1, NULL, NOW())
  54. ON CONFLICT (id) DO NOTHING;