87 lines
2.8 KiB
Go
87 lines
2.8 KiB
Go
// alertsink_handler.go Day 53(runbook §6.2 P0):Alertmanager webhook 接收端点。
|
|
// - POST /alerts/sink(public;生产须内网/白名单——AM 与网关同部署域)
|
|
//
|
|
// 链路:Prometheus 规则评估 → Alertmanager 分组/静默/抑制 → webhook 推送本端点
|
|
// → Error/Warn 级结构化日志(runbook §2 定位入口)+ 可选回填通道告警留痕。
|
|
// 验收口径(Day53):注入 firing 告警 → 网关日志 alerts_sink_alert_received 出现 = 通道通。
|
|
package v1
|
|
|
|
import (
|
|
"encoding/json"
|
|
"io"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
// amWebhookBody Alertmanager webhook 通用告警格式(v0.27 实测字段)。
|
|
type amWebhookBody struct {
|
|
Receiver string `json:"receiver"`
|
|
Status string `json:"status"` // firing|resolved
|
|
Alerts []struct {
|
|
Status string `json:"status"`
|
|
Labels map[string]string `json:"labels"` // alertname/severity/route...
|
|
Annotations struct {
|
|
Summary string `json:"summary"`
|
|
Discovery string `json:"description"`
|
|
} `json:"annotations"`
|
|
StartsAt time.Time `json:"startsAt"`
|
|
EndsAt time.Time `json:"endsAt"`
|
|
} `json:"alerts"`
|
|
}
|
|
|
|
const alertsSinkMaxBody = 1 << 20 // 1MB:AM 分组推送上限保护
|
|
|
|
type alertsSinkHandler struct{ lg *zap.Logger }
|
|
|
|
// registerAlertsSink 挂载 AM webhook 接收(public:AM 不携带 JWT)。
|
|
func registerAlertsSink(rg *gin.RouterGroup, lg *zap.Logger) {
|
|
if lg == nil {
|
|
return
|
|
}
|
|
h := &alertsSinkHandler{lg: lg}
|
|
rg.POST("/alerts/sink", h.sink)
|
|
}
|
|
|
|
// sink POST /alerts/sink:逐条留痕;P0=Error 级(电话/强提醒语义对齐 runbook §0),
|
|
// 其余 Warn;resolved 状态降为 Info(恢复知会)。
|
|
func (h *alertsSinkHandler) sink(c *gin.Context) {
|
|
raw, err := io.ReadAll(io.LimitReader(c.Request.Body, alertsSinkMaxBody))
|
|
if err != nil || len(raw) == 0 {
|
|
c.JSON(200, gin.H{})
|
|
return
|
|
}
|
|
var body amWebhookBody
|
|
if err := json.Unmarshal(raw, &body); err != nil {
|
|
h.lg.Warn("alerts_sink_bad_payload", zap.Error(err), zap.Int("bytes", len(raw)))
|
|
c.JSON(200, gin.H{})
|
|
return
|
|
}
|
|
for i := range body.Alerts {
|
|
a := body.Alerts[i]
|
|
name := a.Labels["alertname"]
|
|
sev := strings.ToUpper(a.Labels["severity"])
|
|
fields := []zap.Field{
|
|
zap.String("alert", name),
|
|
zap.String("severity", sev),
|
|
zap.String("status", a.Status),
|
|
zap.String("route", a.Labels["route"]),
|
|
zap.String("summary", a.Annotations.Summary),
|
|
zap.String("description", a.Annotations.Discovery),
|
|
zap.Time("starts_at", a.StartsAt),
|
|
zap.Int("group_alerts", len(body.Alerts)),
|
|
}
|
|
switch {
|
|
case a.Status == "resolved":
|
|
h.lg.Info("alerts_sink_alert_received", fields...)
|
|
case sev == "P0":
|
|
h.lg.Error("alerts_sink_alert_received", fields...)
|
|
default:
|
|
h.lg.Warn("alerts_sink_alert_received", fields...)
|
|
}
|
|
}
|
|
c.JSON(200, gin.H{})
|
|
}
|