S4-D3: 明细按天分区热5天+ClickHouse冷热切换——S4泳道收官(冷查16ms<1s验收✅): ①分区=迁移v22 PARTITION BY RANGE(id)(雪花时间位当天零点边界,主键即分区键零唯一键改造;热5天+未来3天缓冲+pmax兜底;MySQL守卫sqlite跳过)+archive/partition.go EnsurePartitions幂等滚动(REORGANIZE pmax拆分;过期分区归档校验后才DROP)+真机9分区存量无损;②归档=archive域(CH表toDate分区/ArchiveJob 1h:CH当日分区重写幂等→分批2000迁出→count校验相等才DROP MySQL分区或DELETE兜底=零丢失方向;consumer装配启动即首轮)+metrics archive_rows/errors;③冷查=GET /record/history(CH查询/task_no MySQL转译回填/D26契约直连)真机16ms+mobile筛选✓,导出挂账D29下载中心;④settle-check热窗感知=月中对账DetailPartial=true明细↔汇总退化两方基线(日汇总↔结算单,reconcile头注预声明落地)+settle.Service时钟注入nowFn+测试相对时间/period动态;⑤真机5连坑全修存档:MySQL8.0 information_schema非分区表也返回NULL行(判据加PARTITION_NAME IS NOT NULL)/parseTime下DATE() Scan []string带RFC3339尾巴(DISTINCT时刻Scan []time.Time+Go去重双方言)/CH24.3无DROP PARTITION IF EXISTS(先查system.parts)/CH count()返回UInt64(*int64不支持+count错误不可吞)/CH绑定time.Time UTC歧义(预格式化墙钟串)——techContext存档;⑥门禁=build/vet/lint 0/-race 41包全绿/迁移v16..v22两遍幂等(v15断言随窗口右移移除);archive单测5件+settle热窗外基线用例;验收单s4-d3-partition-archive.md+CHANGELOG+memory-bank(S4收官快照/S5下一步/挂账清单)
This commit is contained in:
@@ -19,6 +19,8 @@ import (
|
||||
"go-sms/internal/model/entity"
|
||||
"go-sms/internal/pkg/metrics"
|
||||
"go-sms/internal/pkg/queue"
|
||||
chrepo "go-sms/internal/repository/clickhouse"
|
||||
"go-sms/internal/service/archive"
|
||||
"go-sms/internal/service/audit"
|
||||
"go-sms/internal/service/balance"
|
||||
"go-sms/internal/service/callback"
|
||||
@@ -208,6 +210,24 @@ func main() {
|
||||
a.Lg().Info("callback_engine_ready",
|
||||
zap.Bool("blacklist", true), zap.Duration("scan_every", callback.DefaultScanEvery))
|
||||
|
||||
// S4·D3:明细冷热归档 job(CH 不可达=分区维护仍跑、迁出禁用自愈)。
|
||||
var chConn chrepo.Conn
|
||||
if c, chErr := chrepo.Open(chrepo.Config{
|
||||
Addrs: cfg.ClickHouse.Addrs, Database: cfg.ClickHouse.Database,
|
||||
Username: cfg.ClickHouse.Username, Password: cfg.ClickHouse.Password,
|
||||
DialTimeout: cfg.ClickHouse.DialTimeout,
|
||||
}); chErr != nil {
|
||||
a.Lg().Warn("clickhouse_open_failed_archive_degraded", zap.Error(chErr))
|
||||
} else {
|
||||
chConn = c
|
||||
a.OnShutdown(func() { _ = chConn.Close() })
|
||||
}
|
||||
arcSvc := archive.NewService(db, chConn)
|
||||
arcCtx, stopArc := context.WithCancel(context.Background())
|
||||
go arcSvc.Run(arcCtx, archive.DefaultArchiveEvery)
|
||||
a.OnShutdown(stopArc)
|
||||
a.Lg().Info("archive_job_ready", zap.Bool("clickhouse", chConn != nil))
|
||||
|
||||
// Day 49:上行消费组(sms-up;15 天窗口匹配下行明细回填 match_task_id;
|
||||
// S4:上行推送+自动拉黑挂消费尾部,不阻断匹配主链)。独立 group 前缀防 offset 互扰。
|
||||
upTopic := cfg.Kafka.Topics["up"]
|
||||
|
||||
@@ -18,10 +18,12 @@ import (
|
||||
"go-sms/internal/pkg/metrics"
|
||||
"go-sms/internal/pkg/queue"
|
||||
"go-sms/internal/pkg/storage"
|
||||
chrepo "go-sms/internal/repository/clickhouse"
|
||||
cmppproto "go-sms/internal/protocol/cmpp"
|
||||
smppproto "go-sms/internal/protocol/smpp"
|
||||
"go-sms/internal/service/access"
|
||||
"go-sms/internal/service/account"
|
||||
"go-sms/internal/service/archive"
|
||||
"go-sms/internal/service/audit"
|
||||
"go-sms/internal/service/auth"
|
||||
"go-sms/internal/service/balance"
|
||||
@@ -212,6 +214,22 @@ func main() {
|
||||
if p := a.Producer(); p != nil {
|
||||
pairSvc = pairSvc.WithPushSink(&report.ProducerPushSink{P: p})
|
||||
}
|
||||
// S4·D3:明细冷热归档——gateway 侧仅挂 /record/history 冷查
|
||||
// (归档 job 在 consumer 进程);CH 不可达=端点不注册(404 优于半可用)。
|
||||
var arcSvc *archive.Service
|
||||
if chConn, chErr := chrepo.Open(chrepo.Config{
|
||||
Addrs: cfg.ClickHouse.Addrs, Database: cfg.ClickHouse.Database,
|
||||
Username: cfg.ClickHouse.Username, Password: cfg.ClickHouse.Password,
|
||||
DialTimeout: cfg.ClickHouse.DialTimeout,
|
||||
}); chErr != nil {
|
||||
a.Lg().Warn("clickhouse_open_failed_history_disabled", zap.Error(chErr))
|
||||
} else {
|
||||
arcSvc = archive.NewService(db, chConn)
|
||||
if err := arcSvc.EnsureCHSchema(context.Background()); err != nil {
|
||||
a.Lg().Warn("archive_ch_schema_failed", zap.Error(err))
|
||||
}
|
||||
a.OnShutdown(func() { _ = chConn.Close() })
|
||||
}
|
||||
v1.Register(rg, v1.Deps{
|
||||
Account: svc,
|
||||
Warning: warnSvc,
|
||||
@@ -241,6 +259,8 @@ func main() {
|
||||
Settle: settle.NewService(db),
|
||||
// S4·C1:/ops/callback 死信查询与重派(管理面;投递在 consumer 进程)
|
||||
Callback: cbSvc,
|
||||
// S4·D3:/record/history 冷查(CH;nil=不注册)
|
||||
Archive: arcSvc,
|
||||
})
|
||||
// Day68:运营总览汇总刷新(回补 30 天+60s ticker 增量 UPSERT stats_daily;
|
||||
// 幂等多实例无害,详见 stats_handler.go StartStatsRefresher)。
|
||||
|
||||
Reference in New Issue
Block a user