Files
go-sms-V2/_bench/loadtest.go
T

291 lines
12 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// _bench/loadtest.go Day50:入口压测工具(go run ./_bench/loadtest.go ...)。
// 模拟真实客户批量提交:sendMessageMass,N worker×1rps×每请求 phones 条号码;
// 号池全异号单调递增(13800000000+n),统计 P50/P95/P99/P999/成功率/429/错误分布,
// 每 10s 进度快照,终局输出 JSON 行报告(供 day50.md 归档)。
// Day52 内容口径更正:默认随机模式=【-sign 签名】+随机中文正文的长短信,计费条数
// 按号随机落 -segs 区间(默认 1-9);计费口径锁 util.SmsLength(UCS2 ≤70=1 条,>70 按 67/段),
// 启动预热自校验防口径漂移;新增 billed_total/segs_dist/billed_tps 供下发侧负载与对账。
package main
import (
"bytes"
"crypto/md5"
"encoding/json"
"flag"
"fmt"
"io"
"math/rand"
"net/http"
"os"
"sort"
"strconv"
"sync"
"sync/atomic"
"time"
"go-sms/internal/protocol/cmpp"
"go-sms/internal/util"
)
// hanziPool 随机正文字池(常用汉字;随机单字长串不构成整词,policy_keyword 按词匹配不命中)。
const hanziPool = "的一是了我不人在他有这上们来到时大地为子中你说生国年着就那和要她出也得里后自以会家可下而过天去能对小多然于心学么之都好看起发当没成只如事把还用第样道想作种开美总从无情己面最女但现前些所同日手又行意动方期它头经长儿回位分爱老因很给名法间斯知世什两次使身者被高已亲其进此话常与活正感见明问力理尔点文几定本公特做外孩相西果走将月十实向声车全信重三机工物气每并别真打太新比才便夫再书部水像眼等体却加电主界门利海受听表德少克代员许稜先口由死安写性马光白或住难望教命花结乐色更拉东神记处让母父应直字场平报友关放至张认接告入笑内英军候民岁往何度山觉路带万男边风解叫任金快原吃妈变通师立象数四失满战远格士音轻目条呢病始达深完今提求清王化空业思切怎非找片罗钱吗语元喜曾离飞科言干流欢约各即指合反题必该论交终林请医晚制球决传画保读运及则房早院量苦火布品近坐产答星精视五连司巴奇管类未朋且婚台夜青北队久乎越观落尽形影红爸百令周吧识步希亚术留市半热送兴造谈容极随演收首根讲整式取照办强石古华拿计您装似足双妻尼转诉米称丽客南领节衣站黑刻统断福城故历惊脸选包紧争另建维绝树系伤示愿持千史谁准联妇纪基买志静阿诗独复痛消社算义竟确酒需单治卡幸兰念举仅钟怕共毛句息功官待究跟穿室易游程号居考突皮哪费倒价图具刚脑永歌响商礼细专黄块脚味灵改据般破引食仍存众注笔甚某沉血备习校默务土微娘须试怀料调广蜖苏显赛查密议底列富梦错座参八除跑亮假印设线温虽掉京初养香停际致阳纸李纳验助激够严证帝饭忘趣支春集丈木研班普导顿睡展跳获艺六波察群皇段急庭创区奥器谢弟店否害草排背止组州朝封睛板角况曲馆育忙质河续哥呼若推境遇雨标姐充围案伦护冷警贝著雪索剧啊船险烟依斗值帮汉慢佛肯闻唱沙局固甚员"
type apiResp struct {
Code int `json:"code"`
Message string `json:"message"`
MsgID int64 `json:"msgId"`
}
type report struct {
URL string `json:"url"`
Workers int `json:"workers"`
PhonesPerReq int `json:"phones_per_req"`
Duration string `json:"duration"`
ReqTotal int64 `json:"req_total"`
ReqOK int64 `json:"req_ok"` // HTTP 200 且 code=0
ReqHTTPFail int64 `json:"req_http_fail"`
Req429 int64 `json:"req_429"` // 限流超限(全局/账号桶)
ReqBizFail int64 `json:"req_biz_fail"` // HTTP 200 但 code!=0
SmsTotal int64 `json:"sms_total"` // 成功受理条数(号数)
Sms429 int64 `json:"sms_429"` // 429 请求折算条数
BilledTotal int64 `json:"billed_total"` // 计费条数累计(util.SmsLength 口径,=Σ号数×该内容条数)
SegsDist map[string]int `json:"segs_dist"` // 各计费档号数分布(1..9)
Sign string `json:"sign"` // 随机模式内容签名
SegsRange string `json:"segs_range"` // 随机计费条数区间(fixed=固定内容模式)
BilledTPS float64 `json:"billed_tps"` // 计费条/秒(下发侧负载参考)
Errors map[string]int `json:"errors"`
P50ms float64 `json:"p50_ms"`
P95ms float64 `json:"p95_ms"`
P99ms float64 `json:"p99_ms"`
P999ms float64 `json:"p999_ms"`
Maxms float64 `json:"max_ms"`
RecvTPS float64 `json:"recv_tps"` // 实际受理 TPS
AskTPS float64 `json:"ask_tps"` // 目标 TPS
Elapsed string `json:"elapsed"`
}
func pct(lat []float64, p float64) float64 {
if len(lat) == 0 {
return 0
}
idx := int(float64(len(lat)-1)*p + 0.5)
if idx >= len(lat) {
idx = len(lat) - 1
}
return lat[idx]
}
// genContent 生成「【签名】+随机中文正文」内容,计费条数命中 segN(口径 util.SmsLength:
// UCS2 ≤70 字=1 条,>70 按 67 字/段):n=1 ⇒ 总字数∈[签名6+1,70];n=2 ⇒ ∈[71,134](68~70 被
// 「≤70=1 条」分支占用);n≥3 ⇒ ∈[(n-1)*67+1, n*67]。
func genContent(sign string, segN int) string {
const signLen = 6 // 【x x x x】
lo, hi := signLen+1, 70
if segN > 1 {
lo, hi = (segN-1)*67+1, segN*67
if lo <= 70 {
lo = 71
}
}
total := lo + rand.Intn(hi-lo+1)
pool := []rune(hanziPool) // rune 索引(Day52 修复:原字节索引把汉字拆成无效码点,GBK 编码失败→下发全灭)
body := make([]rune, total-signLen)
for i := range body {
body[i] = pool[rand.Intn(len(pool))]
}
c := "【" + sign + "】" + string(body)
if _, segs := util.SmsLength(c); segs != segN {
// 口径漂移防御:util.SmsLength 规则变更时立刻暴露,避免产出错误计费数据。
fmt.Fprintf(os.Stderr, "genContent 口径不符: 目标 %d 条,util.SmsLength=%d (len=%d)\n", segN, segs, len([]rune(c)))
os.Exit(3)
}
return c
}
func main() {
url := flag.String("url", "http://127.0.0.1:8080/sms/api/sendMessageMass", "目标地址")
user := flag.String("user", "test", "账号名")
secret := flag.String("secret", "", "明文密钥(库中存其 MD5)")
workers := flag.Int("workers", 50, "并发 worker 数(每 worker 1 rps)")
phones := flag.Int("phones", 100, "每请求号码数")
dur := flag.Duration("dur", 300*time.Second, "压测时长")
base := flag.Int64("base", 13800000000, "号池基数,单调递增")
content := flag.String("content", "", "固定短信内容(空=随机模式:【-sign】+中文长短信,-segs 条数随机;Day52 口径)")
signName := flag.String("sign", "盈讯网络", "随机模式内容签名(报备口径)")
segsRange := flag.String("segs", "1-9", "随机模式计费条数区间 min-max(1≤min≤max≤9)")
out := flag.String("out", "", "报告 JSON 输出文件")
flag.Parse()
if *secret == "" {
fmt.Fprintln(os.Stderr, "须提供 -secret")
os.Exit(2)
}
segMin, segMax := 1, 9
if _, err := fmt.Sscanf(*segsRange, "%d-%d", &segMin, &segMax); err != nil || segMin < 1 || segMax < segMin || segMax > 9 {
fmt.Fprintf(os.Stderr, "-segs 须为 min-max 且 1≤min≤max≤9,当前 %q\n", *segsRange)
os.Exit(2)
}
randomMode := *content == ""
if randomMode {
// 预热自校验:1000 条生成+计费口径+GBK 可编码核对(不匹配即退出,防口径漂移产出脏数据;
// GBK 校验防字节索引类 bug——无效码点下发期 SplitContent 才爆,预热期即拦)。
dist := map[int]int{}
gbkOK := 0
for i := 0; i < 1000; i++ {
n := segMin + rand.Intn(segMax-segMin+1)
c := genContent(*signName, n)
if _, _, err := cmpp.EncodeContent(c); err == nil {
gbkOK++
}
dist[n]++
}
if gbkOK != 1000 {
fmt.Fprintf(os.Stderr, "precheck: GBK 可编码校验失败 %d/1000\n", gbkOK)
os.Exit(3)
}
fmt.Printf("[precheck] 随机模式就绪:1000 条内容生成+SmsLength 口径+GBK 编码校验通过,dist=%v\n", dist)
}
secretMD5 := fmt.Sprintf("%x", md5.Sum([]byte(*secret)))
tr := &http.Transport{
MaxIdleConns: 128,
MaxIdleConnsPerHost: 128,
IdleConnTimeout: 90 * time.Second,
}
client := &http.Client{Timeout: 10 * time.Second, Transport: tr}
var seq atomic.Int64
var mu sync.Mutex
rep := &report{
URL: *url, Workers: *workers, PhonesPerReq: *phones,
Duration: dur.String(), Errors: map[string]int{}, SegsDist: map[string]int{},
Sign: *signName, SegsRange: *segsRange,
}
if !randomMode {
rep.SegsRange = "fixed(content)"
}
var lat []float64
start := time.Now()
deadline := start.Add(*dur)
var wg sync.WaitGroup
for w := 0; w < *workers; w++ {
wg.Add(1)
go func() {
defer wg.Done()
tk := time.NewTicker(time.Second)
defer tk.Stop()
for {
select {
case <-tk.C:
}
if time.Now().After(deadline) {
return
}
// 构造全异号 phoneList(单调递增,零碰撞)。
n := seq.Add(1) * int64(*phones)
list := make([]string, *phones)
for i := 0; i < *phones; i++ {
list[i] = strconv.FormatInt(*base+n+int64(i), 10)
}
ts := strconv.FormatInt(time.Now().Unix(), 10)
apiSign := fmt.Sprintf("%x", md5.Sum([]byte(*user+ts+secretMD5)))
// 内容:固定模式用 -content;随机模式每请求生成一条(批内 phones 号共享,同真实批量提交口径)。
c := *content
if randomMode {
c = genContent(*signName, segMin+rand.Intn(segMax-segMin+1))
}
body, _ := json.Marshal(map[string]any{
"userName": *user, "timestamp": ts, "sign": apiSign,
"phoneList": list, "content": c,
})
t0 := time.Now()
resp, err := client.Post(*url, "application/json", bytes.NewReader(body))
ms := float64(time.Since(t0).Microseconds()) / 1000.0
mu.Lock()
rep.ReqTotal++
if err != nil {
rep.ReqHTTPFail++
rep.Errors["transport:"+err.Error()]++
} else {
raw, _ := io.ReadAll(resp.Body)
resp.Body.Close()
if resp.StatusCode == 429 {
rep.Req429++
rep.Sms429 += int64(*phones)
} else if resp.StatusCode != 200 {
rep.ReqHTTPFail++
rep.Errors["http:"+strconv.Itoa(resp.StatusCode)]++
} else {
var r apiResp
_ = json.Unmarshal(raw, &r)
if r.Code == 0 {
rep.ReqOK++
rep.SmsTotal += int64(*phones)
_, segs := util.SmsLength(c)
rep.BilledTotal += int64(*phones) * int64(segs)
rep.SegsDist[strconv.Itoa(segs)] += *phones
} else {
rep.ReqBizFail++
rep.Errors[fmt.Sprintf("code:%d:%s", r.Code, r.Message)]++
}
}
}
lat = append(lat, ms)
mu.Unlock()
}
}()
}
// 进度快照协程。
done := make(chan struct{})
go func() {
tk := time.NewTicker(10 * time.Second)
defer tk.Stop()
lastReq, lastSms, lastBilled := int64(0), int64(0), int64(0)
for {
select {
case <-done:
return
case <-tk.C:
mu.Lock()
l := make([]float64, len(lat))
copy(l, lat)
curReq, curSms := rep.ReqTotal, rep.SmsTotal
cur429, curBiz := rep.Req429, rep.ReqBizFail
curBilled := rep.BilledTotal
mu.Unlock()
el := time.Since(start).Seconds()
fmt.Printf("[snapshot] t=%.0fs req=%d(req/s=%.1f) sms_ok=%d(TPS=%.0f) billed=%d(条/s=%.0f) p99=%.1fms 429=%d bizfail=%d\n",
el, curReq, float64(curReq-lastReq)/10.0, curSms, float64(curSms-lastSms)/10.0,
curBilled, float64(curBilled-lastBilled)/10.0, pct(l, 0.99), cur429, curBiz)
lastReq, lastSms, lastBilled = curReq, curSms, curBilled
}
}
}()
wg.Wait()
close(done)
mu.Lock()
sorted := make([]float64, len(lat))
copy(sorted, lat)
mu.Unlock()
sort.Float64s(sorted)
rep.P50ms, rep.P95ms, rep.P99ms, rep.P999ms = pct(sorted, 0.50), pct(sorted, 0.95), pct(sorted, 0.99), pct(sorted, 0.999)
if len(sorted) > 0 {
rep.Maxms = sorted[len(sorted)-1]
}
elapsed := time.Since(start)
rep.Elapsed = elapsed.Truncate(time.Millisecond).String()
rep.RecvTPS = float64(rep.SmsTotal) / elapsed.Seconds()
rep.AskTPS = float64(*workers) * float64(*phones)
rep.BilledTPS = float64(rep.BilledTotal) / elapsed.Seconds()
raw, _ := json.Marshal(rep)
fmt.Println("==== FINAL ====")
fmt.Println(string(raw))
if *out != "" {
_ = os.WriteFile(*out, raw, 0644)
}
}