#!/bin/bash # watch_1m.sh Day 69 百万级长短信压测 watchdog。 # 用法: # ./scripts/watch_1m.sh --once # 压测前基线快照(存 logs/1m-baseline.txt) # ./scripts/watch_1m.sh # 压测期间持续采样(30s 周期,追加 logs/1m-watch.log) # 采样面:DB 行数增量/status=1 残留、长短信聚合三计数、回执 pending/recheck、 # Kafka lag、MySQL 运行态、磁盘内存、双进程存活。 set -u DIR="$(cd "$(dirname "$0")/.." && pwd)" MYSQL="docker exec go-sms-mysql mysql -ugosms -pgosms123 gosms -N -e" q() { $MYSQL "$1" 2>/dev/null | tr '\n' ' ' | awk '{$1=$1};1'; } sample() { local ts row ts=$(date '+%F %T') # BEGIN 在此展开为具体时刻(docker exec 内无 shell 展开,必须宿主侧先替换) local since="created_at>='$BEGIN'" row="$(q "SELECT COUNT(*),IFNULL(SUM(fee_total),0) FROM message_task WHERE $since")" local task_cnt=$(echo "$row" | awk '{print $1}') task_fee=$(echo "$row" | awk '{print $2}') row="$(q "SELECT COUNT(*),IFNULL(SUM(status=1),0),IFNULL(SUM(status=2),0),IFNULL(SUM(status=3),0),IFNULL(SUM(fee),0) FROM message_detail WHERE $since")" local d_cnt=$(echo "$row" | awk '{print $1}') d_p1=$(echo "$row" | awk '{print $2}') d_ok=$(echo "$row" | awk '{print $3}') d_fail=$(echo "$row" | awk '{print $4}') d_fee=$(echo "$row" | awk '{print $5}') row="$(q "SELECT COUNT(*) FROM message_report WHERE $since")" local rpt=${row%% *} # 指标(gateway:8080 / consumer:8082) local m merged exf ovf dup pend rfin rpnd lag merged=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_merged_total /{print $2}') exf=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_expire_fail_total /{print $2+0}') ovf=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_degrade_total\{kind="overflow"\} /{print $2+0} /^go_sms_longsms_degrade_total\{kind="ref_conflict"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null) dup=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_dup_frag_total /{print $2}') pend=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_pending_total /{print $2}') rfin=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_recheck_total\{kind="finalized"\} /{print $2+0} /^go_sms_report_recheck_total\{kind="still_pending"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null) lag=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_kafka_lag/{s+=$2} END{print s+0}') local mysql_thr mysql_slow mysql_thr=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SELECT COUNT(*) FROM information_schema.processlist WHERE command<>'Sleep'" 2>/dev/null) mysql_slow=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SHOW GLOBAL STATUS LIKE 'Slow_queries'" 2>/dev/null | awk '{print $2}') local disk=$(df -h /data | awk 'NR==2{print $5}') local gw_up=$(pgrep -f '^\./bin/gateway ' | head -1); local cs_up=$(pgrep -f '^\./bin/consumer' | head -1) echo "$ts task=$task_cnt fee=$task_fee detail=$d_cnt st1=$d_p1 st2=$d_ok st3=$d_fail dfee=$d_fee report=$rpt merged=$merged expf=$exf degr_ov=$ovf dup=$dup pend=$pend recheck=$rfin lag=$lag dbthr=$mysql_thr slow=$mysql_slow disk=$disk gw=${gw_up:-DOWN} cs=${cs_up:-DOWN}" } export BEGIN if [ "${1:-}" = "--once" ]; then BEGIN=$(date '+%F %T') sample | tee "$DIR/logs/1m-baseline.txt" echo "# 基线含全局计数器当前值(merged/degrade 等为进程重启以来累计)" >> "$DIR/logs/1m-baseline.txt" exit 0 fi BEGIN=$(date '+%F %T') echo "# watch start $BEGIN (窗口内增量口径;计数器为累计,对账用差值)" >> "$DIR/logs/1m-watch.log" while true; do sample >> "$DIR/logs/1m-watch.log" sleep 30 done