57 lines
3.7 KiB
Bash
Executable File
57 lines
3.7 KiB
Bash
Executable File
#!/bin/bash
|
|
# watch_1m.sh Day 69 百万级长短信压测 watchdog。
|
|
# 用法:
|
|
# ./scripts/watch_1m.sh --once # 压测前基线快照(存 logs/1m-baseline.txt)
|
|
# ./scripts/watch_1m.sh # 压测期间持续采样(30s 周期,追加 logs/1m-watch.log)
|
|
# 采样面:DB 行数增量/status=1 残留、长短信聚合三计数、回执 pending/recheck、
|
|
# Kafka lag、MySQL 运行态、磁盘内存、双进程存活。
|
|
set -u
|
|
DIR="$(cd "$(dirname "$0")/.." && pwd)"
|
|
MYSQL="docker exec go-sms-mysql mysql -ugosms -pgosms123 gosms -N -e"
|
|
|
|
q() { $MYSQL "$1" 2>/dev/null | tr '\n' ' ' | awk '{$1=$1};1'; }
|
|
|
|
sample() {
|
|
local ts row
|
|
ts=$(date '+%F %T')
|
|
# BEGIN 在此展开为具体时刻(docker exec 内无 shell 展开,必须宿主侧先替换)
|
|
local since="created_at>='$BEGIN'"
|
|
row="$(q "SELECT COUNT(*),IFNULL(SUM(fee_total),0) FROM message_task WHERE $since")"
|
|
local task_cnt=$(echo "$row" | awk '{print $1}') task_fee=$(echo "$row" | awk '{print $2}')
|
|
row="$(q "SELECT COUNT(*),IFNULL(SUM(status=1),0),IFNULL(SUM(status=2),0),IFNULL(SUM(status=3),0),IFNULL(SUM(fee),0) FROM message_detail WHERE $since")"
|
|
local d_cnt=$(echo "$row" | awk '{print $1}') d_p1=$(echo "$row" | awk '{print $2}') d_ok=$(echo "$row" | awk '{print $3}') d_fail=$(echo "$row" | awk '{print $4}') d_fee=$(echo "$row" | awk '{print $5}')
|
|
row="$(q "SELECT COUNT(*) FROM message_report WHERE $since")"
|
|
local rpt=${row%% *}
|
|
# 指标(gateway:8080 / consumer:8082)
|
|
GW=${GW_PORT:-8080} # S1-B 归位:config.dev.yaml/vite proxy 同口径 :8080(老机 8081 为历史覆盖)
|
|
local m merged exf ovf dup pend rfin rpnd lag
|
|
merged=$(curl -s http://127.0.0.1:${GW}/metrics | awk '/^go_sms_longsms_merged_total /{print $2}')
|
|
exf=$(curl -s http://127.0.0.1:${GW}/metrics | awk '/^go_sms_longsms_expire_fail_total /{print $2+0}')
|
|
ovf=$(curl -s http://127.0.0.1:${GW}/metrics | awk '/^go_sms_longsms_degrade_total\{kind="overflow"\} /{print $2+0} /^go_sms_longsms_degrade_total\{kind="ref_conflict"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null)
|
|
dup=$(curl -s http://127.0.0.1:${GW}/metrics | awk '/^go_sms_longsms_dup_frag_total /{print $2}')
|
|
pend=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_pending_total /{print $2}')
|
|
rfin=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_recheck_total\{kind="finalized"\} /{print $2+0} /^go_sms_report_recheck_total\{kind="still_pending"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null)
|
|
lag=$(curl -s http://127.0.0.1:${GW}/metrics | awk '/^go_sms_kafka_lag/{s+=$2} END{print s+0}')
|
|
local mysql_thr mysql_slow
|
|
mysql_thr=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SELECT COUNT(*) FROM information_schema.processlist WHERE command<>'Sleep'" 2>/dev/null)
|
|
mysql_slow=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SHOW GLOBAL STATUS LIKE 'Slow_queries'" 2>/dev/null | awk '{print $2}')
|
|
local disk=$(df -h /data | awk 'NR==2{print $5}')
|
|
local gw_up=$(pgrep -f '^\./bin/gateway' | head -1); local cs_up=$(pgrep -f '^\./bin/consumer' | head -1)
|
|
echo "$ts task=$task_cnt fee=$task_fee detail=$d_cnt st1=$d_p1 st2=$d_ok st3=$d_fail dfee=$d_fee report=$rpt merged=$merged expf=$exf degr_ov=$ovf dup=$dup pend=$pend recheck=$rfin lag=$lag dbthr=$mysql_thr slow=$mysql_slow disk=$disk gw=${gw_up:-DOWN} cs=${cs_up:-DOWN}"
|
|
}
|
|
|
|
export BEGIN
|
|
if [ "${1:-}" = "--once" ]; then
|
|
BEGIN=$(date '+%F %T')
|
|
sample | tee "$DIR/logs/1m-baseline.txt"
|
|
echo "# 基线含全局计数器当前值(merged/degrade 等为进程重启以来累计)" >> "$DIR/logs/1m-baseline.txt"
|
|
exit 0
|
|
fi
|
|
|
|
BEGIN=$(date '+%F %T')
|
|
echo "# watch start $BEGIN (窗口内增量口径;计数器为累计,对账用差值)" >> "$DIR/logs/1m-watch.log"
|
|
while true; do
|
|
sample >> "$DIR/logs/1m-watch.log"
|
|
sleep 30
|
|
done
|