Files
go-sms-V2/scripts/watch_1m.sh
T

56 lines
3.6 KiB
Bash
Executable File

#!/bin/bash
# watch_1m.sh Day 69 百万级长短信压测 watchdog。
# 用法:
# ./scripts/watch_1m.sh --once # 压测前基线快照(存 logs/1m-baseline.txt)
# ./scripts/watch_1m.sh # 压测期间持续采样(30s 周期,追加 logs/1m-watch.log)
# 采样面:DB 行数增量/status=1 残留、长短信聚合三计数、回执 pending/recheck、
# Kafka lag、MySQL 运行态、磁盘内存、双进程存活。
set -u
DIR="$(cd "$(dirname "$0")/.." && pwd)"
MYSQL="docker exec go-sms-mysql mysql -ugosms -pgosms123 gosms -N -e"
q() { $MYSQL "$1" 2>/dev/null | tr '\n' ' ' | awk '{$1=$1};1'; }
sample() {
local ts row
ts=$(date '+%F %T')
# BEGIN 在此展开为具体时刻(docker exec 内无 shell 展开,必须宿主侧先替换)
local since="created_at>='$BEGIN'"
row="$(q "SELECT COUNT(*),IFNULL(SUM(fee_total),0) FROM message_task WHERE $since")"
local task_cnt=$(echo "$row" | awk '{print $1}') task_fee=$(echo "$row" | awk '{print $2}')
row="$(q "SELECT COUNT(*),IFNULL(SUM(status=1),0),IFNULL(SUM(status=2),0),IFNULL(SUM(status=3),0),IFNULL(SUM(fee),0) FROM message_detail WHERE $since")"
local d_cnt=$(echo "$row" | awk '{print $1}') d_p1=$(echo "$row" | awk '{print $2}') d_ok=$(echo "$row" | awk '{print $3}') d_fail=$(echo "$row" | awk '{print $4}') d_fee=$(echo "$row" | awk '{print $5}')
row="$(q "SELECT COUNT(*) FROM message_report WHERE $since")"
local rpt=${row%% *}
# 指标(gateway:8080 / consumer:8082)
local m merged exf ovf dup pend rfin rpnd lag
merged=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_merged_total /{print $2}')
exf=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_expire_fail_total /{print $2+0}')
ovf=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_degrade_total\{kind="overflow"\} /{print $2+0} /^go_sms_longsms_degrade_total\{kind="ref_conflict"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null)
dup=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_longsms_dup_frag_total /{print $2}')
pend=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_pending_total /{print $2}')
rfin=$(curl -s http://127.0.0.1:8082/metrics | awk '/^go_sms_report_recheck_total\{kind="finalized"\} /{print $2+0} /^go_sms_report_recheck_total\{kind="still_pending"\} /{print $2+0}' | paste -sd+ | bc 2>/dev/null)
lag=$(curl -s http://127.0.0.1:8080/metrics | awk '/^go_sms_kafka_lag/{s+=$2} END{print s+0}')
local mysql_thr mysql_slow
mysql_thr=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SELECT COUNT(*) FROM information_schema.processlist WHERE command<>'Sleep'" 2>/dev/null)
mysql_slow=$(docker exec go-sms-mysql mysql -ugosms -pgosms123 -N -e "SHOW GLOBAL STATUS LIKE 'Slow_queries'" 2>/dev/null | awk '{print $2}')
local disk=$(df -h /data | awk 'NR==2{print $5}')
local gw_up=$(pgrep -f '^\./bin/gateway ' | head -1); local cs_up=$(pgrep -f '^\./bin/consumer' | head -1)
echo "$ts task=$task_cnt fee=$task_fee detail=$d_cnt st1=$d_p1 st2=$d_ok st3=$d_fail dfee=$d_fee report=$rpt merged=$merged expf=$exf degr_ov=$ovf dup=$dup pend=$pend recheck=$rfin lag=$lag dbthr=$mysql_thr slow=$mysql_slow disk=$disk gw=${gw_up:-DOWN} cs=${cs_up:-DOWN}"
}
export BEGIN
if [ "${1:-}" = "--once" ]; then
BEGIN=$(date '+%F %T')
sample | tee "$DIR/logs/1m-baseline.txt"
echo "# 基线含全局计数器当前值(merged/degrade 等为进程重启以来累计)" >> "$DIR/logs/1m-baseline.txt"
exit 0
fi
BEGIN=$(date '+%F %T')
echo "# watch start $BEGIN (窗口内增量口径;计数器为累计,对账用差值)" >> "$DIR/logs/1m-watch.log"
while true; do
sample >> "$DIR/logs/1m-watch.log"
sleep 30
done