Files

150 lines
4.1 KiB
Go

//go:build integration
package integration
import (
"context"
"fmt"
"sync"
"testing"
"time"
"github.com/IBM/sarama"
"go.uber.org/zap"
"go-sms/internal/pkg/queue"
)
// TestKafka_ConsumerGroupDeadLetter 验收(Day 16):
// 毒丸消息消费失败 3 次(重投)后转投 <topic>.dlq;正常消息即时处理成功。
func TestKafka_ConsumerGroupDeadLetter(t *testing.T) {
addr := kafkaAddr()
topic := fmt.Sprintf("go-sms-it-dlq-%d", time.Now().UnixNano())
group := topic + "-group"
var mu sync.Mutex
attempts := make(map[string]int) // key -> 失败尝试次数
done := make(chan string, 4)
// 死信收集:普通消费者订阅 <topic>.dlq
dlqReceived := make(chan *sarama.ConsumerMessage, 2)
dlqReady := make(chan struct{})
dlqCons, err := queue.NewConsumer(queue.ConsumerConfig{
Brokers: []string{addr}, GroupID: group + "-dlqwatch",
Topics: []string{queue.DLQTopic(topic)},
Oldest: true, CommitEveryN: 1, Logger: zap.NewExample(),
Handler: func(_ context.Context, msg *sarama.ConsumerMessage) error {
if string(msg.Key) == "__ready__" {
select {
case <-dlqReady:
default:
close(dlqReady)
}
return nil
}
select {
case dlqReceived <- msg:
default:
}
return nil
},
})
if err != nil {
t.Skipf("Kafka 不可达(make up),跳过: %v", err)
}
dctx, dcancel := context.WithCancel(context.Background())
defer dcancel()
go func() { _ = dlqCons.Run(dctx) }()
defer dlqCons.Close()
// 业务消费组:maxRetry=3;poison 恒败,ok 正常
cg, err := queue.NewConsumerGroup(queue.ConsumerGroupConfig{
Consumer: queue.ConsumerConfig{
Brokers: []string{addr}, GroupID: group, Topics: []string{topic},
Oldest: true, CommitEveryN: 1, Logger: zap.NewExample(),
Handler: func(_ context.Context, msg *sarama.ConsumerMessage) error {
switch string(msg.Key) {
case "poison":
mu.Lock()
attempts["poison"]++
mu.Unlock()
return fmt.Errorf("poison fail #%d", attempts["poison"])
case "__ready__":
return nil
default:
done <- string(msg.Key)
return nil
}
},
},
Producer: queue.ProducerConfig{Brokers: []string{addr}, Logger: zap.NewExample()},
MaxRetry: 3,
})
if err != nil {
t.Fatalf("创建消费组失败: %v", err)
}
gctx, gcancel := context.WithCancel(context.Background())
defer gcancel()
go func() { _ = cg.Run(gctx) }()
defer cg.Close()
// 就绪探测:两组各投一条 __ready__(业务组直接成功;死信组触发 dlqReady)
prod, err := queue.NewProducer(queue.ProducerConfig{Brokers: []string{addr}, Logger: zap.NewExample()})
if err != nil {
t.Fatal(err)
}
defer prod.Close()
if err := prod.Send(topic, []byte("__ready__"), []byte("ping")); err != nil {
t.Fatal(err)
}
if err := prod.Send(queue.DLQTopic(topic), []byte("__ready__"), []byte("ping")); err != nil {
t.Fatal(err)
}
select {
case <-dlqReady:
case <-time.After(30 * time.Second):
t.Fatal("死信观察组 30s 未就绪")
}
time.Sleep(4 * time.Second) // 业务组分配余量
// 投递:1 条毒丸 + 1 条正常
if err := prod.Send(topic, []byte("poison"), []byte("POISON-BODY")); err != nil {
t.Fatal(err)
}
if err := prod.Send(topic, []byte("normal"), []byte("NORMAL-BODY")); err != nil {
t.Fatal(err)
}
// 验收 1:正常消息被处理
select {
case k := <-done:
if k != "normal" {
t.Fatalf("处理了意外消息 %q", k)
}
case <-time.After(15 * time.Second):
t.Fatal("正常消息未被消费")
}
// 验收 2:毒丸失败 3 次后进入死信(载荷含原值)
select {
case dlq := <-dlqReceived:
if string(dlq.Key) != "poison" {
t.Fatalf("死信 key = %q", dlq.Key)
}
if got := string(dlq.Value); len(got) < 11 || got[len(got)-11:] != "POISON-BODY" {
t.Fatalf("死信载荷未保留原值: %q", got)
}
case <-time.After(25 * time.Second):
t.Fatal("毒丸消息未进入死信主题")
}
// 验收 3:失败次数恰为 3(不含死信后)
mu.Lock()
n := attempts["poison"]
mu.Unlock()
if n != 3 {
t.Errorf("毒丸失败次数 = %d, 期望 3(达限转投不再重投)", n)
}
t.Logf("毒丸经 %d 次失败后转投 %s,载荷保留原值;正常消息即时处理", n, queue.DLQTopic(topic))
}