150 lines
4.1 KiB
Go
150 lines
4.1 KiB
Go
//go:build integration
|
|
|
|
package integration
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/IBM/sarama"
|
|
"go.uber.org/zap"
|
|
|
|
"go-sms/internal/pkg/queue"
|
|
)
|
|
|
|
// TestKafka_ConsumerGroupDeadLetter 验收(Day 16):
|
|
// 毒丸消息消费失败 3 次(重投)后转投 <topic>.dlq;正常消息即时处理成功。
|
|
func TestKafka_ConsumerGroupDeadLetter(t *testing.T) {
|
|
addr := kafkaAddr()
|
|
topic := fmt.Sprintf("go-sms-it-dlq-%d", time.Now().UnixNano())
|
|
group := topic + "-group"
|
|
|
|
var mu sync.Mutex
|
|
attempts := make(map[string]int) // key -> 失败尝试次数
|
|
done := make(chan string, 4)
|
|
|
|
// 死信收集:普通消费者订阅 <topic>.dlq
|
|
dlqReceived := make(chan *sarama.ConsumerMessage, 2)
|
|
dlqReady := make(chan struct{})
|
|
dlqCons, err := queue.NewConsumer(queue.ConsumerConfig{
|
|
Brokers: []string{addr}, GroupID: group + "-dlqwatch",
|
|
Topics: []string{queue.DLQTopic(topic)},
|
|
Oldest: true, CommitEveryN: 1, Logger: zap.NewExample(),
|
|
Handler: func(_ context.Context, msg *sarama.ConsumerMessage) error {
|
|
if string(msg.Key) == "__ready__" {
|
|
select {
|
|
case <-dlqReady:
|
|
default:
|
|
close(dlqReady)
|
|
}
|
|
return nil
|
|
}
|
|
select {
|
|
case dlqReceived <- msg:
|
|
default:
|
|
}
|
|
return nil
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Skipf("Kafka 不可达(make up),跳过: %v", err)
|
|
}
|
|
dctx, dcancel := context.WithCancel(context.Background())
|
|
defer dcancel()
|
|
go func() { _ = dlqCons.Run(dctx) }()
|
|
defer dlqCons.Close()
|
|
|
|
// 业务消费组:maxRetry=3;poison 恒败,ok 正常
|
|
cg, err := queue.NewConsumerGroup(queue.ConsumerGroupConfig{
|
|
Consumer: queue.ConsumerConfig{
|
|
Brokers: []string{addr}, GroupID: group, Topics: []string{topic},
|
|
Oldest: true, CommitEveryN: 1, Logger: zap.NewExample(),
|
|
Handler: func(_ context.Context, msg *sarama.ConsumerMessage) error {
|
|
switch string(msg.Key) {
|
|
case "poison":
|
|
mu.Lock()
|
|
attempts["poison"]++
|
|
mu.Unlock()
|
|
return fmt.Errorf("poison fail #%d", attempts["poison"])
|
|
case "__ready__":
|
|
return nil
|
|
default:
|
|
done <- string(msg.Key)
|
|
return nil
|
|
}
|
|
},
|
|
},
|
|
Producer: queue.ProducerConfig{Brokers: []string{addr}, Logger: zap.NewExample()},
|
|
MaxRetry: 3,
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("创建消费组失败: %v", err)
|
|
}
|
|
gctx, gcancel := context.WithCancel(context.Background())
|
|
defer gcancel()
|
|
go func() { _ = cg.Run(gctx) }()
|
|
defer cg.Close()
|
|
|
|
// 就绪探测:两组各投一条 __ready__(业务组直接成功;死信组触发 dlqReady)
|
|
prod, err := queue.NewProducer(queue.ProducerConfig{Brokers: []string{addr}, Logger: zap.NewExample()})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer prod.Close()
|
|
if err := prod.Send(topic, []byte("__ready__"), []byte("ping")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := prod.Send(queue.DLQTopic(topic), []byte("__ready__"), []byte("ping")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
select {
|
|
case <-dlqReady:
|
|
case <-time.After(30 * time.Second):
|
|
t.Fatal("死信观察组 30s 未就绪")
|
|
}
|
|
time.Sleep(4 * time.Second) // 业务组分配余量
|
|
|
|
// 投递:1 条毒丸 + 1 条正常
|
|
if err := prod.Send(topic, []byte("poison"), []byte("POISON-BODY")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := prod.Send(topic, []byte("normal"), []byte("NORMAL-BODY")); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
// 验收 1:正常消息被处理
|
|
select {
|
|
case k := <-done:
|
|
if k != "normal" {
|
|
t.Fatalf("处理了意外消息 %q", k)
|
|
}
|
|
case <-time.After(15 * time.Second):
|
|
t.Fatal("正常消息未被消费")
|
|
}
|
|
|
|
// 验收 2:毒丸失败 3 次后进入死信(载荷含原值)
|
|
select {
|
|
case dlq := <-dlqReceived:
|
|
if string(dlq.Key) != "poison" {
|
|
t.Fatalf("死信 key = %q", dlq.Key)
|
|
}
|
|
if got := string(dlq.Value); len(got) < 11 || got[len(got)-11:] != "POISON-BODY" {
|
|
t.Fatalf("死信载荷未保留原值: %q", got)
|
|
}
|
|
case <-time.After(25 * time.Second):
|
|
t.Fatal("毒丸消息未进入死信主题")
|
|
}
|
|
|
|
// 验收 3:失败次数恰为 3(不含死信后)
|
|
mu.Lock()
|
|
n := attempts["poison"]
|
|
mu.Unlock()
|
|
if n != 3 {
|
|
t.Errorf("毒丸失败次数 = %d, 期望 3(达限转投不再重投)", n)
|
|
}
|
|
t.Logf("毒丸经 %d 次失败后转投 %s,载荷保留原值;正常消息即时处理", n, queue.DLQTopic(topic))
|
|
}
|