136 lines
2.6 KiB
Go
136 lines
2.6 KiB
Go
package kgo_test
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"sync/atomic"
|
|
"testing"
|
|
"time"
|
|
|
|
kg "github.com/twmb/franz-go/pkg/kgo"
|
|
kgo "go.unistack.org/micro-broker-kgo/v3"
|
|
"go.unistack.org/micro/v3/broker"
|
|
"go.unistack.org/micro/v3/logger"
|
|
"go.unistack.org/micro/v3/metadata"
|
|
)
|
|
|
|
var (
|
|
msgcnt = int64(12000000)
|
|
group = "38"
|
|
prefill = false
|
|
loglevel = logger.InfoLevel
|
|
)
|
|
|
|
var bm = &broker.Message{
|
|
Header: map[string]string{"hkey": "hval", metadata.HeaderTopic: "test"},
|
|
Body: []byte(`"body"`),
|
|
}
|
|
|
|
func TestConnect(t *testing.T) {
|
|
var addrs []string
|
|
ctx := context.TODO()
|
|
b := kgo.NewBroker(
|
|
broker.Addrs(addrs...),
|
|
kgo.CommitInterval(5*time.Second),
|
|
kgo.Options(kg.ClientID("test"), kg.FetchMaxBytes(10*1024*1024)),
|
|
)
|
|
if err := b.Init(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := b.Connect(ctx); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
|
|
func TestPubSub(t *testing.T) {
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
|
t.Skip()
|
|
}
|
|
|
|
if err := logger.DefaultLogger.Init(logger.WithLevel(loglevel), logger.WithAddCallerSkipCount(1)); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
ctx := context.Background()
|
|
|
|
var addrs []string
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
addrs = []string{"127.0.0.1:29091", "127.0.0.2:29092", "127.0.0.3:29093"}
|
|
} else {
|
|
addrs = strings.Split(addr, ",")
|
|
}
|
|
|
|
b := kgo.NewBroker(
|
|
broker.Addrs(addrs...),
|
|
kgo.CommitInterval(5*time.Second),
|
|
kgo.Options(kg.ClientID("test"), kg.FetchMaxBytes(10*1024*1024)),
|
|
)
|
|
if err := b.Init(); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if err := b.Connect(ctx); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
defer func() {
|
|
if err := b.Disconnect(ctx); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}()
|
|
if prefill {
|
|
msgs := make([]*broker.Message, 0, msgcnt)
|
|
for i := int64(0); i < msgcnt; i++ {
|
|
msgs = append(msgs, bm)
|
|
}
|
|
|
|
if err := b.BatchPublish(ctx, msgs); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
// t.Skip()
|
|
}
|
|
done := make(chan bool, 1)
|
|
idx := int64(0)
|
|
fn := func(msg broker.Event) error {
|
|
atomic.AddInt64(&idx, 1)
|
|
// time.Sleep(200 * time.Millisecond)
|
|
return msg.Ack()
|
|
}
|
|
|
|
sub, err := b.Subscribe(ctx, "test", fn,
|
|
broker.SubscribeAutoAck(true),
|
|
broker.SubscribeGroup(group),
|
|
broker.SubscribeBodyOnly(true))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer func() {
|
|
if err := sub.Unsubscribe(ctx); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}()
|
|
|
|
ticker := time.NewTicker(2 * time.Minute)
|
|
defer ticker.Stop()
|
|
|
|
pticker := time.NewTicker(1 * time.Second)
|
|
defer pticker.Stop()
|
|
go func() {
|
|
for {
|
|
select {
|
|
case <-pticker.C:
|
|
if prc := atomic.LoadInt64(&idx); prc == msgcnt {
|
|
close(done)
|
|
} else {
|
|
fmt.Printf("processed %v\n", prc)
|
|
}
|
|
case <-ticker.C:
|
|
close(done)
|
|
}
|
|
}
|
|
}()
|
|
<-done
|
|
}
|