2020-04-15 04:07:17 +03:00
|
|
|
package segmentio_test
|
2020-04-08 11:53:02 +03:00
|
|
|
|
|
|
|
import (
|
2021-01-19 15:53:47 +03:00
|
|
|
"context"
|
2020-04-08 11:53:02 +03:00
|
|
|
"os"
|
2020-04-13 15:51:23 +03:00
|
|
|
"strings"
|
2020-04-15 04:07:17 +03:00
|
|
|
"sync/atomic"
|
2020-04-08 11:53:02 +03:00
|
|
|
"testing"
|
|
|
|
|
2021-10-27 00:48:31 +03:00
|
|
|
segmentio "go.unistack.org/micro-broker-segmentio/v3"
|
|
|
|
"go.unistack.org/micro/v3/broker"
|
|
|
|
"go.unistack.org/micro/v3/logger"
|
2020-04-08 11:53:02 +03:00
|
|
|
)
|
|
|
|
|
2021-01-19 15:53:47 +03:00
|
|
|
func TestSegmentioSubscribe(t *testing.T) {
|
|
|
|
ctx := context.Background()
|
2021-07-18 13:28:13 +03:00
|
|
|
if err := logger.DefaultLogger.Init(logger.WithLevel(logger.TraceLevel)); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
|
2021-01-19 15:53:47 +03:00
|
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
|
|
|
t.Skip()
|
|
|
|
}
|
|
|
|
|
|
|
|
var addrs []string
|
|
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
|
|
addrs = []string{"127.0.0.1:9092"}
|
|
|
|
} else {
|
|
|
|
addrs = strings.Split(addr, ",")
|
|
|
|
}
|
|
|
|
|
|
|
|
brk := segmentio.NewBroker(broker.Addrs(addrs...))
|
|
|
|
if err := brk.Init(); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := brk.Connect(ctx); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := brk.Disconnect(ctx); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
done := make(chan struct{}, 100)
|
|
|
|
fn := func(msg broker.Event) error {
|
|
|
|
if err := msg.Ack(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
done <- struct{}{}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
sub, err := brk.Subscribe(ctx, "test_topic", fn, broker.SubscribeGroup("test"))
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := sub.Unsubscribe(ctx); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
if err := brk.Publish(ctx, "test_topic", bm); err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
<-done
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
func BenchmarkSegmentioCodecJsonPublish(b *testing.B) {
|
2021-01-19 15:53:47 +03:00
|
|
|
ctx := context.Background()
|
|
|
|
|
2020-06-18 01:38:54 +03:00
|
|
|
// b.Skip()
|
2021-01-19 15:53:47 +03:00
|
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
2020-04-15 04:07:17 +03:00
|
|
|
b.Skip()
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
2020-04-13 15:51:23 +03:00
|
|
|
|
|
|
|
var addrs []string
|
|
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
|
|
addrs = []string{"127.0.0.1:9092"}
|
|
|
|
} else {
|
|
|
|
addrs = strings.Split(addr, ",")
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
brk := segmentio.NewBroker(broker.Addrs(addrs...))
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Connect(ctx); err != nil {
|
2020-04-15 04:07:17 +03:00
|
|
|
b.Fatal(err)
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
defer func() {
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Disconnect(ctx); err != nil {
|
2020-04-15 04:07:17 +03:00
|
|
|
b.Fatal(err)
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Publish(ctx, "test_topic", bm); err != nil {
|
2020-04-15 04:07:17 +03:00
|
|
|
b.Fatal(err)
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2021-01-19 15:53:47 +03:00
|
|
|
|
|
|
|
/*
|
2020-04-15 04:07:17 +03:00
|
|
|
func BenchmarkSegmentioCodecSegmentioPublish(b *testing.B) {
|
2021-01-19 15:53:47 +03:00
|
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Skip()
|
|
|
|
}
|
2020-04-13 15:51:23 +03:00
|
|
|
|
|
|
|
var addrs []string
|
|
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
|
|
addrs = []string{"127.0.0.1:9092"}
|
|
|
|
} else {
|
|
|
|
addrs = strings.Split(addr, ",")
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
brk := segmentio.NewBroker(broker.Codec(segjson.Marshaler{}), broker.Addrs(addrs...))
|
2020-04-08 11:53:02 +03:00
|
|
|
if err := brk.Connect(); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := brk.Disconnect(); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
b.ResetTimer()
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
|
|
if err := brk.Publish("test_topic", bm); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2021-01-19 15:53:47 +03:00
|
|
|
*/
|
2020-04-15 04:07:17 +03:00
|
|
|
func BenchmarkSegmentioCodecJsonSubscribe(b *testing.B) {
|
|
|
|
b.Skip()
|
2021-01-19 15:53:47 +03:00
|
|
|
ctx := context.Background()
|
|
|
|
|
|
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Skip()
|
|
|
|
}
|
2020-04-13 15:51:23 +03:00
|
|
|
|
|
|
|
var addrs []string
|
|
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
|
|
addrs = []string{"127.0.0.1:9092"}
|
|
|
|
} else {
|
|
|
|
addrs = strings.Split(addr, ",")
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
brk := segmentio.NewBroker(broker.Addrs(addrs...))
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Connect(ctx); err != nil {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Disconnect(ctx); err != nil {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
cnt := 0
|
2020-04-15 04:07:17 +03:00
|
|
|
var done atomic.Value
|
|
|
|
done.Store(false)
|
|
|
|
exit := make(chan struct{})
|
2020-04-08 11:53:02 +03:00
|
|
|
fn := func(msg broker.Event) error {
|
|
|
|
if cnt == 0 {
|
|
|
|
b.ResetTimer()
|
|
|
|
}
|
|
|
|
cnt++
|
2020-04-13 15:51:23 +03:00
|
|
|
if cnt == b.N {
|
2020-04-15 04:07:17 +03:00
|
|
|
if v := done.Load().(bool); !v {
|
|
|
|
done.Store(true)
|
|
|
|
close(exit)
|
|
|
|
}
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
return msg.Ack()
|
|
|
|
}
|
2020-04-13 15:51:23 +03:00
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
go func() {
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
|
|
if v, ok := done.Load().(bool); ok && v {
|
|
|
|
return
|
|
|
|
}
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := brk.Publish(ctx, "test_topic", bm); err != nil {
|
2021-07-18 13:28:13 +03:00
|
|
|
panic(err)
|
2020-04-15 04:07:17 +03:00
|
|
|
}
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
2020-04-15 04:07:17 +03:00
|
|
|
}()
|
2020-04-08 11:53:02 +03:00
|
|
|
|
2021-01-19 15:53:47 +03:00
|
|
|
sub, err := brk.Subscribe(ctx, "test_topic", fn, broker.SubscribeGroup("test"))
|
2020-04-08 11:53:02 +03:00
|
|
|
if err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
2021-01-19 15:53:47 +03:00
|
|
|
if err := sub.Unsubscribe(ctx); err != nil {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
2020-04-15 04:07:17 +03:00
|
|
|
<-exit
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
|
2021-01-19 15:53:47 +03:00
|
|
|
/*
|
2020-04-15 04:07:17 +03:00
|
|
|
func BenchmarkSegmentioCodecSegmentioSubscribe(b *testing.B) {
|
2021-01-19 15:53:47 +03:00
|
|
|
if tr := os.Getenv("INTEGRATION_TESTS"); len(tr) > 0 {
|
2020-04-08 11:53:02 +03:00
|
|
|
b.Skip()
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
var addrs []string
|
|
|
|
if addr := os.Getenv("BROKER_ADDRS"); len(addr) == 0 {
|
|
|
|
addrs = []string{"127.0.0.1:9092"}
|
|
|
|
} else {
|
|
|
|
addrs = strings.Split(addr, ",")
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
brk := segmentio.NewBroker(broker.Codec(segjson.Marshaler{}), broker.Addrs(addrs...))
|
2020-04-08 11:53:02 +03:00
|
|
|
if err := brk.Connect(); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := brk.Disconnect(); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
cnt := 0
|
2020-04-15 04:07:17 +03:00
|
|
|
var done atomic.Value
|
|
|
|
done.Store(false)
|
|
|
|
exit := make(chan struct{})
|
2020-04-08 11:53:02 +03:00
|
|
|
fn := func(msg broker.Event) error {
|
|
|
|
if cnt == 0 {
|
|
|
|
b.ResetTimer()
|
|
|
|
}
|
|
|
|
cnt++
|
2020-04-15 04:07:17 +03:00
|
|
|
if cnt == b.N {
|
|
|
|
if v, ok := done.Load().(bool); ok && !v {
|
|
|
|
done.Store(true)
|
|
|
|
close(exit)
|
|
|
|
}
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
|
|
|
return msg.Ack()
|
|
|
|
}
|
|
|
|
|
2020-04-15 04:07:17 +03:00
|
|
|
go func() {
|
|
|
|
for i := 0; i < b.N; i++ {
|
|
|
|
if v := done.Load().(bool); v {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if err := brk.Publish("test_topic", bm); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
2020-04-15 04:07:17 +03:00
|
|
|
}()
|
2020-04-08 11:53:02 +03:00
|
|
|
|
|
|
|
sub, err := brk.Subscribe("test_topic", fn, broker.Queue("test"))
|
|
|
|
if err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
defer func() {
|
|
|
|
if err := sub.Unsubscribe(); err != nil {
|
|
|
|
b.Fatal(err)
|
|
|
|
}
|
|
|
|
}()
|
2020-04-15 04:07:17 +03:00
|
|
|
<-exit
|
2020-04-08 11:53:02 +03:00
|
|
|
}
|
2021-01-19 15:53:47 +03:00
|
|
|
*/
|