2021-01-29 18:20:06 +03:00
|
|
|
// Package nats provides a NATS broker
|
|
|
|
package nats
|
2015-11-25 03:16:12 +03:00
|
|
|
|
|
|
|
import (
|
2021-01-29 18:20:06 +03:00
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"strings"
|
|
|
|
"sync"
|
|
|
|
|
|
|
|
nats "github.com/nats-io/nats.go"
|
|
|
|
"github.com/unistack-org/micro/v3/broker"
|
|
|
|
"github.com/unistack-org/micro/v3/logger"
|
2021-09-10 23:55:08 +03:00
|
|
|
"github.com/unistack-org/micro/v3/metadata"
|
|
|
|
"golang.org/x/sync/errgroup"
|
2015-11-25 03:16:12 +03:00
|
|
|
)
|
|
|
|
|
2021-01-29 18:20:06 +03:00
|
|
|
type natsBroker struct {
|
|
|
|
sync.Once
|
|
|
|
sync.RWMutex
|
|
|
|
|
|
|
|
// indicate if we're connected
|
|
|
|
connected bool
|
2021-03-24 23:19:12 +03:00
|
|
|
init bool
|
|
|
|
addrs []string
|
|
|
|
conn *nats.Conn
|
|
|
|
opts broker.Options
|
|
|
|
nopts nats.Options
|
2021-01-29 18:20:06 +03:00
|
|
|
|
|
|
|
// should we drain the connection
|
|
|
|
drain bool
|
|
|
|
closeCh chan (error)
|
|
|
|
}
|
|
|
|
|
|
|
|
type publication struct {
|
|
|
|
t string
|
|
|
|
err error
|
|
|
|
m *broker.Message
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *publication) Topic() string {
|
|
|
|
return p.t
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *publication) Message() *broker.Message {
|
|
|
|
return p.m
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *publication) Ack() error {
|
|
|
|
// nats does not support acking
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-09-10 23:55:08 +03:00
|
|
|
func (p *publication) SetError(err error) {
|
|
|
|
p.err = err
|
|
|
|
}
|
|
|
|
|
2021-01-29 18:20:06 +03:00
|
|
|
func (p *publication) Error() error {
|
|
|
|
return p.err
|
|
|
|
}
|
|
|
|
|
|
|
|
type subscriber struct {
|
|
|
|
s *nats.Subscription
|
|
|
|
opts broker.SubscribeOptions
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *subscriber) Options() broker.SubscribeOptions {
|
|
|
|
return s.opts
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *subscriber) Topic() string {
|
|
|
|
return s.s.Subject
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *subscriber) Unsubscribe(ctx context.Context) error {
|
|
|
|
return s.s.Unsubscribe()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Address() string {
|
|
|
|
if n.conn != nil && n.conn.IsConnected() {
|
|
|
|
return n.conn.ConnectedUrl()
|
|
|
|
}
|
|
|
|
|
2021-09-10 23:55:08 +03:00
|
|
|
return strings.Join(n.addrs, ",")
|
2021-01-29 18:20:06 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) setAddrs(addrs []string) []string {
|
|
|
|
//nolint:prealloc
|
|
|
|
var cAddrs []string
|
|
|
|
for _, addr := range addrs {
|
|
|
|
if len(addr) == 0 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if !strings.HasPrefix(addr, "nats://") {
|
|
|
|
addr = "nats://" + addr
|
|
|
|
}
|
|
|
|
cAddrs = append(cAddrs, addr)
|
|
|
|
}
|
|
|
|
if len(cAddrs) == 0 {
|
|
|
|
cAddrs = []string{nats.DefaultURL}
|
|
|
|
}
|
|
|
|
return cAddrs
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Connect(ctx context.Context) error {
|
|
|
|
n.Lock()
|
|
|
|
defer n.Unlock()
|
|
|
|
|
|
|
|
if n.connected {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
status := nats.CLOSED
|
|
|
|
if n.conn != nil {
|
|
|
|
status = n.conn.Status()
|
|
|
|
}
|
|
|
|
|
|
|
|
switch status {
|
|
|
|
case nats.CONNECTED, nats.RECONNECTING, nats.CONNECTING:
|
|
|
|
n.connected = true
|
|
|
|
return nil
|
|
|
|
default: // DISCONNECTED or CLOSED or DRAINING
|
|
|
|
opts := n.nopts
|
|
|
|
opts.Servers = n.addrs
|
|
|
|
opts.TLSConfig = n.opts.TLSConfig
|
|
|
|
|
|
|
|
c, err := opts.Connect()
|
|
|
|
if err != nil {
|
|
|
|
if n.opts.Logger.V(logger.WarnLevel) {
|
|
|
|
n.opts.Logger.Warnf(n.opts.Context, "Error connecting to broker: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
n.conn = c
|
|
|
|
n.connected = true
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Disconnect(ctx context.Context) error {
|
|
|
|
n.Lock()
|
|
|
|
defer n.Unlock()
|
|
|
|
|
|
|
|
// drain the connection if specified
|
|
|
|
if n.drain {
|
|
|
|
n.conn.Drain()
|
|
|
|
n.closeCh <- nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// close the client connection
|
|
|
|
n.conn.Close()
|
|
|
|
|
|
|
|
// set not connected
|
|
|
|
n.connected = false
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Init(opts ...broker.Option) error {
|
2021-03-24 23:19:12 +03:00
|
|
|
if len(opts) == 0 && n.init {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := n.opts.Register.Init(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := n.opts.Tracer.Init(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := n.opts.Logger.Init(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := n.opts.Meter.Init(); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-01-29 18:20:06 +03:00
|
|
|
n.setOption(opts...)
|
|
|
|
if n.opts.Codec == nil {
|
|
|
|
return fmt.Errorf("codec is nil")
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Options() broker.Options {
|
|
|
|
return n.opts
|
|
|
|
}
|
|
|
|
|
2021-09-10 23:55:08 +03:00
|
|
|
func (n *natsBroker) BatchPublish(ctx context.Context, msg []*broker.Message, opts ...broker.PublishOption) error {
|
|
|
|
msgs := make(map[string][][]byte)
|
|
|
|
var wg sync.WaitGroup
|
|
|
|
|
|
|
|
wg.Add(len(msg))
|
|
|
|
|
|
|
|
for _, m := range msg {
|
|
|
|
b, err := n.opts.Codec.Marshal(m)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
topic, _ := m.Header.Get(metadata.HeaderTopic)
|
|
|
|
msgs[topic] = append(msgs[topic], b)
|
|
|
|
}
|
|
|
|
|
2021-01-29 18:20:06 +03:00
|
|
|
n.RLock()
|
|
|
|
defer n.RUnlock()
|
|
|
|
|
2021-09-10 23:55:08 +03:00
|
|
|
g := errgroup.Group{}
|
|
|
|
|
|
|
|
for topic, ms := range msgs {
|
|
|
|
for _, m := range ms {
|
|
|
|
g.Go(func() error {
|
|
|
|
return n.conn.Publish(topic, m)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return g.Wait()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Publish(ctx context.Context, topic string, msg *broker.Message, opts ...broker.PublishOption) error {
|
|
|
|
var err error
|
|
|
|
var buf []byte
|
|
|
|
|
|
|
|
options := broker.NewPublishOptions(opts...)
|
|
|
|
|
|
|
|
n.RLock()
|
2021-01-29 18:20:06 +03:00
|
|
|
if n.conn == nil {
|
2021-09-10 23:55:08 +03:00
|
|
|
n.RUnlock()
|
2021-01-29 18:20:06 +03:00
|
|
|
return errors.New("not connected")
|
|
|
|
}
|
2021-09-10 23:55:08 +03:00
|
|
|
n.RUnlock()
|
2021-01-29 18:20:06 +03:00
|
|
|
|
2021-09-10 23:55:08 +03:00
|
|
|
if options.BodyOnly {
|
|
|
|
buf = msg.Body
|
|
|
|
} else {
|
|
|
|
buf, err = n.opts.Codec.Marshal(msg)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-01-29 18:20:06 +03:00
|
|
|
}
|
2021-09-10 23:55:08 +03:00
|
|
|
|
|
|
|
n.RLock()
|
|
|
|
defer n.RUnlock()
|
|
|
|
return n.conn.Publish(topic, buf)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) BatchSubscribe(ctx context.Context, topic string, handler broker.BatchHandler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
|
|
|
|
return nil, nil
|
2021-01-29 18:20:06 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Subscribe(ctx context.Context, topic string, handler broker.Handler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
|
|
|
|
n.RLock()
|
|
|
|
if n.conn == nil {
|
|
|
|
n.RUnlock()
|
|
|
|
return nil, errors.New("not connected")
|
|
|
|
}
|
|
|
|
n.RUnlock()
|
|
|
|
|
|
|
|
opt := broker.NewSubscribeOptions(opts...)
|
|
|
|
|
|
|
|
fn := func(msg *nats.Msg) {
|
|
|
|
m := &broker.Message{}
|
|
|
|
pub := &publication{t: msg.Subject}
|
|
|
|
|
|
|
|
eh := n.opts.ErrorHandler
|
|
|
|
if opt.ErrorHandler != nil {
|
|
|
|
eh = opt.ErrorHandler
|
|
|
|
}
|
|
|
|
err := n.opts.Codec.Unmarshal(msg.Data, &m)
|
|
|
|
pub.err = err
|
|
|
|
pub.m = m
|
|
|
|
if err != nil {
|
|
|
|
pub.m.Body = msg.Data
|
|
|
|
if eh != nil {
|
|
|
|
eh(pub)
|
|
|
|
} else {
|
|
|
|
if n.opts.Logger.V(logger.ErrorLevel) {
|
|
|
|
n.opts.Logger.Error(n.opts.Context, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if err := handler(pub); err != nil {
|
|
|
|
pub.err = err
|
|
|
|
if eh != nil {
|
|
|
|
eh(pub)
|
|
|
|
} else {
|
|
|
|
if n.opts.Logger.V(logger.ErrorLevel) {
|
|
|
|
n.opts.Logger.Error(n.opts.Context, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var sub *nats.Subscription
|
|
|
|
var err error
|
|
|
|
|
|
|
|
n.RLock()
|
|
|
|
if len(opt.Group) > 0 {
|
|
|
|
sub, err = n.conn.QueueSubscribe(topic, opt.Group, fn)
|
|
|
|
} else {
|
|
|
|
sub, err = n.conn.Subscribe(topic, fn)
|
|
|
|
}
|
|
|
|
n.RUnlock()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
return &subscriber{s: sub, opts: opt}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) String() string {
|
|
|
|
return "nats"
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) Name() string {
|
|
|
|
return n.opts.Name
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) setOption(opts ...broker.Option) {
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&n.opts)
|
|
|
|
}
|
|
|
|
|
|
|
|
n.Once.Do(func() {
|
|
|
|
n.nopts = nats.GetDefaultOptions()
|
|
|
|
})
|
|
|
|
|
|
|
|
if nopts, ok := n.opts.Context.Value(optionsKey{}).(nats.Options); ok {
|
|
|
|
n.nopts = nopts
|
|
|
|
}
|
|
|
|
|
|
|
|
// broker.Options have higher priority than nats.Options
|
|
|
|
// only if Addrs, Secure or TLSConfig were not set through a broker.Option
|
|
|
|
// we read them from nats.Option
|
|
|
|
if len(n.opts.Addrs) == 0 {
|
|
|
|
n.opts.Addrs = n.nopts.Servers
|
|
|
|
}
|
|
|
|
|
|
|
|
if n.opts.TLSConfig == nil {
|
|
|
|
n.opts.TLSConfig = n.nopts.TLSConfig
|
|
|
|
}
|
|
|
|
n.addrs = n.setAddrs(n.opts.Addrs)
|
|
|
|
|
|
|
|
if n.opts.Context.Value(drainConnectionKey{}) != nil {
|
|
|
|
n.drain = true
|
|
|
|
n.closeCh = make(chan error)
|
|
|
|
n.nopts.ClosedCB = n.onClose
|
|
|
|
n.nopts.AsyncErrorCB = n.onAsyncError
|
|
|
|
n.nopts.DisconnectedErrCB = n.onDisconnectedError
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) onClose(conn *nats.Conn) {
|
|
|
|
n.closeCh <- nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) onAsyncError(conn *nats.Conn, sub *nats.Subscription, err error) {
|
|
|
|
// There are kinds of different async error nats might callback, but we are interested
|
|
|
|
// in ErrDrainTimeout only here.
|
|
|
|
if err == nats.ErrDrainTimeout {
|
|
|
|
n.closeCh <- err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (n *natsBroker) onDisconnectedError(conn *nats.Conn, err error) {
|
|
|
|
n.closeCh <- err
|
2015-11-25 03:16:12 +03:00
|
|
|
}
|
|
|
|
|
2016-03-16 13:08:10 +03:00
|
|
|
func NewBroker(opts ...broker.Option) broker.Broker {
|
2021-01-29 18:20:06 +03:00
|
|
|
options := broker.NewOptions(opts...)
|
|
|
|
|
|
|
|
n := &natsBroker{
|
|
|
|
opts: options,
|
|
|
|
}
|
|
|
|
|
|
|
|
n.setOption(opts...)
|
|
|
|
|
|
|
|
return n
|
2015-11-25 03:16:12 +03:00
|
|
|
}
|