micro-broker-nats/nats.go

// Package nats provides a NATS broker
package nats // import "go.unistack.org/micro-broker-nats/v3"

import (
	"context"
	"errors"
	"fmt"
	"strings"
	"sync"

	nats "github.com/nats-io/nats.go"
	"go.unistack.org/micro/v3/broker"
	"go.unistack.org/micro/v3/logger"
	"go.unistack.org/micro/v3/metadata"
	"golang.org/x/sync/errgroup"
)

var pPool = sync.Pool{
	New: func() interface{} {
		return &publication{msg: broker.NewMessage("")}
	},
}

type natsBroker struct {
	sync.Once
	sync.RWMutex

	// indicate if we're connected
	connected bool
	init      bool
	addrs     []string
	conn      *nats.Conn
	opts      broker.Options
	nopts     nats.Options

	// should we drain the connection
	drain   bool
	closeCh chan (error)
}

type publication struct {
	topic string
	err   error
	msg   *broker.Message
}

func (p *publication) Topic() string {
	return p.topic
}

func (p *publication) Message() *broker.Message {
	return p.msg
}

func (p *publication) Ack() error {
	// nats does not support acking
	return nil
}

func (p *publication) SetError(err error) {
	p.err = err
}

func (p *publication) Error() error {
	return p.err
}

type subscriber struct {
	s    *nats.Subscription
	opts broker.SubscribeOptions
}

func (s *subscriber) Options() broker.SubscribeOptions {
	return s.opts
}

func (s *subscriber) Topic() string {
	return s.s.Subject
}

func (s *subscriber) Unsubscribe(ctx context.Context) error {
	return s.s.Unsubscribe()
}

func (n *natsBroker) Address() string {
	if n.conn != nil && n.conn.IsConnected() {
		return n.conn.ConnectedUrl()
	}

	return strings.Join(n.addrs, ",")
}

func (n *natsBroker) setAddrs(addrs []string) []string {
	//nolint:prealloc
	var cAddrs []string
	for _, addr := range addrs {
		if len(addr) == 0 {
			continue
		}
		if !strings.HasPrefix(addr, "nats://") {
			addr = "nats://" + addr
		}
		cAddrs = append(cAddrs, addr)
	}
	if len(cAddrs) == 0 {
		cAddrs = []string{nats.DefaultURL}
	}
	return cAddrs
}

func (n *natsBroker) Connect(ctx context.Context) error {
	n.RLock()
	if n.connected {
		n.RUnlock()
		return nil
	}
	n.RUnlock()

	n.Lock()
	defer n.Unlock()
	status := nats.CLOSED
	if n.conn != nil {
		status = n.conn.Status()
	}

	switch status {
	case nats.CONNECTED, nats.RECONNECTING, nats.CONNECTING:
		n.connected = true
		return nil
	default: // DISCONNECTED or CLOSED or DRAINING
		opts := n.nopts
		opts.Servers = n.addrs
		opts.TLSConfig = n.opts.TLSConfig

		c, err := opts.Connect()
		if err != nil {
			if n.opts.Logger.V(logger.WarnLevel) {
				n.opts.Logger.Warnf(n.opts.Context, "error connecting to broker: %v", err)
			}

			return err
		}
		n.conn = c
		n.connected = true
		return nil
	}
}

func (n *natsBroker) Disconnect(ctx context.Context) error {
	n.RLock()
	if !n.connected {
		n.RUnlock()
		return nil
	}
	n.RUnlock()

	n.Lock()
	defer n.Unlock()
	// drain the connection if specified
	if n.drain {
		if err := n.conn.Drain(); err != nil {
			return err
		}
		n.closeCh <- nil
	}

	// close the client connection
	n.conn.Close()

	// set not connected
	n.connected = false

	return nil
}

func (n *natsBroker) Init(opts ...broker.Option) error {
	if len(opts) == 0 && n.init {
		return nil
	}

	if err := n.opts.Register.Init(); err != nil {
		return err
	}
	if err := n.opts.Tracer.Init(); err != nil {
		return err
	}
	if err := n.opts.Logger.Init(); err != nil {
		return err
	}
	if err := n.opts.Meter.Init(); err != nil {
		return err
	}

	n.setOption(opts...)
	if n.opts.Codec == nil {
		return fmt.Errorf("codec is nil")
	}
	return nil
}

func (n *natsBroker) Options() broker.Options {
	return n.opts
}

func (n *natsBroker) BatchPublish(ctx context.Context, p []*broker.Message, opts ...broker.PublishOption) error {
	var err error
	msgs := make([]*nats.Msg, len(p))
	var wg sync.WaitGroup

	wg.Add(len(p))

	options := broker.NewPublishOptions(opts...)

	for _, m := range p {
		rec := &nats.Msg{}
		rec.Subject, _ = m.Header.Get(metadata.HeaderTopic)
		if options.BodyOnly {
			rec.Data = m.Body
		} else if n.opts.Codec.String() == "noop" {
			rec.Data = m.Body
			rec.Header = make(nats.Header, len(m.Header))
			for k, v := range m.Header {
				rec.Header.Add(k, v)
			}
		} else {
			rec.Data, err = n.opts.Codec.Marshal(m)
			if err != nil {
				return err
			}
		}
		msgs = append(msgs, rec)
	}

	n.RLock()
	defer n.RUnlock()

	g := errgroup.Group{}

	for _, ms := range msgs {
		m := ms
		g.Go(func() error {
			return n.conn.PublishMsg(m)
		})
	}

	return g.Wait()
}

func (n *natsBroker) Publish(ctx context.Context, topic string, msg *broker.Message, opts ...broker.PublishOption) error {
	var err error

	n.RLock()
	if n.conn == nil {
		n.RUnlock()
		return errors.New("not connected")
	}
	n.RUnlock()

	options := broker.NewPublishOptions(opts...)

	rec := &nats.Msg{}
	rec.Subject, _ = msg.Header.Get(metadata.HeaderTopic)
	if options.BodyOnly {
		rec.Data = msg.Body
	} else if n.opts.Codec.String() == "noop" {
		rec.Data = msg.Body
		rec.Header = make(nats.Header, len(msg.Header))
		for k, v := range msg.Header {
			rec.Header.Add(k, v)
		}
	} else {
		rec.Data, err = n.opts.Codec.Marshal(msg)
		if err != nil {
			return err
		}
	}

	n.RLock()
	defer n.RUnlock()

	return n.conn.PublishMsg(rec)
}

func (n *natsBroker) BatchSubscribe(ctx context.Context, topic string, handler broker.BatchHandler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
	return nil, nil
}

func (n *natsBroker) Subscribe(ctx context.Context, topic string, handler broker.Handler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
	n.RLock()
	if n.conn == nil {
		n.RUnlock()
		return nil, errors.New("not connected")
	}
	n.RUnlock()

	options := broker.NewSubscribeOptions(opts...)

	eh := n.opts.ErrorHandler
	if options.ErrorHandler != nil {
		eh = options.ErrorHandler
	}

	fn := func(msg *nats.Msg) {
		pub := pPool.Get().(*publication)
		pub.msg.Header = nil
		pub.msg.Body = nil
		pub.topic = msg.Subject
		pub.err = nil

		if options.BodyOnly {
			pub.msg.Body = msg.Data
		} else if n.opts.Codec.String() == "noop" {
			pub.msg.Body = msg.Data
			pub.msg.Header = metadata.New(len(msg.Header))
			for k, v := range msg.Header {
				pub.msg.Header.Set(k, strings.Join(v, ","))
			}
		} else {
			err := n.opts.Codec.Unmarshal(msg.Data, pub.msg)
			pub.err = err
			if err != nil {
				pub.msg.Body = msg.Data
				if eh != nil {
					eh(pub)
				} else {
					if n.opts.Logger.V(logger.ErrorLevel) {
						n.opts.Logger.Error(n.opts.Context, err)
					}
				}
				return
			}
		}
		if err := handler(pub); err != nil {
			pub.err = err
			if eh != nil {
				eh(pub)
			} else {
				if n.opts.Logger.V(logger.ErrorLevel) {
					n.opts.Logger.Error(n.opts.Context, err)
				}
			}
		}
	}

	var sub *nats.Subscription
	var err error

	n.RLock()
	if len(options.Group) > 0 {
		sub, err = n.conn.QueueSubscribe(topic, options.Group, fn)
	} else {
		sub, err = n.conn.Subscribe(topic, fn)
	}
	n.RUnlock()
	if err != nil {
		return nil, err
	}
	return &subscriber{s: sub, opts: options}, nil
}

func (n *natsBroker) String() string {
	return "nats"
}

func (n *natsBroker) Name() string {
	return n.opts.Name
}

func (n *natsBroker) setOption(opts ...broker.Option) {
	for _, o := range opts {
		o(&n.opts)
	}

	n.Once.Do(func() {
		n.nopts = nats.GetDefaultOptions()
	})

	if nopts, ok := n.opts.Context.Value(optionsKey{}).(nats.Options); ok {
		n.nopts = nopts
	}

	// broker.Options have higher priority than nats.Options
	// only if Addrs, Secure or TLSConfig were not set through a broker.Option
	// we read them from nats.Option
	if len(n.opts.Addrs) == 0 {
		n.opts.Addrs = n.nopts.Servers
	}

	if n.opts.TLSConfig == nil {
		n.opts.TLSConfig = n.nopts.TLSConfig
	}
	n.addrs = n.setAddrs(n.opts.Addrs)

	if n.opts.Context.Value(drainConnectionKey{}) != nil {
		n.drain = true
		n.closeCh = make(chan error)
		n.nopts.ClosedCB = n.onClose
		n.nopts.AsyncErrorCB = n.onAsyncError
		n.nopts.DisconnectedErrCB = n.onDisconnectedError
	}
}

func (n *natsBroker) onClose(conn *nats.Conn) {
	n.closeCh <- nil
}

func (n *natsBroker) onAsyncError(conn *nats.Conn, sub *nats.Subscription, err error) {
	// There are kinds of different async error nats might callback, but we are interested
	// in ErrDrainTimeout only here.
	if err == nats.ErrDrainTimeout {
		n.closeCh <- err
	}
}

func (n *natsBroker) onDisconnectedError(conn *nats.Conn, err error) {
	n.closeCh <- err
}

func NewBroker(opts ...broker.Option) *natsBroker {
	options := broker.NewOptions(opts...)

	if options.Codec.String() != "noop" {
		options.Logger.Infof(options.Context, "broker codec not noop, disable plain nats headers usage")
	}

	n := &natsBroker{
		opts: options,
	}

	n.setOption(opts...)

	return n
}