2019-08-24 09:46:55 +01:00
|
|
|
// Package broker is a tunnel broker
|
2024-09-20 17:54:17 +03:00
|
|
|
package broker
|
2019-08-24 09:46:55 +01:00
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-08-25 13:44:41 +03:00
|
|
|
"fmt"
|
2019-08-24 09:46:55 +01:00
|
|
|
|
2021-10-02 19:55:07 +03:00
|
|
|
"go.unistack.org/micro/v3/broker"
|
|
|
|
"go.unistack.org/micro/v3/logger"
|
|
|
|
"go.unistack.org/micro/v3/metadata"
|
|
|
|
"go.unistack.org/micro/v3/network/transport"
|
|
|
|
"go.unistack.org/micro/v3/network/tunnel"
|
2019-08-24 09:46:55 +01:00
|
|
|
)
|
|
|
|
|
|
|
|
type tunBroker struct {
|
|
|
|
tunnel tunnel.Tunnel
|
2021-04-26 23:13:23 +03:00
|
|
|
opts broker.Options
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
type tunSubscriber struct {
|
|
|
|
listener tunnel.Listener
|
2021-03-06 19:45:13 +03:00
|
|
|
handler broker.Handler
|
|
|
|
closed chan bool
|
|
|
|
topic string
|
2021-04-26 23:13:23 +03:00
|
|
|
opts broker.SubscribeOptions
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
2021-07-22 22:53:44 +03:00
|
|
|
type tunBatchSubscriber struct {
|
|
|
|
listener tunnel.Listener
|
|
|
|
handler broker.BatchHandler
|
|
|
|
closed chan bool
|
|
|
|
topic string
|
|
|
|
opts broker.SubscribeOptions
|
|
|
|
}
|
|
|
|
|
2020-08-27 11:18:02 +03:00
|
|
|
type tunEvent struct {
|
2021-09-30 21:13:13 +03:00
|
|
|
err error
|
2020-08-27 11:18:02 +03:00
|
|
|
message *broker.Message
|
2021-03-06 19:45:13 +03:00
|
|
|
topic string
|
2020-08-27 11:18:02 +03:00
|
|
|
}
|
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
// used to access tunnel from options context
|
2021-04-27 08:32:47 +03:00
|
|
|
type (
|
|
|
|
tunnelKey struct{}
|
|
|
|
tunnelAddr struct{}
|
|
|
|
)
|
2019-08-24 09:46:55 +01:00
|
|
|
|
2024-12-02 13:20:13 +03:00
|
|
|
func (t *tunBroker) Live() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBroker) Ready() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBroker) Health() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
func (t *tunBroker) Init(opts ...broker.Option) error {
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&t.opts)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2021-01-29 13:17:32 +03:00
|
|
|
func (t *tunBroker) Name() string {
|
|
|
|
return t.opts.Name
|
|
|
|
}
|
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
func (t *tunBroker) Options() broker.Options {
|
|
|
|
return t.opts
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBroker) Address() string {
|
|
|
|
return t.tunnel.Address()
|
|
|
|
}
|
|
|
|
|
2020-10-16 09:38:57 +03:00
|
|
|
func (t *tunBroker) Connect(ctx context.Context) error {
|
2020-11-03 02:02:32 +03:00
|
|
|
return t.tunnel.Connect(ctx)
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
2020-10-16 09:38:57 +03:00
|
|
|
func (t *tunBroker) Disconnect(ctx context.Context) error {
|
2020-11-03 02:02:32 +03:00
|
|
|
return t.tunnel.Close(ctx)
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
2021-07-22 22:53:44 +03:00
|
|
|
func (t *tunBroker) BatchPublish(ctx context.Context, msgs []*broker.Message, opts ...broker.PublishOption) error {
|
|
|
|
// TODO: this is probably inefficient, we might want to just maintain an open connection
|
|
|
|
// it may be easier to add broadcast to the tunnel
|
|
|
|
topicMap := make(map[string]tunnel.Session)
|
|
|
|
|
|
|
|
var err error
|
|
|
|
for _, msg := range msgs {
|
2021-07-23 12:03:18 +03:00
|
|
|
topic, _ := msg.Header.Get(metadata.HeaderTopic)
|
2021-07-22 22:53:44 +03:00
|
|
|
c, ok := topicMap[topic]
|
|
|
|
if !ok {
|
2021-09-28 23:43:43 +03:00
|
|
|
c, err = t.tunnel.Dial(ctx, topic, tunnel.DialMode(tunnel.Multicast))
|
2021-07-22 22:53:44 +03:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer c.Close()
|
|
|
|
topicMap[topic] = c
|
|
|
|
}
|
|
|
|
|
|
|
|
if err = c.Send(&transport.Message{
|
|
|
|
Header: msg.Header,
|
|
|
|
Body: msg.Body,
|
|
|
|
}); err != nil {
|
|
|
|
// msg.SetError(err)
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-10-16 09:38:57 +03:00
|
|
|
func (t *tunBroker) Publish(ctx context.Context, topic string, m *broker.Message, opts ...broker.PublishOption) error {
|
2019-08-24 09:46:55 +01:00
|
|
|
// TODO: this is probably inefficient, we might want to just maintain an open connection
|
|
|
|
// it may be easier to add broadcast to the tunnel
|
2020-11-03 02:02:32 +03:00
|
|
|
c, err := t.tunnel.Dial(ctx, topic, tunnel.DialMode(tunnel.Multicast))
|
2019-08-24 09:46:55 +01:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer c.Close()
|
|
|
|
|
|
|
|
return c.Send(&transport.Message{
|
|
|
|
Header: m.Header,
|
|
|
|
Body: m.Body,
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-07-22 22:53:44 +03:00
|
|
|
func (t *tunBroker) BatchSubscribe(ctx context.Context, topic string, h broker.BatchHandler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
|
|
|
|
l, err := t.tunnel.Listen(ctx, topic, tunnel.ListenMode(tunnel.Multicast))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
tunSub := &tunBatchSubscriber{
|
|
|
|
topic: topic,
|
|
|
|
handler: h,
|
|
|
|
opts: broker.NewSubscribeOptions(opts...),
|
|
|
|
closed: make(chan bool),
|
|
|
|
listener: l,
|
|
|
|
}
|
|
|
|
|
|
|
|
// start processing
|
|
|
|
go tunSub.run()
|
|
|
|
|
|
|
|
return tunSub, nil
|
|
|
|
}
|
|
|
|
|
2020-10-16 09:38:57 +03:00
|
|
|
func (t *tunBroker) Subscribe(ctx context.Context, topic string, h broker.Handler, opts ...broker.SubscribeOption) (broker.Subscriber, error) {
|
2020-11-03 02:02:32 +03:00
|
|
|
l, err := t.tunnel.Listen(ctx, topic, tunnel.ListenMode(tunnel.Multicast))
|
2019-08-24 09:46:55 +01:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
tunSub := &tunSubscriber{
|
|
|
|
topic: topic,
|
|
|
|
handler: h,
|
2020-10-16 09:38:57 +03:00
|
|
|
opts: broker.NewSubscribeOptions(opts...),
|
2019-08-24 09:46:55 +01:00
|
|
|
closed: make(chan bool),
|
|
|
|
listener: l,
|
|
|
|
}
|
|
|
|
|
|
|
|
// start processing
|
|
|
|
go tunSub.run()
|
|
|
|
|
|
|
|
return tunSub, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBroker) String() string {
|
|
|
|
return "tunnel"
|
|
|
|
}
|
|
|
|
|
2021-07-22 22:53:44 +03:00
|
|
|
func (t *tunBatchSubscriber) run() {
|
|
|
|
for {
|
|
|
|
// accept a new connection
|
|
|
|
c, err := t.listener.Accept()
|
|
|
|
if err != nil {
|
|
|
|
select {
|
|
|
|
case <-t.closed:
|
|
|
|
return
|
|
|
|
default:
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// receive message
|
|
|
|
m := new(transport.Message)
|
|
|
|
if err := c.Recv(m); err != nil {
|
2024-10-12 12:37:43 +03:00
|
|
|
if logger.DefaultLogger.V(logger.ErrorLevel) {
|
|
|
|
logger.DefaultLogger.Error(t.opts.Context, err.Error(), err)
|
2021-07-22 22:53:44 +03:00
|
|
|
}
|
|
|
|
if err = c.Close(); err != nil {
|
2024-10-12 12:37:43 +03:00
|
|
|
if logger.DefaultLogger.V(logger.ErrorLevel) {
|
|
|
|
logger.DefaultLogger.Error(t.opts.Context, err.Error(), err)
|
2021-07-22 22:53:44 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// close the connection
|
|
|
|
c.Close()
|
|
|
|
|
|
|
|
evts := broker.Events{&tunEvent{
|
|
|
|
topic: t.topic,
|
|
|
|
message: &broker.Message{
|
|
|
|
Header: m.Header,
|
|
|
|
Body: m.Body,
|
|
|
|
},
|
|
|
|
}}
|
|
|
|
// handle the message
|
2021-09-30 21:13:13 +03:00
|
|
|
go func() {
|
|
|
|
_ = t.handler(evts)
|
|
|
|
}()
|
2021-07-22 22:53:44 +03:00
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
func (t *tunSubscriber) run() {
|
|
|
|
for {
|
|
|
|
// accept a new connection
|
|
|
|
c, err := t.listener.Accept()
|
|
|
|
if err != nil {
|
|
|
|
select {
|
|
|
|
case <-t.closed:
|
|
|
|
return
|
|
|
|
default:
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// receive message
|
|
|
|
m := new(transport.Message)
|
|
|
|
if err := c.Recv(m); err != nil {
|
2024-10-12 12:37:43 +03:00
|
|
|
if logger.DefaultLogger.V(logger.ErrorLevel) {
|
|
|
|
logger.DefaultLogger.Error(t.opts.Context, err.Error(), err)
|
2020-08-25 15:41:48 +03:00
|
|
|
}
|
2020-09-05 02:43:16 +03:00
|
|
|
if err = c.Close(); err != nil {
|
2024-10-12 12:37:43 +03:00
|
|
|
if logger.DefaultLogger.V(logger.ErrorLevel) {
|
|
|
|
logger.DefaultLogger.Error(t.opts.Context, err.Error(), err)
|
2020-09-05 02:43:16 +03:00
|
|
|
}
|
|
|
|
}
|
2019-08-24 09:46:55 +01:00
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// close the connection
|
|
|
|
c.Close()
|
|
|
|
|
|
|
|
// handle the message
|
2021-09-30 21:13:13 +03:00
|
|
|
go func() {
|
|
|
|
_ = t.handler(&tunEvent{
|
|
|
|
topic: t.topic,
|
|
|
|
message: &broker.Message{
|
|
|
|
Header: m.Header,
|
|
|
|
Body: m.Body,
|
|
|
|
},
|
|
|
|
})
|
|
|
|
}()
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-07-22 22:53:44 +03:00
|
|
|
func (t *tunBatchSubscriber) Options() broker.SubscribeOptions {
|
|
|
|
return t.opts
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBatchSubscriber) Topic() string {
|
|
|
|
return t.topic
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunBatchSubscriber) Unsubscribe(ctx context.Context) error {
|
|
|
|
select {
|
|
|
|
case <-t.closed:
|
|
|
|
return nil
|
|
|
|
default:
|
|
|
|
close(t.closed)
|
|
|
|
return t.listener.Close()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
func (t *tunSubscriber) Options() broker.SubscribeOptions {
|
|
|
|
return t.opts
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunSubscriber) Topic() string {
|
|
|
|
return t.topic
|
|
|
|
}
|
|
|
|
|
2020-10-16 09:38:57 +03:00
|
|
|
func (t *tunSubscriber) Unsubscribe(ctx context.Context) error {
|
2019-08-24 09:46:55 +01:00
|
|
|
select {
|
|
|
|
case <-t.closed:
|
|
|
|
return nil
|
|
|
|
default:
|
|
|
|
close(t.closed)
|
|
|
|
return t.listener.Close()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-08-27 11:18:02 +03:00
|
|
|
func (t *tunEvent) Topic() string {
|
|
|
|
return t.topic
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunEvent) Message() *broker.Message {
|
|
|
|
return t.message
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunEvent) Ack() error {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunEvent) Error() error {
|
2021-07-22 22:53:44 +03:00
|
|
|
return t.err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (t *tunEvent) SetError(err error) {
|
|
|
|
t.err = err
|
2020-08-27 11:18:02 +03:00
|
|
|
}
|
|
|
|
|
2024-07-01 09:47:51 +03:00
|
|
|
func (t *tunEvent) Context() context.Context {
|
|
|
|
return context.TODO()
|
|
|
|
}
|
|
|
|
|
2021-02-14 16:16:01 +03:00
|
|
|
// NewBroker returns new tunnel broker
|
2020-08-25 13:44:41 +03:00
|
|
|
func NewBroker(opts ...broker.Option) (broker.Broker, error) {
|
2020-10-16 09:38:57 +03:00
|
|
|
options := broker.NewOptions(opts...)
|
2020-08-25 13:44:41 +03:00
|
|
|
|
2019-08-24 09:46:55 +01:00
|
|
|
t, ok := options.Context.Value(tunnelKey{}).(tunnel.Tunnel)
|
|
|
|
if !ok {
|
2020-08-25 13:44:41 +03:00
|
|
|
return nil, fmt.Errorf("tunnel not set")
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
a, ok := options.Context.Value(tunnelAddr{}).(string)
|
|
|
|
if ok {
|
|
|
|
// initialise address
|
2020-08-25 13:44:41 +03:00
|
|
|
if err := t.Init(tunnel.Address(a)); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if len(options.Addrs) > 0 {
|
|
|
|
// initialise nodes
|
2020-08-25 13:44:41 +03:00
|
|
|
if err := t.Init(tunnel.Nodes(options.Addrs...)); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return &tunBroker{
|
|
|
|
opts: options,
|
|
|
|
tunnel: t,
|
2020-08-25 13:44:41 +03:00
|
|
|
}, nil
|
2019-08-24 09:46:55 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// WithAddress sets the tunnel address
|
|
|
|
func WithAddress(a string) broker.Option {
|
|
|
|
return func(o *broker.Options) {
|
|
|
|
if o.Context == nil {
|
|
|
|
o.Context = context.Background()
|
|
|
|
}
|
|
|
|
o.Context = context.WithValue(o.Context, tunnelAddr{}, a)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// WithTunnel sets the internal tunnel
|
|
|
|
func WithTunnel(t tunnel.Tunnel) broker.Option {
|
|
|
|
return func(o *broker.Options) {
|
|
|
|
if o.Context == nil {
|
|
|
|
o.Context = context.Background()
|
|
|
|
}
|
|
|
|
o.Context = context.WithValue(o.Context, tunnelKey{}, t)
|
|
|
|
}
|
|
|
|
}
|