2019-06-06 16:37:40 +01:00
|
|
|
package router
|
|
|
|
|
|
|
|
import (
|
2019-06-09 23:09:38 +01:00
|
|
|
"fmt"
|
|
|
|
"strings"
|
2019-06-11 23:59:25 +01:00
|
|
|
"sync"
|
2019-06-09 23:09:38 +01:00
|
|
|
|
2019-06-06 16:37:40 +01:00
|
|
|
"github.com/micro/go-micro/registry"
|
2019-06-10 19:50:54 +01:00
|
|
|
"github.com/olekukonko/tablewriter"
|
2019-06-06 16:37:40 +01:00
|
|
|
)
|
|
|
|
|
2019-06-26 16:03:19 +01:00
|
|
|
// router provides default router implementation
|
2019-06-06 16:37:40 +01:00
|
|
|
type router struct {
|
2019-06-10 19:50:54 +01:00
|
|
|
opts Options
|
2019-06-11 23:59:25 +01:00
|
|
|
exit chan struct{}
|
|
|
|
wg *sync.WaitGroup
|
2019-06-06 16:37:40 +01:00
|
|
|
}
|
|
|
|
|
2019-06-13 15:12:07 +01:00
|
|
|
// newRouter creates new router and returns it
|
2019-06-06 16:37:40 +01:00
|
|
|
func newRouter(opts ...Option) Router {
|
2019-06-26 16:03:19 +01:00
|
|
|
// TODO: we need to add default GW entry here
|
|
|
|
// Should default GW be part of router options?
|
|
|
|
|
2019-06-12 22:30:42 +01:00
|
|
|
// get default options
|
|
|
|
options := DefaultOptions()
|
2019-06-06 16:37:40 +01:00
|
|
|
|
2019-06-11 23:59:25 +01:00
|
|
|
// apply requested options
|
2019-06-06 16:37:40 +01:00
|
|
|
for _, o := range opts {
|
2019-06-10 19:50:54 +01:00
|
|
|
o(&options)
|
|
|
|
}
|
|
|
|
|
2019-06-11 23:59:25 +01:00
|
|
|
return &router{
|
2019-06-10 19:50:54 +01:00
|
|
|
opts: options,
|
2019-06-11 23:59:25 +01:00
|
|
|
exit: make(chan struct{}),
|
|
|
|
wg: &sync.WaitGroup{},
|
2019-06-06 16:37:40 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-06-06 23:29:24 +01:00
|
|
|
// Init initializes router with given options
|
2019-06-06 16:37:40 +01:00
|
|
|
func (r *router) Init(opts ...Option) error {
|
|
|
|
for _, o := range opts {
|
|
|
|
o(&r.opts)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-06-06 23:29:24 +01:00
|
|
|
// Options returns router options
|
2019-06-06 16:37:40 +01:00
|
|
|
func (r *router) Options() Options {
|
|
|
|
return r.opts
|
|
|
|
}
|
|
|
|
|
2019-06-16 23:09:59 +01:00
|
|
|
// ID returns router ID
|
|
|
|
func (r *router) ID() string {
|
|
|
|
return r.opts.ID
|
|
|
|
}
|
|
|
|
|
2019-06-06 23:29:24 +01:00
|
|
|
// Table returns routing table
|
2019-06-07 13:29:09 +01:00
|
|
|
func (r *router) Table() Table {
|
2019-06-10 19:50:54 +01:00
|
|
|
return r.opts.Table
|
2019-06-06 23:29:24 +01:00
|
|
|
}
|
|
|
|
|
2019-06-07 17:20:22 +01:00
|
|
|
// Address returns router's bind address
|
2019-06-06 23:29:24 +01:00
|
|
|
func (r *router) Address() string {
|
2019-06-07 13:29:09 +01:00
|
|
|
return r.opts.Address
|
2019-06-06 23:29:24 +01:00
|
|
|
}
|
|
|
|
|
2019-06-19 21:22:14 +01:00
|
|
|
// Network returns the address router advertises to the network
|
2019-06-10 19:50:54 +01:00
|
|
|
func (r *router) Network() string {
|
2019-06-26 16:03:19 +01:00
|
|
|
return r.opts.Network
|
2019-06-10 19:50:54 +01:00
|
|
|
}
|
|
|
|
|
2019-06-26 16:03:19 +01:00
|
|
|
// Advertise advertises the routes to the network. It is a blocking function.
|
2019-06-20 13:04:58 +01:00
|
|
|
// It returns error if any of the launched goroutines fail with error.
|
|
|
|
func (r *router) Advertise() error {
|
2019-06-13 15:12:07 +01:00
|
|
|
// add local service routes into the routing table
|
2019-06-26 16:03:19 +01:00
|
|
|
if err := r.addServiceRoutes(r.opts.Registry, "local", DefaultLocalMetric); err != nil {
|
|
|
|
return fmt.Errorf("failed adding routes: %v", err)
|
2019-06-12 22:30:42 +01:00
|
|
|
}
|
|
|
|
|
2019-06-19 21:22:14 +01:00
|
|
|
localWatcher, err := r.opts.Registry.Watch()
|
2019-06-12 22:30:42 +01:00
|
|
|
if err != nil {
|
2019-06-26 16:03:19 +01:00
|
|
|
return fmt.Errorf("failed to create registry watcher: %v", err)
|
2019-06-11 23:59:25 +01:00
|
|
|
}
|
|
|
|
|
2019-06-19 18:01:48 +01:00
|
|
|
// error channel collecting goroutine errors
|
2019-06-26 16:03:19 +01:00
|
|
|
errChan := make(chan error, 1)
|
2019-06-11 23:59:25 +01:00
|
|
|
|
|
|
|
r.wg.Add(1)
|
2019-06-19 18:01:48 +01:00
|
|
|
go func() {
|
|
|
|
defer r.wg.Done()
|
|
|
|
// watch local registry and register routes in routine table
|
2019-06-19 21:22:14 +01:00
|
|
|
errChan <- r.manageServiceRoutes(localWatcher, DefaultLocalMetric)
|
2019-06-19 18:01:48 +01:00
|
|
|
}()
|
2019-06-12 22:30:42 +01:00
|
|
|
|
2019-06-19 18:01:48 +01:00
|
|
|
return <-errChan
|
2019-06-11 23:59:25 +01:00
|
|
|
}
|
|
|
|
|
2019-06-20 13:04:58 +01:00
|
|
|
// addServiceRoutes adds all services in given registry to the routing table.
|
2019-06-26 16:03:19 +01:00
|
|
|
// NOTE: this is a one-off operation done when bootstrapping the routing table
|
|
|
|
// It returns error if either the services failed to be listed or
|
|
|
|
// if the routes could not be added to the routing table.
|
|
|
|
func (r *router) addServiceRoutes(reg registry.Registry, network string, metric int) error {
|
2019-06-12 22:30:42 +01:00
|
|
|
services, err := reg.ListServices()
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("failed to list services: %v", err)
|
|
|
|
}
|
|
|
|
|
2019-06-26 16:03:19 +01:00
|
|
|
// add each service node as a separate route;
|
2019-06-12 22:30:42 +01:00
|
|
|
for _, service := range services {
|
2019-06-27 14:37:52 +01:00
|
|
|
// get the service to retrieve all its info
|
|
|
|
srvs, err := reg.GetService(service.Name)
|
|
|
|
if err != nil {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// create a flat slide of nodes
|
|
|
|
var nodes []*registry.Node
|
|
|
|
for _, s := range srvs {
|
|
|
|
nodes = append(nodes, s.Nodes...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// range over the flat slice of nodes
|
|
|
|
for _, node := range nodes {
|
2019-06-26 16:28:33 +01:00
|
|
|
gw := node.Address
|
2019-06-26 16:03:19 +01:00
|
|
|
if node.Port > 0 {
|
|
|
|
gw = fmt.Sprintf("%s:%d", node.Address, node.Port)
|
|
|
|
}
|
|
|
|
route := Route{
|
|
|
|
Destination: service.Name,
|
|
|
|
Gateway: gw,
|
|
|
|
Router: r.opts.Address,
|
|
|
|
Network: r.opts.Network,
|
|
|
|
Metric: metric,
|
2019-06-19 18:01:48 +01:00
|
|
|
}
|
2019-06-26 16:03:19 +01:00
|
|
|
if err := r.opts.Table.Add(route); err != nil && err != ErrDuplicateRoute {
|
|
|
|
return fmt.Errorf("error adding route for service %s: %s", service.Name, err)
|
2019-06-19 18:01:48 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-06-26 16:03:19 +01:00
|
|
|
|
|
|
|
return nil
|
2019-06-19 18:01:48 +01:00
|
|
|
}
|
|
|
|
|
2019-06-13 15:12:07 +01:00
|
|
|
// manageServiceRoutes watches services in given registry and updates the routing table accordingly.
|
|
|
|
// It returns error if the service registry watcher has stopped or if the routing table failed to be updated.
|
2019-06-19 21:22:14 +01:00
|
|
|
func (r *router) manageServiceRoutes(w registry.Watcher, metric int) error {
|
2019-06-13 15:12:07 +01:00
|
|
|
// wait in the background for the router to stop
|
|
|
|
// when the router stops, stop the watcher and exit
|
2019-06-11 23:59:25 +01:00
|
|
|
r.wg.Add(1)
|
|
|
|
go func() {
|
|
|
|
defer r.wg.Done()
|
|
|
|
<-r.exit
|
|
|
|
w.Stop()
|
|
|
|
}()
|
|
|
|
|
|
|
|
var watchErr error
|
|
|
|
|
|
|
|
for {
|
|
|
|
res, err := w.Next()
|
|
|
|
if err == registry.ErrWatcherStopped {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
watchErr = err
|
|
|
|
break
|
|
|
|
}
|
|
|
|
|
2019-06-19 21:22:14 +01:00
|
|
|
route := Route{
|
|
|
|
Destination: res.Service.Name,
|
2019-06-26 16:03:19 +01:00
|
|
|
Router: r.opts.Address,
|
|
|
|
Network: r.opts.Network,
|
2019-06-19 21:22:14 +01:00
|
|
|
Metric: metric,
|
|
|
|
}
|
2019-06-12 22:30:42 +01:00
|
|
|
|
|
|
|
switch res.Action {
|
|
|
|
case "create":
|
2019-06-26 16:03:19 +01:00
|
|
|
// only return error if the route is not duplicate, but something else has failed
|
|
|
|
if err := r.opts.Table.Add(route); err != nil && err != ErrDuplicateRoute {
|
|
|
|
return fmt.Errorf("failed to add route for service %v: %s", res.Service.Name, err)
|
2019-06-12 22:30:42 +01:00
|
|
|
}
|
|
|
|
case "delete":
|
2019-06-26 16:03:19 +01:00
|
|
|
// only return error if the route is not in the table, but something else has failed
|
|
|
|
if err := r.opts.Table.Delete(route); err != nil && err != ErrRouteNotFound {
|
|
|
|
return fmt.Errorf("failed to delete route for service %v: %s", res.Service.Name, err)
|
2019-06-12 22:30:42 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return watchErr
|
|
|
|
}
|
|
|
|
|
2019-06-11 23:59:25 +01:00
|
|
|
// Stop stops the router
|
|
|
|
func (r *router) Stop() error {
|
2019-06-19 18:01:48 +01:00
|
|
|
// notify all goroutines to finish
|
|
|
|
close(r.exit)
|
|
|
|
|
|
|
|
// wait for all goroutines to finish
|
|
|
|
r.wg.Wait()
|
|
|
|
|
2019-06-11 23:59:25 +01:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-06-06 23:29:24 +01:00
|
|
|
// String prints debugging information about router
|
2019-06-06 16:37:40 +01:00
|
|
|
func (r *router) String() string {
|
2019-06-09 23:09:38 +01:00
|
|
|
sb := &strings.Builder{}
|
|
|
|
|
2019-06-10 19:50:54 +01:00
|
|
|
table := tablewriter.NewWriter(sb)
|
2019-06-12 22:30:42 +01:00
|
|
|
table.SetHeader([]string{"ID", "Address", "Network", "Table"})
|
2019-06-09 23:09:38 +01:00
|
|
|
|
2019-06-10 19:50:54 +01:00
|
|
|
data := []string{
|
|
|
|
r.opts.ID,
|
|
|
|
r.opts.Address,
|
2019-06-26 16:03:19 +01:00
|
|
|
r.opts.Network,
|
2019-06-10 19:50:54 +01:00
|
|
|
fmt.Sprintf("%d", r.opts.Table.Size()),
|
|
|
|
}
|
|
|
|
table.Append(data)
|
2019-06-09 23:09:38 +01:00
|
|
|
|
2019-06-10 19:50:54 +01:00
|
|
|
// render table into sb
|
|
|
|
table.Render()
|
2019-06-09 23:09:38 +01:00
|
|
|
|
|
|
|
return sb.String()
|
2019-06-06 16:37:40 +01:00
|
|
|
}
|