add store.Watcher interface
Some checks failed
dependabot-automerge / automerge (pull_request) Has been skipped
automerge / automerge (pull_request) Failing after 10s
autoapprove / autoapprove (pull_request) Failing after 27s
codeql / analyze (go) (pull_request) Failing after 55s
prbuild / test (pull_request) Failing after 5m17s
prbuild / lint (pull_request) Successful in 9m54s

Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
This commit is contained in:
Василий Толстов 2024-12-01 19:48:47 +03:00
parent cbf00a0981
commit b032075322
2 changed files with 139 additions and 24 deletions

View File

@ -4,19 +4,20 @@ import (
"context" "context"
"errors" "errors"
"net" "net"
"sync/atomic" "time"
goredis "github.com/redis/go-redis/v9" goredis "github.com/redis/go-redis/v9"
"go.unistack.org/micro/v3/store"
) )
type eventHook struct { type eventHook struct {
connected *atomic.Bool s *Store
} }
var _ goredis.Hook = (*eventHook)(nil) var _ goredis.Hook = (*eventHook)(nil)
func newEventHook(connected *atomic.Bool) *eventHook { func newEventHook(s *Store) *eventHook {
return &eventHook{connected: connected} return &eventHook{s: s}
} }
func (h *eventHook) DialHook(hook goredis.DialHook) goredis.DialHook { func (h *eventHook) DialHook(hook goredis.DialHook) goredis.DialHook {
@ -24,11 +25,16 @@ func (h *eventHook) DialHook(hook goredis.DialHook) goredis.DialHook {
conn, err := hook(ctx, network, addr) conn, err := hook(ctx, network, addr)
if err != nil { if err != nil {
if !isRedisError(err) { if !isRedisError(err) {
h.connected.Store(false) if h.s.connected.CompareAndSwap(1, 0) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeDisconnect})
}
} else {
h.s.connected.Store(1)
} }
h.connected.Store(true)
} else { } else {
h.connected.Store(true) if h.s.connected.CompareAndSwap(0, 1) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeConnect})
}
} }
return conn, err return conn, err
} }
@ -39,11 +45,16 @@ func (h *eventHook) ProcessHook(hook goredis.ProcessHook) goredis.ProcessHook {
err := hook(ctx, cmd) err := hook(ctx, cmd)
if err != nil { if err != nil {
if !isRedisError(err) { if !isRedisError(err) {
h.connected.Store(false) if h.s.connected.CompareAndSwap(1, 0) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeDisconnect})
}
} else {
h.s.connected.Store(1)
} }
h.connected.Store(true)
} else { } else {
h.connected.Store(true) if h.s.connected.CompareAndSwap(0, 1) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeConnect})
}
} }
return err return err
} }
@ -54,11 +65,16 @@ func (h *eventHook) ProcessPipelineHook(hook goredis.ProcessPipelineHook) goredi
err := hook(ctx, cmds) err := hook(ctx, cmds)
if err != nil { if err != nil {
if !isRedisError(err) { if !isRedisError(err) {
h.connected.Store(false) if h.s.connected.CompareAndSwap(1, 0) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeDisconnect})
}
} else {
h.s.connected.Store(1)
} }
h.connected.Store(true)
} else { } else {
h.connected.Store(true) if h.s.connected.CompareAndSwap(0, 1) {
h.s.sendEvent(&event{ts: time.Now(), err: err, t: store.EventTypeConnect})
}
} }
return err return err
} }

121
redis.go
View File

@ -3,21 +3,25 @@ package redis
import ( import (
"context" "context"
"errors" "errors"
"fmt"
"reflect" "reflect"
"strings" "strings"
"sync"
"sync/atomic" "sync/atomic"
"time" "time"
goredis "github.com/redis/go-redis/v9" goredis "github.com/redis/go-redis/v9"
"go.unistack.org/micro/v3/semconv" "go.unistack.org/micro/v3/semconv"
"go.unistack.org/micro/v3/store" "go.unistack.org/micro/v3/store"
"go.unistack.org/micro/v3/util/id"
pool "go.unistack.org/micro/v3/util/xpool" pool "go.unistack.org/micro/v3/util/xpool"
) )
var ( var (
DefaultPathSeparator = "/" _ store.Store = (*Store)(nil)
_ store.Event = (*event)(nil)
DefaultUniversalOptions = &goredis.UniversalOptions{ sendEventTime = 10 * time.Millisecond
DefaultUniversalOptions = &goredis.UniversalOptions{
Username: "", Username: "",
Password: "", // no password set Password: "", // no password set
MaxRetries: 2, MaxRetries: 2,
@ -58,12 +62,14 @@ var (
type Store struct { type Store struct {
cli goredis.UniversalClient cli goredis.UniversalClient
pool *pool.StringsPool pool *pool.StringsPool
connected *atomic.Bool connected *atomic.Uint32
opts store.Options opts store.Options
watchers map[string]*watcher
mu sync.RWMutex
} }
func (r *Store) Connect(ctx context.Context) error { func (r *Store) Connect(ctx context.Context) error {
if r.connected.Load() { if r.connected.Load() == 1 {
return nil return nil
} }
if r.cli == nil { if r.cli == nil {
@ -76,7 +82,7 @@ func (r *Store) Connect(ctx context.Context) error {
setSpanError(ctx, err) setSpanError(ctx, err)
return err return err
} }
r.connected.Store(true) r.connected.Store(1)
return nil return nil
} }
@ -112,7 +118,7 @@ func (r *Store) ClusterClient() *goredis.ClusterClient {
} }
func (r *Store) Disconnect(ctx context.Context) error { func (r *Store) Disconnect(ctx context.Context) error {
if !r.connected.Load() { if r.connected.Load() == 0 {
return nil return nil
} }
@ -122,7 +128,7 @@ func (r *Store) Disconnect(ctx context.Context) error {
} }
} }
r.connected.Store(false) r.connected.Store(1)
return nil return nil
} }
@ -650,10 +656,11 @@ func (r *Store) String() string {
} }
func NewStore(opts ...store.Option) *Store { func NewStore(opts ...store.Option) *Store {
b := atomic.Bool{} b := atomic.Uint32{}
return &Store{ return &Store{
opts: store.NewOptions(opts...), opts: store.NewOptions(opts...),
connected: &b, connected: &b,
watchers: make(map[string]*watcher),
} }
} }
@ -745,7 +752,7 @@ func (r *Store) configure() error {
r.cli = goredis.NewUniversalClient(universalOptions) r.cli = goredis.NewUniversalClient(universalOptions)
setTracing(r.cli, r.opts.Tracer) setTracing(r.cli, r.opts.Tracer)
r.cli.AddHook(newEventHook(r.connected)) r.cli.AddHook(newEventHook(r))
r.pool = pool.NewStringsPool(50) r.pool = pool.NewStringsPool(50)
@ -760,8 +767,100 @@ func (r *Store) getKey(b *strings.Builder, mainNamespace string, opNamespace str
} }
if opNamespace != "" { if opNamespace != "" {
b.WriteString(opNamespace) b.WriteString(opNamespace)
b.WriteString(DefaultPathSeparator) b.WriteString(r.opts.Separator)
} }
b.WriteString(key) b.WriteString(key)
return b.String() return b.String()
} }
func (r *Store) Watch(ctx context.Context, opts ...store.WatchOption) (store.Watcher, error) {
id, err := id.New()
if err != nil {
return nil, err
}
wo, err := store.NewWatchOptions(opts...)
if err != nil {
return nil, err
}
// construct the watcher
w := &watcher{
exit: make(chan bool),
ch: make(chan store.Event),
id: id,
opts: wo,
}
r.mu.Lock()
r.watchers[w.id] = w
r.mu.Unlock()
return w, nil
}
func (r *Store) sendEvent(e store.Event) {
r.mu.RLock()
watchers := make([]*watcher, 0, len(r.watchers))
for _, w := range r.watchers {
watchers = append(watchers, w)
}
r.mu.RUnlock()
fmt.Printf("evt %#+v\n", e)
for _, w := range watchers {
select {
case <-w.exit:
r.mu.Lock()
delete(r.watchers, w.id)
r.mu.Unlock()
default:
select {
case w.ch <- e:
case <-time.After(sendEventTime):
}
}
}
}
type watcher struct {
ch chan store.Event
exit chan bool
opts store.WatchOptions
id string
}
func (w *watcher) Next() (store.Event, error) {
for {
select {
case e := <-w.ch:
return e, nil
case <-w.exit:
return nil, store.ErrWatcherStopped
}
}
}
func (w *watcher) Stop() {
select {
case <-w.exit:
return
default:
close(w.exit)
}
}
type event struct {
ts time.Time
t store.EventType
err error
}
func (e *event) Error() error {
return e.err
}
func (e *event) Timestamp() time.Time {
return e.ts
}
func (e *event) Type() store.EventType {
return e.t
}