internal rewrite to be more performant (#85)

Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
This commit is contained in:
Василий Толстов 2022-01-22 01:10:24 +03:00 committed by GitHub
parent 547199f0b8
commit 6714e48f4f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
5 changed files with 78 additions and 115 deletions

2
go.mod
View File

@ -4,5 +4,5 @@ go 1.16
require ( require (
go.unistack.org/micro/v3 v3.8.18 go.unistack.org/micro/v3 v3.8.18
golang.org/x/net v0.0.0-20211020060615-d418f374d309 golang.org/x/net v0.0.0-20220121210141-e204ce36a2ba
) )

10
go.sum
View File

@ -12,12 +12,18 @@ go.unistack.org/micro-proto/v3 v3.1.1/go.mod h1:DpRhYCBXlmSJ/AAXTmntvlh7kQkYU6eF
go.unistack.org/micro/v3 v3.8.18 h1:+7UiB46D9EoCgGN+JfhoWCvn36yvtplh6fmA1+ZiqEE= go.unistack.org/micro/v3 v3.8.18 h1:+7UiB46D9EoCgGN+JfhoWCvn36yvtplh6fmA1+ZiqEE=
go.unistack.org/micro/v3 v3.8.18/go.mod h1:ueDiiOe3fRW9kL0Fbh4OWw/R/SQhMd6vUcAV/WHYRWw= go.unistack.org/micro/v3 v3.8.18/go.mod h1:ueDiiOe3fRW9kL0Fbh4OWw/R/SQhMd6vUcAV/WHYRWw=
golang.org/x/net v0.0.0-20210928044308-7d9f5e0b762b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20210928044308-7d9f5e0b762b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
golang.org/x/net v0.0.0-20211020060615-d418f374d309 h1:A0lJIi+hcTR6aajJH4YqKWwohY4aW9RO7oRMcdv+HKI= golang.org/x/net v0.0.0-20220121175114-2ed6ce1e1725 h1:YtkHkox9J+kfAdNdlvEXp2SkLMQSkSjWFP4sjgxEPa8=
golang.org/x/net v0.0.0-20211020060615-d418f374d309/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220121175114-2ed6ce1e1725/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk=
golang.org/x/net v0.0.0-20220121210141-e204ce36a2ba h1:6u6sik+bn/y7vILcYkK3iwTBWN7WtBvB0+SZswQnbf8=
golang.org/x/net v0.0.0-20220121210141-e204ce36a2ba/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk=
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE=

View File

@ -31,14 +31,13 @@ var (
type patHandler struct { type patHandler struct {
mtype *methodType mtype *methodType
rcvr reflect.Value rcvr reflect.Value
pat *rhttp.Trie
name string name string
} }
type httpHandler struct { type httpHandler struct {
opts server.HandlerOptions opts server.HandlerOptions
hd interface{} hd interface{}
handlers map[string][]patHandler handlers *rhttp.Trie
name string name string
eps []*register.Endpoint eps []*register.Endpoint
sopts server.Options sopts server.Options
@ -62,6 +61,7 @@ func (h *httpHandler) Options() server.HandlerOptions {
} }
func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) { func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
// check for http.HandlerFunc handlers
if ph, _, ok := h.pathHandlers.Search(r.Method, r.URL.Path); ok { if ph, _, ok := h.pathHandlers.Search(r.Method, r.URL.Path); ok {
ph.(http.HandlerFunc)(w, r) ph.(http.HandlerFunc)(w, r)
return return
@ -72,17 +72,10 @@ func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
ct = htype ct = htype
} }
if idx := strings.Index(ct, ":"); idx > 0 {
if ph, ok := h.contentTypeHandlers[ct[:idx]]; ok {
ph(w, r)
return
}
}
ctx := context.WithValue(r.Context(), rspCodeKey{}, &rspCodeVal{}) ctx := context.WithValue(r.Context(), rspCodeKey{}, &rspCodeVal{})
md, ok := metadata.FromIncomingContext(ctx) md, ok := metadata.FromIncomingContext(ctx)
if !ok { if !ok {
md = metadata.New(len(r.Header)) md = metadata.New(len(r.Header) + 8)
} }
for k, v := range r.Header { for k, v := range r.Header {
md.Set(k, strings.Join(v, ", ")) md.Set(k, strings.Join(v, ", "))
@ -114,24 +107,22 @@ func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
matches := make(map[string]interface{}) matches := make(map[string]interface{})
var match bool var match bool
var hldr patHandler var hldr *patHandler
var handler *httpHandler var handler *httpHandler
for _, hpat := range h.handlers { for _, shdlr := range h.handlers {
handlertmp := hpat.(*httpHandler) hdlr := shdlr.(*httpHandler)
for _, hldrtmp := range handlertmp.handlers[r.Method] { fh, mp, ok := hdlr.handlers.Search(r.Method, path)
_, mp, ok := hldrtmp.pat.Search(r.Method, path)
if ok { if ok {
match = true match = true
for k, v := range mp { for k, v := range mp {
matches[k] = v matches[k] = v
} }
hldr = hldrtmp hldr = fh.(*patHandler)
handler = handlertmp handler = hdlr
break break
} }
} }
}
if !match { if !match {
h.errorHandler(ctx, nil, w, r, fmt.Errorf("not matching route found"), http.StatusNotFound) h.errorHandler(ctx, nil, w, r, fmt.Errorf("not matching route found"), http.StatusNotFound)
@ -171,29 +162,29 @@ func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
function := hldr.mtype.method.Func function := hldr.mtype.method.Func
var returnValues []reflect.Value var returnValues []reflect.Value
if err = cf.ReadBody(r.Body, argv.Interface()); err != nil && err != io.EOF { buf, err := io.ReadAll(r.Body)
if err != nil && err != io.EOF {
h.errorHandler(ctx, handler, w, r, err, http.StatusInternalServerError) h.errorHandler(ctx, handler, w, r, err, http.StatusInternalServerError)
return return
} }
if err = cf.Unmarshal(buf, argv.Interface()); err != nil {
h.errorHandler(ctx, handler, w, r, err, http.StatusBadRequest)
return
}
matches = rflutil.FlattenMap(matches) matches = rflutil.FlattenMap(matches)
if err = rflutil.Merge(argv.Interface(), matches, rflutil.SliceAppend(true), rflutil.Tags([]string{"protobuf", "json"})); err != nil { if err = rflutil.Merge(argv.Interface(), matches, rflutil.SliceAppend(true), rflutil.Tags([]string{"protobuf", "json"})); err != nil {
h.errorHandler(ctx, handler, w, r, err, http.StatusBadRequest) h.errorHandler(ctx, handler, w, r, err, http.StatusBadRequest)
return return
} }
b, err := cf.Marshal(argv.Interface())
if err != nil {
h.errorHandler(ctx, handler, w, r, err, http.StatusBadRequest)
return
}
hr := &rpcRequest{ hr := &rpcRequest{
codec: cf, codec: cf,
service: handler.sopts.Name, service: handler.sopts.Name,
contentType: ct, contentType: ct,
method: fmt.Sprintf("%s.%s", hldr.name, hldr.mtype.method.Name), method: fmt.Sprintf("%s.%s", hldr.name, hldr.mtype.method.Name),
body: b, body: buf,
payload: argv.Interface(), payload: argv.Interface(),
header: md, header: md,
} }
@ -255,14 +246,14 @@ func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
switch verr := appErr.(type) { switch verr := appErr.(type) {
case *errors.Error: case *errors.Error:
scode = int(verr.Code) scode = int(verr.Code)
b, err = cf.Marshal(verr) buf, err = cf.Marshal(verr)
case *Error: case *Error:
b, err = cf.Marshal(verr.err) buf, err = cf.Marshal(verr.err)
default: default:
b, err = cf.Marshal(appErr) buf, err = cf.Marshal(appErr)
} }
} else { } else {
b, err = cf.Marshal(replyv.Interface()) buf, err = cf.Marshal(replyv.Interface())
} }
if err != nil && handler.sopts.Logger.V(logger.ErrorLevel) { if err != nil && handler.sopts.Logger.V(logger.ErrorLevel) {
@ -275,7 +266,7 @@ func (h *httpServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
} }
w.WriteHeader(scode) w.WriteHeader(scode)
if _, cerr := w.Write(b); cerr != nil { if _, cerr := w.Write(buf); cerr != nil {
logger.DefaultLogger.Errorf(ctx, "write failed: %v", cerr) handler.sopts.Logger.Errorf(ctx, "write failed: %v", cerr)
} }
} }

53
http.go
View File

@ -22,18 +22,6 @@ import (
"golang.org/x/net/netutil" "golang.org/x/net/netutil"
) )
var httpAllMethods = []string{
http.MethodConnect,
http.MethodDelete,
http.MethodGet,
http.MethodHead,
http.MethodOptions,
http.MethodPatch,
http.MethodPost,
http.MethodPut,
http.MethodTrace,
}
type httpServer struct { type httpServer struct {
hd server.Handler hd server.Handler
rsvc *register.Service rsvc *register.Service
@ -42,7 +30,6 @@ type httpServer struct {
subscribers map[*httpSubscriber][]broker.Subscriber subscribers map[*httpSubscriber][]broker.Subscriber
errorHandler func(context.Context, server.Handler, http.ResponseWriter, *http.Request, error, int) errorHandler func(context.Context, server.Handler, http.ResponseWriter, *http.Request, error, int)
pathHandlers *rhttp.Trie pathHandlers *rhttp.Trie
contentTypeHandlers map[string]http.HandlerFunc
opts server.Options opts server.Options
registerRPC bool registerRPC bool
sync.RWMutex sync.RWMutex
@ -89,22 +76,19 @@ func (h *httpServer) Init(opts ...server.Option) error {
if h.pathHandlers == nil { if h.pathHandlers == nil {
h.pathHandlers = rhttp.NewTrie() h.pathHandlers = rhttp.NewTrie()
} }
if h.contentTypeHandlers == nil {
h.contentTypeHandlers = make(map[string]http.HandlerFunc)
}
if v, ok := h.opts.Context.Value(registerRPCHandlerKey{}).(bool); ok { if v, ok := h.opts.Context.Value(registerRPCHandlerKey{}).(bool); ok {
h.registerRPC = v h.registerRPC = v
} }
if phs, ok := h.opts.Context.Value(pathHandlerKey{}).(*pathHandlerVal); ok && phs.h != nil { if phs, ok := h.opts.Context.Value(pathHandlerKey{}).(*pathHandlerVal); ok && phs.h != nil {
for pp, ph := range phs.h { for pm, ps := range phs.h {
h.pathHandlers.Insert(httpAllMethods, pp, ph) for pp, ph := range ps {
if err := h.pathHandlers.Insert([]string{pm}, pp, ph); err != nil {
h.Unlock()
return err
} }
} }
if phs, ok := h.opts.Context.Value(contentTypeHandlerKey{}).(*contentTypeHandlerVal); ok && phs.h != nil {
for pp, ph := range phs.h {
h.contentTypeHandlers[pp] = ph
} }
} }
h.Unlock() h.Unlock()
@ -148,6 +132,7 @@ func (h *httpServer) Init(opts ...server.Option) error {
} }
func (h *httpServer) Handle(handler server.Handler) error { func (h *httpServer) Handle(handler server.Handler) error {
// passed unknown handler
hdlr, ok := handler.(*httpHandler) hdlr, ok := handler.(*httpHandler)
if !ok { if !ok {
h.Lock() h.Lock()
@ -156,6 +141,7 @@ func (h *httpServer) Handle(handler server.Handler) error {
return nil return nil
} }
// passed http.Handler like some muxer
if _, ok := hdlr.hd.(http.Handler); ok { if _, ok := hdlr.hd.(http.Handler); ok {
h.Lock() h.Lock()
h.hd = handler h.hd = handler
@ -163,6 +149,7 @@ func (h *httpServer) Handle(handler server.Handler) error {
return nil return nil
} }
// passed micro compat handler
h.Lock() h.Lock()
if h.handlers == nil { if h.handlers == nil {
h.handlers = make(map[string]server.Handler) h.handlers = make(map[string]server.Handler)
@ -189,16 +176,12 @@ func (h *httpServer) NewHandler(handler interface{}, opts ...server.HandlerOptio
hd: handler, hd: handler,
opts: options, opts: options,
sopts: h.opts, sopts: h.opts,
handlers: rhttp.NewTrie(),
} }
tp := reflect.TypeOf(handler) tp := reflect.TypeOf(handler)
type nilHandler struct{}
hdlr.handlers = make(map[string][]patHandler)
for hn, md := range options.Metadata { for hn, md := range options.Metadata {
pat := rhttp.NewTrie()
pat.Insert([]string{md["Method"]}, md["Path"], &nilHandler{})
var method reflect.Method var method reflect.Method
mname := hn[strings.Index(hn, ".")+1:] mname := hn[strings.Index(hn, ".")+1:]
for m := 0; m < tp.NumMethod(); m++ { for m := 0; m < tp.NumMethod(); m++ {
@ -220,25 +203,25 @@ func (h *httpServer) NewHandler(handler interface{}, opts ...server.HandlerOptio
h.opts.Logger.Errorf(h.opts.Context, "%v", err) h.opts.Logger.Errorf(h.opts.Context, "%v", err)
continue continue
} else if mtype == nil { } else if mtype == nil {
h.opts.Logger.Errorf(h.opts.Context, "nil mtype for %s", mname)
continue continue
} }
rcvr := reflect.ValueOf(handler) rcvr := reflect.ValueOf(handler)
name := reflect.Indirect(rcvr).Type().Name() name := reflect.Indirect(rcvr).Type().Name()
pth := patHandler{pat: pat, mtype: mtype, name: name, rcvr: rcvr} pth := &patHandler{mtype: mtype, name: name, rcvr: rcvr}
hdlr.name = name hdlr.name = name
hdlr.handlers[md["Method"]] = append(hdlr.handlers[md["Method"]], pth)
if !h.registerRPC { if err := hdlr.handlers.Insert([]string{md["Method"]}, md["Path"], pth); err != nil {
continue h.opts.Logger.Errorf(h.opts.Context, "cant add handler for %s %s", md["Method"], md["Path"])
} }
rpat := rhttp.NewTrie() if h.registerRPC {
rpat.Insert([]string{http.MethodPost}, "/"+hn, &nilHandler{}) if err := hdlr.handlers.Insert([]string{http.MethodPost}, "/"+hn, pth); err != nil {
h.opts.Logger.Errorf(h.opts.Context, "cant add handler for %s %s", md["Method"], md["Path"])
pth = patHandler{pat: rpat, mtype: mtype, name: name, rcvr: rcvr} }
hdlr.handlers[http.MethodPost] = append(hdlr.handlers[http.MethodPost], pth) }
} }
return hdlr return hdlr

View File

@ -78,44 +78,27 @@ func ErrorHandler(fn func(ctx context.Context, s server.Handler, w http.Response
type ( type (
pathHandlerKey struct{} pathHandlerKey struct{}
pathHandlerVal struct { pathHandlerVal struct {
h map[string]http.HandlerFunc h map[string]map[string]http.HandlerFunc
} }
) )
// PathHandler specifies http handler for path regexp // PathHandler specifies http handler for path regexp
func PathHandler(path string, h http.HandlerFunc) server.Option { func PathHandler(method, path string, handler http.HandlerFunc) server.Option {
return func(o *server.Options) { return func(o *server.Options) {
if o.Context == nil { if o.Context == nil {
o.Context = context.Background() o.Context = context.Background()
} }
v, ok := o.Context.Value(pathHandlerKey{}).(*pathHandlerVal) v, ok := o.Context.Value(pathHandlerKey{}).(*pathHandlerVal)
if !ok { if !ok {
v = &pathHandlerVal{h: make(map[string]http.HandlerFunc)} v = &pathHandlerVal{h: make(map[string]map[string]http.HandlerFunc)}
} }
v.h[path] = h m, ok := v.h[method]
o.Context = context.WithValue(o.Context, pathHandlerKey{}, v)
}
}
type (
contentTypeHandlerKey struct{}
contentTypeHandlerVal struct {
h map[string]http.HandlerFunc
}
)
// ContentTypeHandler specifies http handler for Content-Type
func ContentTypeHandler(ct string, h http.HandlerFunc) server.Option {
return func(o *server.Options) {
if o.Context == nil {
o.Context = context.Background()
}
v, ok := o.Context.Value(contentTypeHandlerKey{}).(*contentTypeHandlerVal)
if !ok { if !ok {
v = &contentTypeHandlerVal{h: make(map[string]http.HandlerFunc)} m = make(map[string]http.HandlerFunc)
v.h[method] = m
} }
v.h[ct] = h m[path] = handler
o.Context = context.WithValue(o.Context, contentTypeHandlerKey{}, v) o.Context = context.WithValue(o.Context, pathHandlerKey{}, v)
} }
} }