7 Commits

Author SHA1 Message Date
b4721030eb simplify
Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
2021-05-26 00:58:47 +03:00
Renovate Bot
f9fca87e92 Update module github.com/unistack-org/micro/v3 to v3.3.17 2021-04-27 09:43:49 +00:00
Renovate Bot
c6db5d6e32 Update module github.com/unistack-org/micro/v3 to v3.3.16 2021-04-20 13:21:58 +00:00
Renovate Bot
c92cfdd4ae Update module github.com/unistack-org/micro/v3 to v3.3.15 2021-04-19 14:41:45 +00:00
Renovate Bot
6a26e26bae Update module github.com/unistack-org/micro/v3 to v3.3.14 2021-04-19 03:05:12 +00:00
8ecea8221f fix nil buf check
Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
2021-04-12 19:17:01 +03:00
adbd069875 add test file
Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
2021-04-12 17:15:45 +03:00
6 changed files with 120 additions and 72 deletions

4
go.mod
View File

@@ -2,10 +2,8 @@ module github.com/unistack-org/micro-codec-segmentio/v3
go 1.16
// github.com/oxtoacart/bpool v0.0.0-20190530202638-03653db5a59c
require (
github.com/segmentio/encoding v0.2.17
github.com/unistack-org/micro/v3 v3.3.13
github.com/unistack-org/micro/v3 v3.3.19
google.golang.org/protobuf v1.26.0
)

10
go.sum
View File

@@ -11,13 +11,13 @@ github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTK
github.com/segmentio/encoding v0.2.17 h1:cgfmPc44u1po1lz5bSgF00gLCROBjDNc7h+H7I20zpc=
github.com/segmentio/encoding v0.2.17/go.mod h1:7E68jTSWMnNoYhHi1JbLd7NBSB6XfE4vzqhR88hDBQc=
github.com/silas/dag v0.0.0-20210121180416-41cf55125c34/go.mod h1:7RTUFBdIRC9nZ7/3RyRNH1bdqIShrDejd1YbLwgPS+I=
github.com/unistack-org/micro/v3 v3.3.13 h1:y4bDDkbwnjgOckrhFkC6D/o42tr75X33UbrB+Ko0M68=
github.com/unistack-org/micro/v3 v3.3.13/go.mod h1:98hNcMXp/WyWJwLwCuwrhN1Jm7aCWaRNsMfRjK8Fq+Y=
golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM=
github.com/unistack-org/micro/v3 v3.3.19 h1:x0bl4H+IZvdHHKfA8qMcox9W92+e7rtbqgRfQPoP79w=
github.com/unistack-org/micro/v3 v3.3.19/go.mod h1:LXmPfbJnJNvL0kQs8HfnkV3Wya2Wb+C7keVq++RCZnk=
golang.org/x/net v0.0.0-20210510120150-4163338589ed/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y=
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4=
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=

18
json/codec_test.go Normal file
View File

@@ -0,0 +1,18 @@
package json
import (
"bytes"
"testing"
)
func TestReadBody(t *testing.T) {
s := &struct {
Name string
}{}
c := NewCodec()
b := bytes.NewReader(nil)
err := c.ReadBody(b, s)
if err != nil {
t.Fatal(err)
}
}

View File

@@ -3,10 +3,10 @@ package json
import (
"io"
"io/ioutil"
"github.com/segmentio/encoding/json"
"github.com/unistack-org/micro/v3/codec"
rutil "github.com/unistack-org/micro/v3/util/reflect"
)
var (
@@ -17,6 +17,10 @@ var (
}
)
const (
flattenTag = "flatten"
)
type Marshaler struct {
EscapeHTML bool
SortMapKeys bool
@@ -38,22 +42,26 @@ type jsonCodec struct {
decodeFlags json.ParseFlags
}
func (c *jsonCodec) Marshal(b interface{}) ([]byte, error) {
switch m := b.(type) {
func (c *jsonCodec) Marshal(v interface{}) ([]byte, error) {
switch m := v.(type) {
case nil:
return nil, nil
case *codec.Frame:
return m.Data, nil
}
if nv, nerr := rutil.StructFieldByTag(v, codec.DefaultTagName, flattenTag); nerr == nil {
v = nv
}
var err error
var buf []byte
buf, err = json.Append(buf, b, c.encodeFlags)
buf, err = json.Append(buf, v, c.encodeFlags)
return buf, err
}
func (c *jsonCodec) Unmarshal(b []byte, v interface{}) error {
if b == nil {
if len(b) == 0 {
return nil
}
switch m := v.(type) {
@@ -64,6 +72,9 @@ func (c *jsonCodec) Unmarshal(b []byte, v interface{}) error {
return nil
}
if nv, nerr := rutil.StructFieldByTag(v, codec.DefaultTagName, flattenTag); nerr == nil {
v = nv
}
_, err := json.Parse(b, v, c.decodeFlags)
return err
}
@@ -72,38 +83,36 @@ func (c *jsonCodec) ReadHeader(conn io.Reader, m *codec.Message, t codec.Message
return nil
}
func (c *jsonCodec) ReadBody(conn io.Reader, b interface{}) error {
switch m := b.(type) {
case nil:
func (c *jsonCodec) ReadBody(conn io.Reader, v interface{}) error {
if v == nil {
return nil
case *codec.Frame:
buf, err := ioutil.ReadAll(conn)
}
buf, err := io.ReadAll(conn)
if err != nil {
return err
} else if len(buf) == 0 {
return nil
}
m.Data = buf
return c.Unmarshal(buf, v)
}
func (c *jsonCodec) Write(conn io.Writer, m *codec.Message, v interface{}) error {
if v == nil {
return nil
}
err := json.NewDecoder(conn).Decode(b)
if err == io.EOF {
return nil
}
buf, err := c.Marshal(v)
if err != nil {
return err
} else if len(buf) == 0 {
return codec.ErrInvalidMessage
}
func (c *jsonCodec) Write(conn io.Writer, m *codec.Message, b interface{}) error {
switch m := b.(type) {
case nil:
return nil
case *codec.Frame:
_, err := conn.Write(m.Data)
_, err = conn.Write(buf)
return err
}
return json.NewEncoder(conn).Encode(b)
}
func (c *jsonCodec) String() string {
return "json"
}

19
proto/codec_test.go Normal file
View File

@@ -0,0 +1,19 @@
package proto
import (
"bytes"
"testing"
)
func TestReadBody(t *testing.T) {
t.Skip("no proto generated")
s := &struct {
Name string
}{}
c := NewCodec()
b := bytes.NewReader(nil)
err := c.ReadBody(b, s)
if err != nil {
t.Fatal(err)
}
}

View File

@@ -3,15 +3,19 @@ package proto
import (
"io"
"io/ioutil"
"github.com/segmentio/encoding/proto"
"github.com/unistack-org/micro/v3/codec"
rutil "github.com/unistack-org/micro/v3/util/reflect"
newproto "google.golang.org/protobuf/proto"
)
type protoCodec struct{}
const (
flattenTag = "flatten"
)
func (c *protoCodec) Marshal(v interface{}) ([]byte, error) {
switch m := v.(type) {
case nil:
@@ -19,13 +23,19 @@ func (c *protoCodec) Marshal(v interface{}) ([]byte, error) {
case *codec.Frame:
return m.Data, nil
case newproto.Message, proto.Message:
if nv, nerr := rutil.StructFieldByTag(v, codec.DefaultTagName, flattenTag); nerr == nil {
if nm, ok := nv.(newproto.Message); ok {
m = nm
} else if nm, ok := nv.(proto.Message); ok {
m = nm
}
}
return proto.Marshal(m)
}
return nil, codec.ErrInvalidMessage
}
func (c *protoCodec) Unmarshal(d []byte, v interface{}) error {
var err error
if d == nil {
return nil
}
@@ -34,58 +44,52 @@ func (c *protoCodec) Unmarshal(d []byte, v interface{}) error {
return nil
case *codec.Frame:
m.Data = d
return nil
case newproto.Message, proto.Message:
err = proto.Unmarshal(d, m)
default:
err = codec.ErrInvalidMessage
if nv, nerr := rutil.StructFieldByTag(v, codec.DefaultTagName, flattenTag); nerr == nil {
if nm, ok := nv.(newproto.Message); ok {
m = nm
} else if nm, ok := nv.(proto.Message); ok {
m = nm
}
return err
}
return proto.Unmarshal(d, m)
}
return codec.ErrInvalidMessage
}
func (c *protoCodec) ReadHeader(conn io.Reader, m *codec.Message, t codec.MessageType) error {
return nil
}
func (c *protoCodec) ReadBody(conn io.Reader, b interface{}) error {
switch m := b.(type) {
case nil:
func (c *protoCodec) ReadBody(conn io.Reader, v interface{}) error {
if v == nil {
return nil
case *codec.Frame:
buf, err := ioutil.ReadAll(conn)
}
buf, err := io.ReadAll(conn)
if err != nil {
return err
}
m.Data = buf
} else if len(buf) == 0 {
return nil
case newproto.Message, proto.Message:
buf, err := ioutil.ReadAll(conn)
}
return c.Unmarshal(buf, v)
}
func (c *protoCodec) Write(conn io.Writer, m *codec.Message, v interface{}) error {
if v == nil {
return nil
}
buf, err := c.Marshal(v)
if err != nil {
return err
} else if buf == nil {
return nil
}
return proto.Unmarshal(buf, m)
}
} else if len(buf) == 0 {
return codec.ErrInvalidMessage
}
func (c *protoCodec) Write(conn io.Writer, m *codec.Message, b interface{}) error {
switch m := b.(type) {
case nil:
return nil
case *codec.Frame:
_, err := conn.Write(m.Data)
return err
case newproto.Message, proto.Message:
buf, err := proto.Marshal(m)
if err != nil {
return err
}
_, err = conn.Write(buf)
return err
}
return codec.ErrInvalidMessage
}
func (c *protoCodec) String() string {
return "proto"