implement collect
Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>
This commit is contained in:
parent
315cce9348
commit
b023ed8cec
53
README.md
53
README.md
@ -1 +1,52 @@
|
|||||||
# micro-wrapper-sql
|
# micro-wrapper-sqlpackage postgres
|
||||||
|
|
||||||
|
Example for For postgres
|
||||||
|
|
||||||
|
```go
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"net/url"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/jackc/pgx/v4"
|
||||||
|
"github.com/jackc/pgx/v4/stdlib"
|
||||||
|
"github.com/jmoiron/sqlx"
|
||||||
|
)
|
||||||
|
|
||||||
|
func Connect(cfg *PostgresConfig) (*sqlx.DB, error) {
|
||||||
|
// format connection string
|
||||||
|
dbstr := fmt.Sprintf(
|
||||||
|
"postgres://%s:%s@%s/%s?sslmode=disable&statement_cache_mode=describe",
|
||||||
|
cfg.Login,
|
||||||
|
url.QueryEscape(cfg.Passw),
|
||||||
|
cfg.Addr,
|
||||||
|
cfg.DBName,
|
||||||
|
)
|
||||||
|
|
||||||
|
// parse connection string
|
||||||
|
dbConf, err := pgx.ParseConfig(dbstr)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
// needed for pgbouncer
|
||||||
|
dbConf.RuntimeParams = map[string]string{
|
||||||
|
"standard_conforming_strings": "on",
|
||||||
|
"application_name": cfg.AppName,
|
||||||
|
}
|
||||||
|
// may be needed for pbbouncer, needs to check
|
||||||
|
//dbConf.PreferSimpleProtocol = true
|
||||||
|
// register pgx conn
|
||||||
|
connStr := stdlib.RegisterConnConfig(dbConf)
|
||||||
|
|
||||||
|
db, err := sqlx.Connect("pgx", connStr)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
db.SetMaxOpenConns(int(cfg.ConnMax))
|
||||||
|
db.SetMaxIdleConns(int(cfg.ConnMax / 2))
|
||||||
|
db.SetConnMaxLifetime(time.Duration(cfg.ConnLifetime) * time.Second)
|
||||||
|
db.SetConnMaxIdleTime(time.Duration(cfg.ConnMaxIdleTime) * time.Second)
|
||||||
|
return db, nil
|
||||||
|
}
|
||||||
|
```
|
||||||
|
5
go.mod
Normal file
5
go.mod
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
module github.com/unistack-org/micro-wrapper-sql/v3
|
||||||
|
|
||||||
|
go 1.16
|
||||||
|
|
||||||
|
require github.com/unistack-org/micro/v3 v3.2.22
|
18
go.sum
Normal file
18
go.sum
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ=
|
||||||
|
github.com/ef-ds/deque v1.0.4/go.mod h1:gXDnTC3yqvBcHbq2lcExjtAcVrOnJCbMcZXmuj8Z4tg=
|
||||||
|
github.com/google/uuid v1.2.0 h1:qJYtXnJRWmpe7m/3XlyhrsLrEURqHRM2kxzoxXqyUDs=
|
||||||
|
github.com/google/uuid v1.2.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
|
||||||
|
github.com/imdario/mergo v0.3.12 h1:b6R2BslTbIEToALKP7LxUvijTsNI9TAe80pLWN2g/HU=
|
||||||
|
github.com/imdario/mergo v0.3.12/go.mod h1:jmQim1M+e3UYxmgPu/WyfjB3N3VflVyUjjjwH0dnCYA=
|
||||||
|
github.com/patrickmn/go-cache v2.1.0+incompatible h1:HRMgzkcYKYpi3C8ajMPV8OFXaaRUnok+kx1WdO15EQc=
|
||||||
|
github.com/patrickmn/go-cache v2.1.0+incompatible/go.mod h1:3Qf8kWWT7OJRJbdiICTKqZju1ZixQ/KpMGzzAfe6+WQ=
|
||||||
|
github.com/silas/dag v0.0.0-20210121180416-41cf55125c34/go.mod h1:7RTUFBdIRC9nZ7/3RyRNH1bdqIShrDejd1YbLwgPS+I=
|
||||||
|
github.com/unistack-org/micro/v3 v3.2.22 h1:AXyLtRpfcPGczhaA1f9KR0ctK+1Zpqvb+rBJrZtp3Oo=
|
||||||
|
github.com/unistack-org/micro/v3 v3.2.22/go.mod h1:oI8H/uGq1h4i5cvUycEoFKJQC7G8yChZQNIDNWGSLRU=
|
||||||
|
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
||||||
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||||
|
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
|
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
|
||||||
|
gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
|
159
wrapper.go
Normal file
159
wrapper.go
Normal file
@ -0,0 +1,159 @@
|
|||||||
|
package wrapper
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"database/sql"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/unistack-org/micro/v3/logger"
|
||||||
|
"github.com/unistack-org/micro/v3/meter"
|
||||||
|
"github.com/unistack-org/micro/v3/tracer"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
DefaultStatsInterval = 5 * time.Second
|
||||||
|
// default metric prefix
|
||||||
|
DefaultMetricPrefix = "micro_sql_"
|
||||||
|
// default label prefix
|
||||||
|
DefaultLabelPrefix = "micro_"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
DatabaseHostLabel = "database_host"
|
||||||
|
DatabaseNameLabel = "database_name"
|
||||||
|
ServiceNameLabel = "service_name"
|
||||||
|
ServiceVersionLabel = "service_version"
|
||||||
|
ServiceIDLabel = "service_id"
|
||||||
|
|
||||||
|
MaxOpenConnectionsLabel = "max_open_connections"
|
||||||
|
OpenConnectionsLabel = "open_connections"
|
||||||
|
InuseConnectionsLabel = "inuse_connections"
|
||||||
|
IdleConnectionsLabel = "idle_connections"
|
||||||
|
WaitConnectionsLabel = "wait_connections"
|
||||||
|
BlockedSecondsLabel = "blocked_seconds"
|
||||||
|
MaxIdleClosedLabel = "max_idle_closed"
|
||||||
|
MaxLifetimeClosedLabel = "max_lifetime_closed"
|
||||||
|
|
||||||
|
//srequest_total // counter
|
||||||
|
//slatency_microseconds // summary
|
||||||
|
//srequest_duration_seconds // histogramm
|
||||||
|
|
||||||
|
)
|
||||||
|
|
||||||
|
type Options struct {
|
||||||
|
Logger logger.Logger
|
||||||
|
Meter meter.Meter
|
||||||
|
Tracer tracer.Tracer
|
||||||
|
DatabaseHost string
|
||||||
|
DatabaseName string
|
||||||
|
ServiceName string
|
||||||
|
ServiceVersion string
|
||||||
|
ServiceID string
|
||||||
|
}
|
||||||
|
|
||||||
|
type Option func(*Options)
|
||||||
|
|
||||||
|
func DatabaseHost(host string) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.DatabaseHost = host
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func DatabaseName(name string) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.DatabaseName = name
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func ServiceName(name string) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.ServiceName = name
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func ServiceVersion(version string) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.ServiceVersion = version
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func ServiceID(id string) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.ServiceID = id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Meter(m meter.Meter) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.Meter = m
|
||||||
|
}
|
||||||
|
}
|
||||||
|
func Logger(l logger.Logger) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.Logger = l
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func Tracer(t tracer.Tracer) Option {
|
||||||
|
return func(opts *Options) {
|
||||||
|
opts.Tracer = t
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
type queryKey struct{}
|
||||||
|
|
||||||
|
func QueryName(ctx context.Context, name string) context.Context {
|
||||||
|
if ctx == nil {
|
||||||
|
ctx = context.Background()
|
||||||
|
}
|
||||||
|
|
||||||
|
return context.WithValue(ctx, queryKey{}, name)
|
||||||
|
}
|
||||||
|
|
||||||
|
func getName(ctx context.Context) string {
|
||||||
|
name := "Unknown"
|
||||||
|
|
||||||
|
val, ok := ctx.Value(queryKey{}).(string)
|
||||||
|
if ok && len(val) > 0 {
|
||||||
|
name = val
|
||||||
|
}
|
||||||
|
|
||||||
|
return name
|
||||||
|
}
|
||||||
|
|
||||||
|
type Wrapper struct {
|
||||||
|
db *sql.DB
|
||||||
|
opts Options
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *Wrapper) collect() {
|
||||||
|
labels := []string{
|
||||||
|
DatabaseHostLabel, w.opts.DatabaseHost,
|
||||||
|
DatabaseNameLabel, w.opts.DatabaseName,
|
||||||
|
ServiceNameLabel, w.opts.ServiceName,
|
||||||
|
ServiceVersionLabel, w.opts.ServiceVersion,
|
||||||
|
ServiceIDLabel, w.opts.ServiceID,
|
||||||
|
}
|
||||||
|
|
||||||
|
ticker := time.NewTicker(DefaultStatsInterval)
|
||||||
|
defer ticker.Stop()
|
||||||
|
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-ticker.C:
|
||||||
|
if w.db == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
stats := w.db.Stats()
|
||||||
|
w.opts.Meter.FloatCounter(MaxOpenConnectionsLabel, meter.Labels(labels...)).Set(float64(stats.MaxOpenConnections))
|
||||||
|
w.opts.Meter.FloatCounter(OpenConnectionsLabel, meter.Labels(labels...)).Set(float64(stats.OpenConnections))
|
||||||
|
w.opts.Meter.FloatCounter(InuseConnectionsLabel, meter.Labels(labels...)).Set(float64(stats.InUse))
|
||||||
|
w.opts.Meter.FloatCounter(IdleConnectionsLabel, meter.Labels(labels...)).Set(float64(stats.Idle))
|
||||||
|
w.opts.Meter.FloatCounter(WaitConnectionsLabel, meter.Labels(labels...)).Set(float64(stats.WaitCount))
|
||||||
|
w.opts.Meter.FloatCounter(BlockedSecondsLabel, meter.Labels(labels...)).Set(stats.WaitDuration.Seconds())
|
||||||
|
w.opts.Meter.FloatCounter(MaxIdleClosedLabel, meter.Labels(labels...)).Set(float64(stats.MaxIdleClosed))
|
||||||
|
w.opts.Meter.FloatCounter(MaxLifetimeClosedLabel, meter.Labels(labels...)).Set(float64(stats.MaxLifetimeClosed))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user