backport

Signed-off-by: Vasiliy Tolstov <v.tolstov@unistack.org>

meter.go

@@ -0,0 +1,113 @@
+package kgo
+
+import (
+	"net"
+	"strconv"
+	"time"
+
+	"github.com/twmb/franz-go/pkg/kgo"
+	"go.unistack.org/micro/v3/meter"
+)
+
+type hookMeter struct {
+	meter meter.Meter
+}
+
+var (
+	_ kgo.HookBrokerConnect       = &hookMeter{}
+	_ kgo.HookBrokerDisconnect    = &hookMeter{}
+	_ kgo.HookBrokerRead          = &hookMeter{}
+	_ kgo.HookBrokerThrottle      = &hookMeter{}
+	_ kgo.HookBrokerWrite         = &hookMeter{}
+	_ kgo.HookFetchBatchRead      = &hookMeter{}
+	_ kgo.HookProduceBatchWritten = &hookMeter{}
+	_ kgo.HookGroupManageError    = &hookMeter{}
+)
+
+const (
+	metricBrokerConnects    = "broker_connects_total"
+	metricBrokerDisconnects = "broker_disconnects_total"
+
+	metricBrokerWriteErrors        = "broker_write_errors_total"
+	metricBrokerWriteBytes         = "broker_write_bytes_total"
+	metricBrokerWriteWaitLatencies = "broker_write_wait_latencies"
+	metricBrokerWriteLatencies     = "broker_write_latencies"
+
+	metricBrokerReadErrors        = "broker_read_errors_total"
+	metricBrokerReadBytes         = "broker_read_bytes_total"
+	metricBrokerReadWaitLatencies = "broker_read_wait_latencies"
+	metricBrokerReadLatencies     = "broker_read_latencies"
+
+	metricBrokerThrottleLatencies = "broker_throttle_latencies"
+
+	metricBrokerProduceBytesCompressed   = "broker_produce_bytes_compressed_total"
+	metricBrokerProduceBytesUncompressed = "broker_produce_bytes_uncompressed_total"
+	metricBrokerFetchBytesCompressed     = "broker_consume_bytes_compressed_total"
+	metricBrokerFetchBytesUncompressed   = "broker_consume_bytes_uncompressed_total"
+
+	metricBrokerGroupErrors = "broker_group_errors_total"
+
+	labelNode    = "node_id"
+	labelSuccess = "success"
+	labelFaulure = "failure"
+	labelStatus  = "status"
+	labelTopic   = "topic"
+)
+
+func (m *hookMeter) OnGroupManageError(err error) {
+	m.meter.Counter(metricBrokerGroupErrors).Inc()
+}
+
+func (m *hookMeter) OnBrokerConnect(meta kgo.BrokerMetadata, _ time.Duration, _ net.Conn, err error) {
+	node := strconv.Itoa(int(meta.NodeID))
+	if err != nil {
+		m.meter.Counter(metricBrokerConnects, labelNode, node, labelStatus, labelFaulure).Inc()
+		return
+	}
+	m.meter.Counter(metricBrokerConnects, labelNode, node, labelStatus, labelSuccess).Inc()
+}
+
+func (m *hookMeter) OnBrokerDisconnect(meta kgo.BrokerMetadata, _ net.Conn) {
+	node := strconv.Itoa(int(meta.NodeID))
+	m.meter.Counter(metricBrokerDisconnects, labelNode, node).Inc()
+}
+
+func (m *hookMeter) OnBrokerWrite(meta kgo.BrokerMetadata, _ int16, bytesWritten int, writeWait, timeToWrite time.Duration, err error) {
+	node := strconv.Itoa(int(meta.NodeID))
+	if err != nil {
+		m.meter.Counter(metricBrokerWriteErrors, labelNode, node).Inc()
+		return
+	}
+	m.meter.Counter(metricBrokerWriteBytes, labelNode, node).Add(bytesWritten)
+	m.meter.Histogram(metricBrokerWriteWaitLatencies, labelNode, node).Update(writeWait.Seconds())
+	m.meter.Histogram(metricBrokerWriteLatencies, labelNode, node).Update(timeToWrite.Seconds())
+}
+
+func (m *hookMeter) OnBrokerRead(meta kgo.BrokerMetadata, _ int16, bytesRead int, readWait, timeToRead time.Duration, err error) {
+	node := strconv.Itoa(int(meta.NodeID))
+	if err != nil {
+		m.meter.Counter(metricBrokerReadErrors, labelNode, node).Inc()
+		return
+	}
+	m.meter.Counter(metricBrokerReadBytes, labelNode, node).Add(bytesRead)
+
+	m.meter.Histogram(metricBrokerReadWaitLatencies, labelNode, node).Update(readWait.Seconds())
+	m.meter.Histogram(metricBrokerReadLatencies, labelNode, node).Update(timeToRead.Seconds())
+}
+
+func (m *hookMeter) OnBrokerThrottle(meta kgo.BrokerMetadata, throttleInterval time.Duration, _ bool) {
+	node := strconv.Itoa(int(meta.NodeID))
+	m.meter.Histogram(metricBrokerThrottleLatencies, labelNode, node).Update(throttleInterval.Seconds())
+}
+
+func (m *hookMeter) OnProduceBatchWritten(meta kgo.BrokerMetadata, topic string, _ int32, kmetrics kgo.ProduceBatchMetrics) {
+	node := strconv.Itoa(int(meta.NodeID))
+	m.meter.Counter(metricBrokerProduceBytesUncompressed, labelNode, node, labelTopic, topic).Add(kmetrics.UncompressedBytes)
+	m.meter.Counter(metricBrokerProduceBytesCompressed, labelNode, node, labelTopic, topic).Add(kmetrics.CompressedBytes)
+}
+
+func (m *hookMeter) OnFetchBatchRead(meta kgo.BrokerMetadata, topic string, _ int32, kmetrics kgo.FetchBatchMetrics) {
+	node := strconv.Itoa(int(meta.NodeID))
+	m.meter.Counter(metricBrokerFetchBytesUncompressed, labelNode, node, labelTopic, topic).Add(kmetrics.UncompressedBytes)
+	m.meter.Counter(metricBrokerFetchBytesCompressed, labelNode, node, labelTopic, topic).Add(kmetrics.CompressedBytes)
+}