From c2cb1e4103c1eac35f417bec48d3ab504705784e Mon Sep 17 00:00:00 2001 From: Callum Styan Date: Mon, 25 Nov 2019 12:25:18 -0800 Subject: [PATCH] Add a metric to track total bytes sent per remote write queue. (#6344) Signed-off-by: Callum Styan --- storage/remote/queue_manager.go | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/storage/remote/queue_manager.go b/storage/remote/queue_manager.go index 57e4ff3bab..c47039b4b4 100644 --- a/storage/remote/queue_manager.go +++ b/storage/remote/queue_manager.go @@ -170,6 +170,15 @@ var ( }, []string{queue}, ) + bytesSent = promauto.NewCounterVec( + prometheus.CounterOpts{ + Namespace: namespace, + Subsystem: subsystem, + Name: "sent_bytes_total", + Help: "The total number of bytes sent by the queue.", + }, + []string{queue}, + ) ) // StorageClient defines an interface for sending a batch of samples to an @@ -224,6 +233,7 @@ type QueueManager struct { maxNumShards prometheus.Gauge minNumShards prometheus.Gauge desiredNumShards prometheus.Gauge + bytesSent prometheus.Counter } // NewQueueManager builds a new QueueManager. @@ -331,6 +341,7 @@ func (t *QueueManager) Start() { t.maxNumShards = maxNumShards.WithLabelValues(name) t.minNumShards = minNumShards.WithLabelValues(name) t.desiredNumShards = desiredNumShards.WithLabelValues(name) + t.bytesSent = bytesSent.WithLabelValues(name) // Initialise some metrics. t.shardCapacity.Set(float64(t.cfg.Capacity)) @@ -827,6 +838,7 @@ func (s *shards) sendSamplesWithBackoff(ctx context.Context, samples []prompb.Ti if err == nil { s.qm.succeededSamplesTotal.Add(float64(len(samples))) + s.qm.bytesSent.Add(float64(len(req))) s.qm.highestSentTimestampMetric.Set(float64(highest / 1000)) atomic.StoreInt64(&s.qm.lastSendTimestamp, time.Now().Unix()) return nil