mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2024-11-10 07:34:04 -08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Instrument eviction and purge durations.

Browse source 
Change-Id: Ia5b2319363ad2644674c9b7a94162a89bcc296fb
This commit is contained in:
Julius Volz 2014-10-06 00:00:40 +02:00 committed by Bjoern Rabenstein
parent e0ee7ec7ab
commit db92620163
2 changed files with 19 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
storage/local/instrumentation.go
View file

@ -36,6 +36,14 @@ var (
Name: "prometheus_stored_samples_total", Name: "prometheus_stored_samples_total",
Help: "The total number of stored samples.", Help: "The total number of stored samples.",
}) })
evictionDuration = prometheus.NewGauge(prometheus.GaugeOpts{
Name: "prometheus_memory_eviction_duration_milliseconds",
Help: "The duration of the last memory eviction iteration in milliseconds.",
})
purgeDuration = prometheus.NewGauge(prometheus.GaugeOpts{
Name: "prometheus_storage_purge_duration_milliseconds",
Help: "The duration of the last storage purge iteration in milliseconds.",
})
numChunks = prometheus.NewGauge(prometheus.GaugeOpts{ numChunks = prometheus.NewGauge(prometheus.GaugeOpts{
Name: "prometheus_used_chunks_count", Name: "prometheus_used_chunks_count",
@ -59,7 +67,7 @@ var (
}) })
persistLatencies = prometheus.NewSummaryVec(prometheus.SummaryOpts{ persistLatencies = prometheus.NewSummaryVec(prometheus.SummaryOpts{
Name: "prometheus_persist_latency_ms", Name: "prometheus_persist_latency_milliseconds",
Help: "A summary of latencies for persisting each chunk.", Help: "A summary of latencies for persisting each chunk.",
}, []string{outcome}) }, []string{outcome})
persistQueueLength = prometheus.NewGauge(prometheus.GaugeOpts{ persistQueueLength = prometheus.NewGauge(prometheus.GaugeOpts{
@ -75,6 +83,8 @@ var (
func init() { func init() {
prometheus.MustRegister(numSeries) prometheus.MustRegister(numSeries)
prometheus.MustRegister(numSamples) prometheus.MustRegister(numSamples)
prometheus.MustRegister(evictionDuration)
prometheus.MustRegister(purgeDuration)
prometheus.MustRegister(numChunks) prometheus.MustRegister(numChunks)
prometheus.MustRegister(numChunkGives) prometheus.MustRegister(numChunkGives)
prometheus.MustRegister(numChunkGets) prometheus.MustRegister(numChunkGets)

8
storage/local/storage.go
View file

@ -204,6 +204,10 @@ func (s *memorySeriesStorage) evictMemoryChunks(ttl time.Duration) {
s.mtx.RLock() s.mtx.RLock()
defer s.mtx.RUnlock() defer s.mtx.RUnlock()
defer func(begin time.Time) {
evictionDuration.Set(float64(time.Since(begin) / time.Millisecond))
}(time.Now())
for fp, series := range s.fingerprintToSeries { for fp, series := range s.fingerprintToSeries {
if series.evictOlderThan(clientmodel.TimestampFromTime(time.Now()).Add(-1 * ttl)) { if series.evictOlderThan(clientmodel.TimestampFromTime(time.Now()).Add(-1 * ttl)) {
if err := s.persistence.ArchiveMetric( if err := s.persistence.ArchiveMetric(
@ -294,6 +298,9 @@ func (s *memorySeriesStorage) purgePeriodically(stop <-chan bool) {
case <-purgeTicker.C: case <-purgeTicker.C:
glog.Info("Purging old series data...") glog.Info("Purging old series data...")
s.mtx.RLock() s.mtx.RLock()
begin := time.Now()
fps := make([]clientmodel.Fingerprint, 0, len(s.fingerprintToSeries)) fps := make([]clientmodel.Fingerprint, 0, len(s.fingerprintToSeries))
for fp := range s.fingerprintToSeries { for fp := range s.fingerprintToSeries {
fps = append(fps, fp) fps = append(fps, fp)
@ -324,6 +331,7 @@ func (s *memorySeriesStorage) purgePeriodically(stop <-chan bool) {
s.purgeSeries(fp, ts) s.purgeSeries(fp, ts)
} }
} }
purgeDuration.Set(float64(time.Since(begin) / time.Millisecond))
glog.Info("Done purging old series data.") glog.Info("Done purging old series data.")
} }
} }