mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2024-12-26 14:09:41 -08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix bugs in chunk evict code.

Browse source 
Also, simplify code by re-looking up metric in metric map.

Change-Id: Ib2092f9184374e5a543e87d3a9f4a74fda64b193
This commit is contained in:
Bjoern Rabenstein 2014-10-06 16:32:08 +02:00
parent 7e6a03fbf9
commit fcdf5a8ee7
2 changed files with 15 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
storage/local/interface.go
View file

@ -21,12 +21,6 @@ import (
// SeriesMap maps fingerprints to memory series.
type SeriesMap map[clientmodel.Fingerprint]*memorySeries
// FingerprintSeriesPair is a fingerprint paired with a memory series.
type FingerprintSeriesPair struct {
Fingerprint clientmodel.Fingerprint
Series *memorySeries
}
// Storage ingests and manages samples, along with various indexes. All methods
// are goroutine-safe.
type Storage interface {

28
storage/local/storage.go
View file

@ -201,7 +201,7 @@ func (s *memorySeriesStorage) NewIterator(fp clientmodel.Fingerprint) SeriesIter
}
func (s *memorySeriesStorage) evictMemoryChunks(ttl time.Duration) {
fspsToArchive := []FingerprintSeriesPair{}
fpsToArchive := []clientmodel.Fingerprint{}
defer func(begin time.Time) {
evictionDuration.Set(float64(time.Since(begin) / time.Millisecond))
@ -210,16 +210,13 @@ func (s *memorySeriesStorage) evictMemoryChunks(ttl time.Duration) {
s.mtx.RLock()
for fp, series := range s.fingerprintToSeries {
if series.evictOlderThan(clientmodel.TimestampFromTime(time.Now()).Add(-1 * ttl)) {
fspsToArchive = append(fspsToArchive, FingerprintSeriesPair{
Fingerprint: fp,
Series: series,
})
}
fpsToArchive = append(fpsToArchive, fp)
series.persistHeadChunk(fp, s.persistQueue)
}
}
s.mtx.RUnlock()
if len(fspsToArchive) == 0 {
if len(fpsToArchive) == 0 {
return
}
@ -227,19 +224,24 @@ func (s *memorySeriesStorage) evictMemoryChunks(ttl time.Duration) {
s.mtx.Lock()
defer s.mtx.Unlock()
for _, fsp := range fspsToArchive {
for _, fp := range fpsToArchive {
series, ok := s.fingerprintToSeries[fp]
if !ok {
// Oops, perhaps another evict run happening in parallel?
continue
}
// TODO: Need series lock (or later FP lock)?
if !fsp.Series.headChunkPersisted {
if !series.headChunkPersisted {
// Oops. The series has received new samples all of a
// sudden, giving it a new head chunk. Leave it alone.
return
continue
}
if err := s.persistence.ArchiveMetric(
fsp.Fingerprint, fsp.Series.metric, fsp.Series.firstTime(), fsp.Series.lastTime(),
fp, series.metric, series.firstTime(), series.lastTime(),
); err != nil {
glog.Errorf("Error archiving metric %v: %v", fsp.Series.metric, err)
glog.Errorf("Error archiving metric %v: %v", series.metric, err)
}
delete(s.fingerprintToSeries, fsp.Fingerprint)
delete(s.fingerprintToSeries, fp)
}
}