mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2024-12-24 21:24:05 -08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Log the start and end of the WAL replay within the WAL watcher.

Browse source 
Signed-off-by: Callum Styan <callumstyan@gmail.com>
This commit is contained in:
Callum Styan 2019-11-18 21:11:04 -08:00
parent 9d39fdad0c
commit 2d3ce3916c
1 changed files with 15 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
tsdb/wal/watcher.go
View file

@ -68,7 +68,8 @@ type Watcher struct {
metrics *WatcherMetrics
readerMetrics *liveReaderMetrics
StartTime int64
StartTime int64
lastSegment int
recordsReadMetric *prometheus.CounterVec
recordDecodeFailsMetric prometheus.Counter
@ -211,6 +212,9 @@ func (w *Watcher) Run() error {
if err != nil {
return errors.Wrap(err, "wal.Segments")
}
w.lastSegment = lastSegment
level.Info(w.logger).Log("msg", "replaying WAL", "queue", w.name)
// Backfill from the checkpoint first if it exists.
lastCheckpoint, checkpointIndex, err := LastCheckpoint(w.walDir)
@ -237,7 +241,7 @@ func (w *Watcher) Run() error {
// On start, after reading the existing WAL for series records, we have a pointer to what is the latest segment.
// On subsequent calls to this function, currentSegment will have been incremented and we should open that segment.
if err := w.watch(currentSegment, currentSegment >= lastSegment); err != nil {
if err := w.watch(currentSegment, currentSegment >= w.lastSegment); err != nil {
return err
}
@ -451,10 +455,11 @@ func (w *Watcher) garbageCollectSeries(segmentNum int) error {
func (w *Watcher) readSegment(r *LiveReader, segmentNum int, tail bool) error {
var (
dec record.Decoder
series []record.RefSeries
samples []record.RefSample
send []record.RefSample
dec record.Decoder
series []record.RefSeries
samples []record.RefSample
send []record.RefSample
sentSamples bool
)
for r.Next() && !isClosed(w.quit) {
@ -483,6 +488,10 @@ func (w *Watcher) readSegment(r *LiveReader, segmentNum int, tail bool) error {
}
for _, s := range samples {
if s.T > w.StartTime {
if !sentSamples && segmentNum == w.lastSegment {
sentSamples = true
level.Info(w.logger).Log("msg", "done replaying WAL")
}
send = append(send, s)
}
}