2016-12-04 04:16:11 -08:00
|
|
|
package tsdb
|
|
|
|
|
|
|
|
import (
|
|
|
|
"math"
|
2016-12-14 09:38:46 -08:00
|
|
|
"sort"
|
2016-12-04 04:16:11 -08:00
|
|
|
"sync"
|
|
|
|
|
|
|
|
"github.com/fabxc/tsdb/chunks"
|
|
|
|
)
|
|
|
|
|
|
|
|
// HeadBlock handles reads and writes of time series data within a time window.
|
|
|
|
type HeadBlock struct {
|
2016-12-09 01:41:51 -08:00
|
|
|
mtx sync.RWMutex
|
|
|
|
descs map[uint64][]*chunkDesc // labels hash to possible chunks descs
|
|
|
|
index *memIndex
|
2016-12-07 08:10:49 -08:00
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
stats BlockStats
|
2016-12-04 04:16:11 -08:00
|
|
|
}
|
|
|
|
|
2016-12-09 04:41:38 -08:00
|
|
|
// NewHeadBlock creates a new empty head block.
|
|
|
|
func NewHeadBlock(baseTime int64) *HeadBlock {
|
2016-12-15 07:14:33 -08:00
|
|
|
b := &HeadBlock{
|
|
|
|
descs: make(map[uint64][]*chunkDesc, 2048),
|
|
|
|
index: newMemIndex(),
|
2016-12-09 01:41:51 -08:00
|
|
|
}
|
2016-12-15 07:14:33 -08:00
|
|
|
b.stats.MinTime = baseTime
|
|
|
|
|
|
|
|
return b
|
2016-12-09 01:41:51 -08:00
|
|
|
}
|
|
|
|
|
2016-12-14 09:38:46 -08:00
|
|
|
// Querier returns a new querier over the head block.
|
|
|
|
func (h *HeadBlock) Querier(mint, maxt int64) Querier {
|
|
|
|
return newBlockQuerier(h, h, mint, maxt)
|
|
|
|
}
|
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
// Chunk returns the chunk for the reference number.
|
2016-12-14 09:38:46 -08:00
|
|
|
func (h *HeadBlock) Chunk(ref uint32) (chunks.Chunk, error) {
|
|
|
|
c, ok := h.index.forward[ref]
|
|
|
|
if !ok {
|
|
|
|
return nil, errNotFound
|
|
|
|
}
|
|
|
|
return c.chunk, nil
|
|
|
|
}
|
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
func (h *HeadBlock) interval() (int64, int64) {
|
|
|
|
return h.stats.MinTime, h.stats.MaxTime
|
|
|
|
}
|
|
|
|
|
2016-12-14 09:38:46 -08:00
|
|
|
// Stats returns statisitics about the indexed data.
|
2016-12-15 07:14:33 -08:00
|
|
|
func (h *HeadBlock) Stats() (BlockStats, error) {
|
|
|
|
return h.stats, nil
|
2016-12-14 09:38:46 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
// LabelValues returns the possible label values
|
|
|
|
func (h *HeadBlock) LabelValues(names ...string) (StringTuples, error) {
|
|
|
|
if len(names) != 1 {
|
|
|
|
return nil, errInvalidSize
|
|
|
|
}
|
|
|
|
var sl []string
|
|
|
|
|
|
|
|
for s := range h.index.values[names[0]] {
|
|
|
|
sl = append(sl, s)
|
|
|
|
}
|
|
|
|
sort.Strings(sl)
|
|
|
|
|
|
|
|
t := &stringTuples{
|
|
|
|
l: len(names),
|
|
|
|
s: sl,
|
|
|
|
}
|
|
|
|
return t, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Postings returns the postings list iterator for the label pair.
|
2016-12-14 12:58:29 -08:00
|
|
|
func (h *HeadBlock) Postings(name, value string) (Postings, error) {
|
2016-12-14 09:38:46 -08:00
|
|
|
return h.index.Postings(term{name, value}), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Series returns the series for the given reference.
|
2016-12-16 03:13:17 -08:00
|
|
|
func (h *HeadBlock) Series(ref uint32, mint, maxt int64) (Series, error) {
|
2016-12-14 09:38:46 -08:00
|
|
|
cd, ok := h.index.forward[ref]
|
|
|
|
if !ok {
|
|
|
|
return nil, errNotFound
|
|
|
|
}
|
2016-12-16 03:13:17 -08:00
|
|
|
if !intervalOverlap(cd.firsTimestamp, cd.lastTimestamp, mint, maxt) {
|
|
|
|
return nil, nil
|
|
|
|
}
|
2016-12-14 09:38:46 -08:00
|
|
|
s := &series{
|
|
|
|
labels: cd.lset,
|
2016-12-16 03:13:17 -08:00
|
|
|
chunks: []ChunkMeta{
|
|
|
|
{MinTime: h.stats.MinTime, Ref: 0},
|
2016-12-14 09:38:46 -08:00
|
|
|
},
|
|
|
|
chunk: func(ref uint32) (chunks.Chunk, error) {
|
|
|
|
return cd.chunk, nil
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return s, nil
|
|
|
|
}
|
|
|
|
|
2016-12-04 04:16:11 -08:00
|
|
|
// get retrieves the chunk with the hash and label set and creates
|
|
|
|
// a new one if it doesn't exist yet.
|
2016-12-09 01:00:14 -08:00
|
|
|
func (h *HeadBlock) get(hash uint64, lset Labels) *chunkDesc {
|
2016-12-04 04:16:11 -08:00
|
|
|
cds := h.descs[hash]
|
|
|
|
for _, cd := range cds {
|
|
|
|
if cd.lset.Equals(lset) {
|
2016-12-09 01:00:14 -08:00
|
|
|
return cd
|
2016-12-04 04:16:11 -08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
// None of the given chunks was for the series, create a new one.
|
|
|
|
cd := &chunkDesc{
|
|
|
|
lset: lset,
|
|
|
|
chunk: chunks.NewXORChunk(int(math.MaxInt64)),
|
|
|
|
}
|
2016-12-09 01:41:51 -08:00
|
|
|
h.index.add(cd)
|
2016-12-04 04:16:11 -08:00
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
// For the head block there's exactly one chunk per series.
|
|
|
|
h.stats.ChunkCount++
|
|
|
|
h.stats.SeriesCount++
|
|
|
|
|
2016-12-04 04:16:11 -08:00
|
|
|
h.descs[hash] = append(cds, cd)
|
2016-12-09 01:00:14 -08:00
|
|
|
return cd
|
2016-12-04 04:16:11 -08:00
|
|
|
}
|
|
|
|
|
2016-12-09 01:00:14 -08:00
|
|
|
// append adds the sample to the headblock.
|
|
|
|
func (h *HeadBlock) append(hash uint64, lset Labels, ts int64, v float64) error {
|
|
|
|
if err := h.get(hash, lset).append(ts, v); err != nil {
|
2016-12-07 08:10:49 -08:00
|
|
|
return err
|
|
|
|
}
|
2016-12-08 08:43:10 -08:00
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
h.stats.SampleCount++
|
2016-12-10 09:08:50 -08:00
|
|
|
|
2016-12-15 07:14:33 -08:00
|
|
|
if ts > h.stats.MaxTime {
|
|
|
|
h.stats.MaxTime = ts
|
2016-12-09 01:00:14 -08:00
|
|
|
}
|
2016-12-15 07:14:33 -08:00
|
|
|
|
|
|
|
return nil
|
2016-12-08 08:43:10 -08:00
|
|
|
}
|