2016-12-24 16:40:28 -08:00
|
|
|
// Copyright 2014 The Prometheus Authors
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
2017-10-04 12:04:15 -07:00
|
|
|
"context"
|
2016-12-24 16:40:28 -08:00
|
|
|
"errors"
|
|
|
|
|
|
|
|
"github.com/prometheus/prometheus/pkg/labels"
|
2020-02-06 07:58:38 -08:00
|
|
|
"github.com/prometheus/prometheus/tsdb/chunkenc"
|
|
|
|
"github.com/prometheus/prometheus/tsdb/chunks"
|
|
|
|
"github.com/prometheus/prometheus/tsdb/tombstones"
|
2016-12-24 16:40:28 -08:00
|
|
|
)
|
|
|
|
|
2017-07-04 02:24:13 -07:00
|
|
|
// The errors exposed.
|
2016-12-24 16:40:28 -08:00
|
|
|
var (
|
2017-01-15 08:33:07 -08:00
|
|
|
ErrNotFound = errors.New("not found")
|
2016-12-24 16:40:28 -08:00
|
|
|
ErrOutOfOrderSample = errors.New("out of order sample")
|
|
|
|
ErrDuplicateSampleForTimestamp = errors.New("duplicate sample for timestamp")
|
2017-07-04 02:24:13 -07:00
|
|
|
ErrOutOfBounds = errors.New("out of bounds")
|
2016-12-24 16:40:28 -08:00
|
|
|
)
|
|
|
|
|
2020-02-06 07:58:38 -08:00
|
|
|
// Appendable allows creating appenders.
|
|
|
|
type Appendable interface {
|
2020-02-11 08:34:09 -08:00
|
|
|
// Appender returns a new appender for the storage.
|
2020-02-06 07:58:38 -08:00
|
|
|
Appender() Appender
|
|
|
|
}
|
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// Storage ingests and manages samples, along with various indexes. All methods
|
|
|
|
// are goroutine-safe. Storage implements storage.SampleAppender.
|
|
|
|
type Storage interface {
|
2017-11-11 16:27:45 -08:00
|
|
|
Queryable
|
2020-02-06 07:58:38 -08:00
|
|
|
Appendable
|
2017-11-11 16:27:45 -08:00
|
|
|
|
2017-10-18 04:08:14 -07:00
|
|
|
// StartTime returns the oldest timestamp stored in the storage.
|
|
|
|
StartTime() (int64, error)
|
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// Close closes the storage and all its underlying resources.
|
|
|
|
Close() error
|
|
|
|
}
|
|
|
|
|
2017-11-11 16:27:45 -08:00
|
|
|
// A Queryable handles queries against a storage.
|
|
|
|
type Queryable interface {
|
|
|
|
// Querier returns a new Querier on the storage.
|
|
|
|
Querier(ctx context.Context, mint, maxt int64) (Querier, error)
|
|
|
|
}
|
|
|
|
|
2020-02-06 07:58:38 -08:00
|
|
|
// Querier provides querying access over time series data of a fixed
|
|
|
|
// time range.
|
2016-12-24 16:40:28 -08:00
|
|
|
type Querier interface {
|
|
|
|
// Select returns a set of series that matches the given label matchers.
|
2019-01-02 03:10:13 -08:00
|
|
|
Select(*SelectParams, ...*labels.Matcher) (SeriesSet, Warnings, error)
|
2016-12-24 16:40:28 -08:00
|
|
|
|
2020-01-17 03:21:44 -08:00
|
|
|
// SelectSorted returns a sorted set of series that matches the given label matchers.
|
|
|
|
SelectSorted(*SelectParams, ...*labels.Matcher) (SeriesSet, Warnings, error)
|
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// LabelValues returns all potential values for a label name.
|
2020-02-06 07:58:38 -08:00
|
|
|
// It is not safe to use the strings beyond the lifefime of the querier.
|
2019-06-17 00:31:17 -07:00
|
|
|
LabelValues(name string) ([]string, Warnings, error)
|
2016-12-24 16:40:28 -08:00
|
|
|
|
2018-11-19 02:21:14 -08:00
|
|
|
// LabelNames returns all the unique label names present in the block in sorted order.
|
2019-06-17 00:31:17 -07:00
|
|
|
LabelNames() ([]string, Warnings, error)
|
2018-11-19 02:21:14 -08:00
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// Close releases the resources of the Querier.
|
|
|
|
Close() error
|
|
|
|
}
|
|
|
|
|
2018-01-09 08:44:23 -08:00
|
|
|
// SelectParams specifies parameters passed to data selections.
|
|
|
|
type SelectParams struct {
|
2018-07-17 20:58:00 -07:00
|
|
|
Start int64 // Start time in milliseconds for this select.
|
|
|
|
End int64 // End time in milliseconds for this select.
|
|
|
|
|
2018-01-09 08:44:23 -08:00
|
|
|
Step int64 // Query step size in milliseconds.
|
|
|
|
Func string // String representation of surrounding function or aggregation.
|
2019-12-05 06:06:28 -08:00
|
|
|
|
|
|
|
Grouping []string // List of label names used in aggregation.
|
|
|
|
By bool // Indicate whether it is without or by.
|
|
|
|
Range int64 // Range vector selector range in milliseconds.
|
2018-01-09 08:44:23 -08:00
|
|
|
}
|
|
|
|
|
2017-11-11 16:27:45 -08:00
|
|
|
// QueryableFunc is an adapter to allow the use of ordinary functions as
|
|
|
|
// Queryables. It follows the idea of http.HandlerFunc.
|
|
|
|
type QueryableFunc func(ctx context.Context, mint, maxt int64) (Querier, error)
|
|
|
|
|
|
|
|
// Querier calls f() with the given parameters.
|
|
|
|
func (f QueryableFunc) Querier(ctx context.Context, mint, maxt int64) (Querier, error) {
|
|
|
|
return f(ctx, mint, maxt)
|
|
|
|
}
|
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// Appender provides batched appends against a storage.
|
2020-02-07 08:24:17 -08:00
|
|
|
// It must be completed with a call to Commit or Rollback and must not be reused afterwards.
|
|
|
|
//
|
|
|
|
// Operations on the Appender interface are not goroutine-safe.
|
2016-12-24 16:40:28 -08:00
|
|
|
type Appender interface {
|
2020-02-07 08:24:17 -08:00
|
|
|
// Add adds a sample pair for the given series. A reference number is
|
|
|
|
// returned which can be used to add further samples in the same or later
|
|
|
|
// transactions.
|
|
|
|
// Returned reference numbers are ephemeral and may be rejected in calls
|
|
|
|
// to AddFast() at any point. Adding the sample via Add() returns a new
|
|
|
|
// reference number.
|
|
|
|
// If the reference is 0 it must not be used for caching.
|
2017-09-07 05:14:41 -07:00
|
|
|
Add(l labels.Labels, t int64, v float64) (uint64, error)
|
2017-01-13 05:48:01 -08:00
|
|
|
|
2020-02-07 08:24:17 -08:00
|
|
|
// AddFast adds a sample pair for the referenced series. It is generally
|
|
|
|
// faster than adding a sample by providing its full label set.
|
2020-02-06 07:58:38 -08:00
|
|
|
AddFast(ref uint64, t int64, v float64) error
|
2016-12-24 16:40:28 -08:00
|
|
|
|
|
|
|
// Commit submits the collected samples and purges the batch.
|
|
|
|
Commit() error
|
2017-01-13 05:48:01 -08:00
|
|
|
|
2020-02-07 08:24:17 -08:00
|
|
|
// Rollback rolls back all modifications made in the appender so far.
|
2020-02-11 08:34:09 -08:00
|
|
|
// Appender has to be discarded after rollback.
|
2017-01-13 05:48:01 -08:00
|
|
|
Rollback() error
|
2016-12-24 16:40:28 -08:00
|
|
|
}
|
|
|
|
|
|
|
|
// SeriesSet contains a set of series.
|
|
|
|
type SeriesSet interface {
|
|
|
|
Next() bool
|
2017-01-02 04:33:37 -08:00
|
|
|
At() Series
|
2016-12-24 16:40:28 -08:00
|
|
|
Err() error
|
|
|
|
}
|
|
|
|
|
2020-02-06 07:58:38 -08:00
|
|
|
var emptySeriesSet = errSeriesSet{}
|
|
|
|
|
|
|
|
// EmptySeriesSet returns a series set that's always empty.
|
|
|
|
func EmptySeriesSet() SeriesSet {
|
|
|
|
return emptySeriesSet
|
|
|
|
}
|
|
|
|
|
|
|
|
type errSeriesSet struct {
|
|
|
|
err error
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s errSeriesSet) Next() bool { return false }
|
|
|
|
func (s errSeriesSet) At() Series { return nil }
|
|
|
|
func (s errSeriesSet) Err() error { return s.err }
|
|
|
|
|
2016-12-24 16:40:28 -08:00
|
|
|
// Series represents a single time series.
|
|
|
|
type Series interface {
|
|
|
|
// Labels returns the complete set of labels identifying the series.
|
|
|
|
Labels() labels.Labels
|
|
|
|
|
|
|
|
// Iterator returns a new iterator of the data of the series.
|
2020-02-06 07:58:38 -08:00
|
|
|
Iterator() chunkenc.Iterator
|
2016-12-24 16:40:28 -08:00
|
|
|
}
|
|
|
|
|
2020-02-06 07:58:38 -08:00
|
|
|
// ChunkSeriesSet exposes the chunks and intervals of a series instead of the
|
|
|
|
// actual series itself.
|
|
|
|
// TODO(bwplotka): Move it to Series liike Iterator that iterates over chunks and avoiding loading all of them at once.
|
|
|
|
type ChunkSeriesSet interface {
|
2016-12-24 16:40:28 -08:00
|
|
|
Next() bool
|
2020-02-06 07:58:38 -08:00
|
|
|
At() (labels.Labels, []chunks.Meta, tombstones.Intervals)
|
2016-12-24 16:40:28 -08:00
|
|
|
Err() error
|
|
|
|
}
|
2018-11-30 06:27:12 -08:00
|
|
|
|
|
|
|
type Warnings []error
|