mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-14 17:44:06 -08:00
249 lines
7.3 KiB
Go
249 lines
7.3 KiB
Go
// Copyright 2013 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package scrape
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/binary"
|
|
"fmt"
|
|
"math"
|
|
"math/rand"
|
|
"strings"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/gogo/protobuf/proto"
|
|
dto "github.com/prometheus/client_model/go"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/prometheus/prometheus/model/exemplar"
|
|
"github.com/prometheus/prometheus/model/histogram"
|
|
"github.com/prometheus/prometheus/model/labels"
|
|
"github.com/prometheus/prometheus/model/metadata"
|
|
"github.com/prometheus/prometheus/storage"
|
|
)
|
|
|
|
type nopAppendable struct{}
|
|
|
|
func (a nopAppendable) Appender(_ context.Context) storage.Appender {
|
|
return nopAppender{}
|
|
}
|
|
|
|
type nopAppender struct{}
|
|
|
|
func (a nopAppender) Append(storage.SeriesRef, labels.Labels, int64, float64) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) AppendExemplar(storage.SeriesRef, labels.Labels, exemplar.Exemplar) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) AppendHistogram(storage.SeriesRef, labels.Labels, int64, *histogram.Histogram, *histogram.FloatHistogram) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) AppendHistogramCTZeroSample(ref storage.SeriesRef, l labels.Labels, t, ct int64, h *histogram.Histogram, fh *histogram.FloatHistogram) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) UpdateMetadata(storage.SeriesRef, labels.Labels, metadata.Metadata) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) AppendCTZeroSample(storage.SeriesRef, labels.Labels, int64, int64) (storage.SeriesRef, error) {
|
|
return 0, nil
|
|
}
|
|
|
|
func (a nopAppender) Commit() error { return nil }
|
|
func (a nopAppender) Rollback() error { return nil }
|
|
|
|
type floatSample struct {
|
|
metric labels.Labels
|
|
t int64
|
|
f float64
|
|
}
|
|
|
|
func equalFloatSamples(a, b floatSample) bool {
|
|
// Compare Float64bits so NaN values which are exactly the same will compare equal.
|
|
return labels.Equal(a.metric, b.metric) && a.t == b.t && math.Float64bits(a.f) == math.Float64bits(b.f)
|
|
}
|
|
|
|
type histogramSample struct {
|
|
metric labels.Labels
|
|
t int64
|
|
h *histogram.Histogram
|
|
fh *histogram.FloatHistogram
|
|
}
|
|
|
|
type collectResultAppendable struct {
|
|
*collectResultAppender
|
|
}
|
|
|
|
func (a *collectResultAppendable) Appender(_ context.Context) storage.Appender {
|
|
return a
|
|
}
|
|
|
|
// collectResultAppender records all samples that were added through the appender.
|
|
// It can be used as its zero value or be backed by another appender it writes samples through.
|
|
type collectResultAppender struct {
|
|
mtx sync.Mutex
|
|
|
|
next storage.Appender
|
|
resultFloats []floatSample
|
|
pendingFloats []floatSample
|
|
rolledbackFloats []floatSample
|
|
resultHistograms []histogramSample
|
|
pendingHistograms []histogramSample
|
|
rolledbackHistograms []histogramSample
|
|
resultExemplars []exemplar.Exemplar
|
|
pendingExemplars []exemplar.Exemplar
|
|
resultMetadata []metadata.Metadata
|
|
pendingMetadata []metadata.Metadata
|
|
}
|
|
|
|
func (a *collectResultAppender) Append(ref storage.SeriesRef, lset labels.Labels, t int64, v float64) (storage.SeriesRef, error) {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.pendingFloats = append(a.pendingFloats, floatSample{
|
|
metric: lset,
|
|
t: t,
|
|
f: v,
|
|
})
|
|
|
|
if ref == 0 {
|
|
ref = storage.SeriesRef(rand.Uint64())
|
|
}
|
|
if a.next == nil {
|
|
return ref, nil
|
|
}
|
|
|
|
ref, err := a.next.Append(ref, lset, t, v)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
return ref, err
|
|
}
|
|
|
|
func (a *collectResultAppender) AppendExemplar(ref storage.SeriesRef, l labels.Labels, e exemplar.Exemplar) (storage.SeriesRef, error) {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.pendingExemplars = append(a.pendingExemplars, e)
|
|
if a.next == nil {
|
|
return 0, nil
|
|
}
|
|
|
|
return a.next.AppendExemplar(ref, l, e)
|
|
}
|
|
|
|
func (a *collectResultAppender) AppendHistogram(ref storage.SeriesRef, l labels.Labels, t int64, h *histogram.Histogram, fh *histogram.FloatHistogram) (storage.SeriesRef, error) {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.pendingHistograms = append(a.pendingHistograms, histogramSample{h: h, fh: fh, t: t, metric: l})
|
|
if a.next == nil {
|
|
return 0, nil
|
|
}
|
|
|
|
return a.next.AppendHistogram(ref, l, t, h, fh)
|
|
}
|
|
|
|
func (a *collectResultAppender) AppendHistogramCTZeroSample(ref storage.SeriesRef, l labels.Labels, t, ct int64, h *histogram.Histogram, fh *histogram.FloatHistogram) (storage.SeriesRef, error) {
|
|
if h != nil {
|
|
return a.AppendHistogram(ref, l, ct, &histogram.Histogram{}, nil)
|
|
}
|
|
return a.AppendHistogram(ref, l, ct, nil, &histogram.FloatHistogram{})
|
|
}
|
|
|
|
func (a *collectResultAppender) UpdateMetadata(ref storage.SeriesRef, l labels.Labels, m metadata.Metadata) (storage.SeriesRef, error) {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.pendingMetadata = append(a.pendingMetadata, m)
|
|
if ref == 0 {
|
|
ref = storage.SeriesRef(rand.Uint64())
|
|
}
|
|
if a.next == nil {
|
|
return ref, nil
|
|
}
|
|
|
|
return a.next.UpdateMetadata(ref, l, m)
|
|
}
|
|
|
|
func (a *collectResultAppender) AppendCTZeroSample(ref storage.SeriesRef, l labels.Labels, t, ct int64) (storage.SeriesRef, error) {
|
|
return a.Append(ref, l, ct, 0.0)
|
|
}
|
|
|
|
func (a *collectResultAppender) Commit() error {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.resultFloats = append(a.resultFloats, a.pendingFloats...)
|
|
a.resultExemplars = append(a.resultExemplars, a.pendingExemplars...)
|
|
a.resultHistograms = append(a.resultHistograms, a.pendingHistograms...)
|
|
a.resultMetadata = append(a.resultMetadata, a.pendingMetadata...)
|
|
a.pendingFloats = nil
|
|
a.pendingExemplars = nil
|
|
a.pendingHistograms = nil
|
|
a.pendingMetadata = nil
|
|
if a.next == nil {
|
|
return nil
|
|
}
|
|
return a.next.Commit()
|
|
}
|
|
|
|
func (a *collectResultAppender) Rollback() error {
|
|
a.mtx.Lock()
|
|
defer a.mtx.Unlock()
|
|
a.rolledbackFloats = a.pendingFloats
|
|
a.rolledbackHistograms = a.pendingHistograms
|
|
a.pendingFloats = nil
|
|
a.pendingHistograms = nil
|
|
if a.next == nil {
|
|
return nil
|
|
}
|
|
return a.next.Rollback()
|
|
}
|
|
|
|
func (a *collectResultAppender) String() string {
|
|
var sb strings.Builder
|
|
for _, s := range a.resultFloats {
|
|
sb.WriteString(fmt.Sprintf("committed: %s %f %d\n", s.metric, s.f, s.t))
|
|
}
|
|
for _, s := range a.pendingFloats {
|
|
sb.WriteString(fmt.Sprintf("pending: %s %f %d\n", s.metric, s.f, s.t))
|
|
}
|
|
for _, s := range a.rolledbackFloats {
|
|
sb.WriteString(fmt.Sprintf("rolledback: %s %f %d\n", s.metric, s.f, s.t))
|
|
}
|
|
return sb.String()
|
|
}
|
|
|
|
// protoMarshalDelimited marshals a MetricFamily into a delimited
|
|
// Prometheus proto exposition format bytes (known as 'encoding=delimited`)
|
|
//
|
|
// See also https://eli.thegreenplace.net/2011/08/02/length-prefix-framing-for-protocol-buffers
|
|
func protoMarshalDelimited(t *testing.T, mf *dto.MetricFamily) []byte {
|
|
t.Helper()
|
|
|
|
protoBuf, err := proto.Marshal(mf)
|
|
require.NoError(t, err)
|
|
|
|
varintBuf := make([]byte, binary.MaxVarintLen32)
|
|
varintLength := binary.PutUvarint(varintBuf, uint64(len(protoBuf)))
|
|
|
|
buf := &bytes.Buffer{}
|
|
buf.Write(varintBuf[:varintLength])
|
|
buf.Write(protoBuf)
|
|
return buf.Bytes()
|
|
}
|