mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-25 21:54:10 -08:00
10cc60af01
This is a method used by some downstream projects; it was created to optimize the implementation in `labels_string.go` but we should have one for both implementations so the same code works with either. Signed-off-by: Bryan Boreham <bjboreham@gmail.com>
640 lines
15 KiB
Go
640 lines
15 KiB
Go
// Copyright 2017 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
//go:build !stringlabels
|
|
|
|
package labels
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"strconv"
|
|
|
|
"github.com/cespare/xxhash/v2"
|
|
"github.com/prometheus/common/model"
|
|
"golang.org/x/exp/slices"
|
|
)
|
|
|
|
// Well-known label names used by Prometheus components.
|
|
const (
|
|
MetricName = "__name__"
|
|
AlertName = "alertname"
|
|
BucketLabel = "le"
|
|
InstanceName = "instance"
|
|
|
|
labelSep = '\xfe'
|
|
)
|
|
|
|
var seps = []byte{'\xff'}
|
|
|
|
// Label is a key/value pair of strings.
|
|
type Label struct {
|
|
Name, Value string
|
|
}
|
|
|
|
// Labels is a sorted set of labels. Order has to be guaranteed upon
|
|
// instantiation.
|
|
type Labels []Label
|
|
|
|
func (ls Labels) Len() int { return len(ls) }
|
|
func (ls Labels) Swap(i, j int) { ls[i], ls[j] = ls[j], ls[i] }
|
|
func (ls Labels) Less(i, j int) bool { return ls[i].Name < ls[j].Name }
|
|
|
|
func (ls Labels) String() string {
|
|
var b bytes.Buffer
|
|
|
|
b.WriteByte('{')
|
|
for i, l := range ls {
|
|
if i > 0 {
|
|
b.WriteByte(',')
|
|
b.WriteByte(' ')
|
|
}
|
|
b.WriteString(l.Name)
|
|
b.WriteByte('=')
|
|
b.WriteString(strconv.Quote(l.Value))
|
|
}
|
|
b.WriteByte('}')
|
|
return b.String()
|
|
}
|
|
|
|
// Bytes returns ls as a byte slice.
|
|
// It uses an byte invalid character as a separator and so should not be used for printing.
|
|
func (ls Labels) Bytes(buf []byte) []byte {
|
|
b := bytes.NewBuffer(buf[:0])
|
|
b.WriteByte(labelSep)
|
|
for i, l := range ls {
|
|
if i > 0 {
|
|
b.WriteByte(seps[0])
|
|
}
|
|
b.WriteString(l.Name)
|
|
b.WriteByte(seps[0])
|
|
b.WriteString(l.Value)
|
|
}
|
|
return b.Bytes()
|
|
}
|
|
|
|
// MarshalJSON implements json.Marshaler.
|
|
func (ls Labels) MarshalJSON() ([]byte, error) {
|
|
return json.Marshal(ls.Map())
|
|
}
|
|
|
|
// UnmarshalJSON implements json.Unmarshaler.
|
|
func (ls *Labels) UnmarshalJSON(b []byte) error {
|
|
var m map[string]string
|
|
|
|
if err := json.Unmarshal(b, &m); err != nil {
|
|
return err
|
|
}
|
|
|
|
*ls = FromMap(m)
|
|
return nil
|
|
}
|
|
|
|
// MarshalYAML implements yaml.Marshaler.
|
|
func (ls Labels) MarshalYAML() (interface{}, error) {
|
|
return ls.Map(), nil
|
|
}
|
|
|
|
// UnmarshalYAML implements yaml.Unmarshaler.
|
|
func (ls *Labels) UnmarshalYAML(unmarshal func(interface{}) error) error {
|
|
var m map[string]string
|
|
|
|
if err := unmarshal(&m); err != nil {
|
|
return err
|
|
}
|
|
|
|
*ls = FromMap(m)
|
|
return nil
|
|
}
|
|
|
|
// MatchLabels returns a subset of Labels that matches/does not match with the provided label names based on the 'on' boolean.
|
|
// If on is set to true, it returns the subset of labels that match with the provided label names and its inverse when 'on' is set to false.
|
|
func (ls Labels) MatchLabels(on bool, names ...string) Labels {
|
|
matchedLabels := Labels{}
|
|
|
|
nameSet := make(map[string]struct{}, len(names))
|
|
for _, n := range names {
|
|
nameSet[n] = struct{}{}
|
|
}
|
|
|
|
for _, v := range ls {
|
|
if _, ok := nameSet[v.Name]; on == ok && (on || v.Name != MetricName) {
|
|
matchedLabels = append(matchedLabels, v)
|
|
}
|
|
}
|
|
|
|
return matchedLabels
|
|
}
|
|
|
|
// Hash returns a hash value for the label set.
|
|
// Note: the result is not guaranteed to be consistent across different runs of Prometheus.
|
|
func (ls Labels) Hash() uint64 {
|
|
// Use xxhash.Sum64(b) for fast path as it's faster.
|
|
b := make([]byte, 0, 1024)
|
|
for i, v := range ls {
|
|
if len(b)+len(v.Name)+len(v.Value)+2 >= cap(b) {
|
|
// If labels entry is 1KB+ do not allocate whole entry.
|
|
h := xxhash.New()
|
|
_, _ = h.Write(b)
|
|
for _, v := range ls[i:] {
|
|
_, _ = h.WriteString(v.Name)
|
|
_, _ = h.Write(seps)
|
|
_, _ = h.WriteString(v.Value)
|
|
_, _ = h.Write(seps)
|
|
}
|
|
return h.Sum64()
|
|
}
|
|
|
|
b = append(b, v.Name...)
|
|
b = append(b, seps[0])
|
|
b = append(b, v.Value...)
|
|
b = append(b, seps[0])
|
|
}
|
|
return xxhash.Sum64(b)
|
|
}
|
|
|
|
// HashForLabels returns a hash value for the labels matching the provided names.
|
|
// 'names' have to be sorted in ascending order.
|
|
func (ls Labels) HashForLabels(b []byte, names ...string) (uint64, []byte) {
|
|
b = b[:0]
|
|
i, j := 0, 0
|
|
for i < len(ls) && j < len(names) {
|
|
if names[j] < ls[i].Name {
|
|
j++
|
|
} else if ls[i].Name < names[j] {
|
|
i++
|
|
} else {
|
|
b = append(b, ls[i].Name...)
|
|
b = append(b, seps[0])
|
|
b = append(b, ls[i].Value...)
|
|
b = append(b, seps[0])
|
|
i++
|
|
j++
|
|
}
|
|
}
|
|
return xxhash.Sum64(b), b
|
|
}
|
|
|
|
// HashWithoutLabels returns a hash value for all labels except those matching
|
|
// the provided names.
|
|
// 'names' have to be sorted in ascending order.
|
|
func (ls Labels) HashWithoutLabels(b []byte, names ...string) (uint64, []byte) {
|
|
b = b[:0]
|
|
j := 0
|
|
for i := range ls {
|
|
for j < len(names) && names[j] < ls[i].Name {
|
|
j++
|
|
}
|
|
if ls[i].Name == MetricName || (j < len(names) && ls[i].Name == names[j]) {
|
|
continue
|
|
}
|
|
b = append(b, ls[i].Name...)
|
|
b = append(b, seps[0])
|
|
b = append(b, ls[i].Value...)
|
|
b = append(b, seps[0])
|
|
}
|
|
return xxhash.Sum64(b), b
|
|
}
|
|
|
|
// BytesWithLabels is just as Bytes(), but only for labels matching names.
|
|
// 'names' have to be sorted in ascending order.
|
|
func (ls Labels) BytesWithLabels(buf []byte, names ...string) []byte {
|
|
b := bytes.NewBuffer(buf[:0])
|
|
b.WriteByte(labelSep)
|
|
i, j := 0, 0
|
|
for i < len(ls) && j < len(names) {
|
|
if names[j] < ls[i].Name {
|
|
j++
|
|
} else if ls[i].Name < names[j] {
|
|
i++
|
|
} else {
|
|
if b.Len() > 1 {
|
|
b.WriteByte(seps[0])
|
|
}
|
|
b.WriteString(ls[i].Name)
|
|
b.WriteByte(seps[0])
|
|
b.WriteString(ls[i].Value)
|
|
i++
|
|
j++
|
|
}
|
|
}
|
|
return b.Bytes()
|
|
}
|
|
|
|
// BytesWithoutLabels is just as Bytes(), but only for labels not matching names.
|
|
// 'names' have to be sorted in ascending order.
|
|
func (ls Labels) BytesWithoutLabels(buf []byte, names ...string) []byte {
|
|
b := bytes.NewBuffer(buf[:0])
|
|
b.WriteByte(labelSep)
|
|
j := 0
|
|
for i := range ls {
|
|
for j < len(names) && names[j] < ls[i].Name {
|
|
j++
|
|
}
|
|
if j < len(names) && ls[i].Name == names[j] {
|
|
continue
|
|
}
|
|
if b.Len() > 1 {
|
|
b.WriteByte(seps[0])
|
|
}
|
|
b.WriteString(ls[i].Name)
|
|
b.WriteByte(seps[0])
|
|
b.WriteString(ls[i].Value)
|
|
}
|
|
return b.Bytes()
|
|
}
|
|
|
|
// Copy returns a copy of the labels.
|
|
func (ls Labels) Copy() Labels {
|
|
res := make(Labels, len(ls))
|
|
copy(res, ls)
|
|
return res
|
|
}
|
|
|
|
// Get returns the value for the label with the given name.
|
|
// Returns an empty string if the label doesn't exist.
|
|
func (ls Labels) Get(name string) string {
|
|
for _, l := range ls {
|
|
if l.Name == name {
|
|
return l.Value
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// Has returns true if the label with the given name is present.
|
|
func (ls Labels) Has(name string) bool {
|
|
for _, l := range ls {
|
|
if l.Name == name {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// HasDuplicateLabelNames returns whether ls has duplicate label names.
|
|
// It assumes that the labelset is sorted.
|
|
func (ls Labels) HasDuplicateLabelNames() (string, bool) {
|
|
for i, l := range ls {
|
|
if i == 0 {
|
|
continue
|
|
}
|
|
if l.Name == ls[i-1].Name {
|
|
return l.Name, true
|
|
}
|
|
}
|
|
return "", false
|
|
}
|
|
|
|
// WithoutEmpty returns the labelset without empty labels.
|
|
// May return the same labelset.
|
|
func (ls Labels) WithoutEmpty() Labels {
|
|
for _, v := range ls {
|
|
if v.Value != "" {
|
|
continue
|
|
}
|
|
// Do not copy the slice until it's necessary.
|
|
els := make(Labels, 0, len(ls)-1)
|
|
for _, v := range ls {
|
|
if v.Value != "" {
|
|
els = append(els, v)
|
|
}
|
|
}
|
|
return els
|
|
}
|
|
return ls
|
|
}
|
|
|
|
// IsValid checks if the metric name or label names are valid.
|
|
func (ls Labels) IsValid() bool {
|
|
for _, l := range ls {
|
|
if l.Name == model.MetricNameLabel && !model.IsValidMetricName(model.LabelValue(l.Value)) {
|
|
return false
|
|
}
|
|
if !model.LabelName(l.Name).IsValid() || !model.LabelValue(l.Value).IsValid() {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
// Equal returns whether the two label sets are equal.
|
|
func Equal(ls, o Labels) bool {
|
|
if len(ls) != len(o) {
|
|
return false
|
|
}
|
|
for i, l := range ls {
|
|
if l != o[i] {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
// Map returns a string map of the labels.
|
|
func (ls Labels) Map() map[string]string {
|
|
m := make(map[string]string, len(ls))
|
|
for _, l := range ls {
|
|
m[l.Name] = l.Value
|
|
}
|
|
return m
|
|
}
|
|
|
|
// EmptyLabels returns n empty Labels value, for convenience.
|
|
func EmptyLabels() Labels {
|
|
return Labels{}
|
|
}
|
|
|
|
// New returns a sorted Labels from the given labels.
|
|
// The caller has to guarantee that all label names are unique.
|
|
func New(ls ...Label) Labels {
|
|
set := make(Labels, 0, len(ls))
|
|
set = append(set, ls...)
|
|
slices.SortFunc(set, func(a, b Label) bool { return a.Name < b.Name })
|
|
|
|
return set
|
|
}
|
|
|
|
// FromMap returns new sorted Labels from the given map.
|
|
func FromMap(m map[string]string) Labels {
|
|
l := make([]Label, 0, len(m))
|
|
for k, v := range m {
|
|
l = append(l, Label{Name: k, Value: v})
|
|
}
|
|
return New(l...)
|
|
}
|
|
|
|
// FromStrings creates new labels from pairs of strings.
|
|
func FromStrings(ss ...string) Labels {
|
|
if len(ss)%2 != 0 {
|
|
panic("invalid number of strings")
|
|
}
|
|
res := make(Labels, 0, len(ss)/2)
|
|
for i := 0; i < len(ss); i += 2 {
|
|
res = append(res, Label{Name: ss[i], Value: ss[i+1]})
|
|
}
|
|
|
|
slices.SortFunc(res, func(a, b Label) bool { return a.Name < b.Name })
|
|
return res
|
|
}
|
|
|
|
// Compare compares the two label sets.
|
|
// The result will be 0 if a==b, <0 if a < b, and >0 if a > b.
|
|
func Compare(a, b Labels) int {
|
|
l := len(a)
|
|
if len(b) < l {
|
|
l = len(b)
|
|
}
|
|
|
|
for i := 0; i < l; i++ {
|
|
if a[i].Name != b[i].Name {
|
|
if a[i].Name < b[i].Name {
|
|
return -1
|
|
}
|
|
return 1
|
|
}
|
|
if a[i].Value != b[i].Value {
|
|
if a[i].Value < b[i].Value {
|
|
return -1
|
|
}
|
|
return 1
|
|
}
|
|
}
|
|
// If all labels so far were in common, the set with fewer labels comes first.
|
|
return len(a) - len(b)
|
|
}
|
|
|
|
// Copy labels from b on top of whatever was in ls previously, reusing memory or expanding if needed.
|
|
func (ls *Labels) CopyFrom(b Labels) {
|
|
(*ls) = append((*ls)[:0], b...)
|
|
}
|
|
|
|
// IsEmpty returns true if ls represents an empty set of labels.
|
|
func (ls Labels) IsEmpty() bool {
|
|
return len(ls) == 0
|
|
}
|
|
|
|
// Range calls f on each label.
|
|
func (ls Labels) Range(f func(l Label)) {
|
|
for _, l := range ls {
|
|
f(l)
|
|
}
|
|
}
|
|
|
|
// Validate calls f on each label. If f returns a non-nil error, then it returns that error cancelling the iteration.
|
|
func (ls Labels) Validate(f func(l Label) error) error {
|
|
for _, l := range ls {
|
|
if err := f(l); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// InternStrings calls intern on every string value inside ls, replacing them with what it returns.
|
|
func (ls *Labels) InternStrings(intern func(string) string) {
|
|
for i, l := range *ls {
|
|
(*ls)[i].Name = intern(l.Name)
|
|
(*ls)[i].Value = intern(l.Value)
|
|
}
|
|
}
|
|
|
|
// ReleaseStrings calls release on every string value inside ls.
|
|
func (ls Labels) ReleaseStrings(release func(string)) {
|
|
for _, l := range ls {
|
|
release(l.Name)
|
|
release(l.Value)
|
|
}
|
|
}
|
|
|
|
// Builder allows modifying Labels.
|
|
type Builder struct {
|
|
base Labels
|
|
del []string
|
|
add []Label
|
|
}
|
|
|
|
// NewBuilder returns a new LabelsBuilder.
|
|
func NewBuilder(base Labels) *Builder {
|
|
b := &Builder{
|
|
del: make([]string, 0, 5),
|
|
add: make([]Label, 0, 5),
|
|
}
|
|
b.Reset(base)
|
|
return b
|
|
}
|
|
|
|
// Reset clears all current state for the builder.
|
|
func (b *Builder) Reset(base Labels) {
|
|
b.base = base
|
|
b.del = b.del[:0]
|
|
b.add = b.add[:0]
|
|
for _, l := range b.base {
|
|
if l.Value == "" {
|
|
b.del = append(b.del, l.Name)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Del deletes the label of the given name.
|
|
func (b *Builder) Del(ns ...string) *Builder {
|
|
for _, n := range ns {
|
|
for i, a := range b.add {
|
|
if a.Name == n {
|
|
b.add = append(b.add[:i], b.add[i+1:]...)
|
|
}
|
|
}
|
|
b.del = append(b.del, n)
|
|
}
|
|
return b
|
|
}
|
|
|
|
// Keep removes all labels from the base except those with the given names.
|
|
func (b *Builder) Keep(ns ...string) *Builder {
|
|
Outer:
|
|
for _, l := range b.base {
|
|
for _, n := range ns {
|
|
if l.Name == n {
|
|
continue Outer
|
|
}
|
|
}
|
|
b.del = append(b.del, l.Name)
|
|
}
|
|
return b
|
|
}
|
|
|
|
// Set the name/value pair as a label. A value of "" means delete that label.
|
|
func (b *Builder) Set(n, v string) *Builder {
|
|
if v == "" {
|
|
// Empty labels are the same as missing labels.
|
|
return b.Del(n)
|
|
}
|
|
for i, a := range b.add {
|
|
if a.Name == n {
|
|
b.add[i].Value = v
|
|
return b
|
|
}
|
|
}
|
|
b.add = append(b.add, Label{Name: n, Value: v})
|
|
|
|
return b
|
|
}
|
|
|
|
func (b *Builder) Get(n string) string {
|
|
for _, d := range b.del {
|
|
if d == n {
|
|
return ""
|
|
}
|
|
}
|
|
for _, a := range b.add {
|
|
if a.Name == n {
|
|
return a.Value
|
|
}
|
|
}
|
|
return b.base.Get(n)
|
|
}
|
|
|
|
// Range calls f on each label in the Builder.
|
|
func (b *Builder) Range(f func(l Label)) {
|
|
// Stack-based arrays to avoid heap allocation in most cases.
|
|
var addStack [128]Label
|
|
var delStack [128]string
|
|
// Take a copy of add and del, so they are unaffected by calls to Set() or Del().
|
|
origAdd, origDel := append(addStack[:0], b.add...), append(delStack[:0], b.del...)
|
|
b.base.Range(func(l Label) {
|
|
if !slices.Contains(origDel, l.Name) && !contains(origAdd, l.Name) {
|
|
f(l)
|
|
}
|
|
})
|
|
for _, a := range origAdd {
|
|
f(a)
|
|
}
|
|
}
|
|
|
|
func contains(s []Label, n string) bool {
|
|
for _, a := range s {
|
|
if a.Name == n {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// Labels returns the labels from the builder.
|
|
// If no modifications were made, the original labels are returned.
|
|
func (b *Builder) Labels() Labels {
|
|
if len(b.del) == 0 && len(b.add) == 0 {
|
|
return b.base
|
|
}
|
|
|
|
expectedSize := len(b.base) + len(b.add) - len(b.del)
|
|
if expectedSize < 1 {
|
|
expectedSize = 1
|
|
}
|
|
res := make(Labels, 0, expectedSize)
|
|
for _, l := range b.base {
|
|
if slices.Contains(b.del, l.Name) || contains(b.add, l.Name) {
|
|
continue
|
|
}
|
|
res = append(res, l)
|
|
}
|
|
if len(b.add) > 0 { // Base is already in order, so we only need to sort if we add to it.
|
|
res = append(res, b.add...)
|
|
slices.SortFunc(res, func(a, b Label) bool { return a.Name < b.Name })
|
|
}
|
|
return res
|
|
}
|
|
|
|
// ScratchBuilder allows efficient construction of a Labels from scratch.
|
|
type ScratchBuilder struct {
|
|
add Labels
|
|
}
|
|
|
|
// NewScratchBuilder creates a ScratchBuilder initialized for Labels with n entries.
|
|
func NewScratchBuilder(n int) ScratchBuilder {
|
|
return ScratchBuilder{add: make([]Label, 0, n)}
|
|
}
|
|
|
|
func (b *ScratchBuilder) Reset() {
|
|
b.add = b.add[:0]
|
|
}
|
|
|
|
// Add a name/value pair.
|
|
// Note if you Add the same name twice you will get a duplicate label, which is invalid.
|
|
func (b *ScratchBuilder) Add(name, value string) {
|
|
b.add = append(b.add, Label{Name: name, Value: value})
|
|
}
|
|
|
|
// Sort the labels added so far by name.
|
|
func (b *ScratchBuilder) Sort() {
|
|
slices.SortFunc(b.add, func(a, b Label) bool { return a.Name < b.Name })
|
|
}
|
|
|
|
// Asssign is for when you already have a Labels which you want this ScratchBuilder to return.
|
|
func (b *ScratchBuilder) Assign(ls Labels) {
|
|
b.add = append(b.add[:0], ls...) // Copy on top of our slice, so we don't retain the input slice.
|
|
}
|
|
|
|
// Return the name/value pairs added so far as a Labels object.
|
|
// Note: if you want them sorted, call Sort() first.
|
|
func (b *ScratchBuilder) Labels() Labels {
|
|
// Copy the slice, so the next use of ScratchBuilder doesn't overwrite.
|
|
return append([]Label{}, b.add...)
|
|
}
|
|
|
|
// Write the newly-built Labels out to ls.
|
|
// Callers must ensure that there are no other references to ls, or any strings fetched from it.
|
|
func (b *ScratchBuilder) Overwrite(ls *Labels) {
|
|
*ls = append((*ls)[:0], b.add...)
|
|
}
|