mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-10 07:34:04 -08:00
945c49a2dd
This commit adds a relabelling stage on the set of base labels from which a target is created. It allows to drop targets and rewrite any regular or internal label.
307 lines
9.9 KiB
Go
307 lines
9.9 KiB
Go
// Copyright 2013 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package retrieval
|
|
|
|
import (
|
|
"reflect"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/golang/protobuf/proto"
|
|
|
|
clientmodel "github.com/prometheus/client_golang/model"
|
|
|
|
"github.com/prometheus/prometheus/config"
|
|
pb "github.com/prometheus/prometheus/config/generated"
|
|
)
|
|
|
|
func TestTargetManagerChan(t *testing.T) {
|
|
testJob1 := &config.ScrapeConfig{pb.ScrapeConfig{
|
|
JobName: proto.String("test_job1"),
|
|
ScrapeInterval: proto.String("1m"),
|
|
TargetGroup: []*pb.TargetGroup{
|
|
{Target: []string{"example.org:80", "example.com:80"}},
|
|
}},
|
|
}
|
|
prov1 := &fakeTargetProvider{
|
|
sources: []string{"src1", "src2"},
|
|
update: make(chan *config.TargetGroup),
|
|
}
|
|
|
|
targetManager := &TargetManager{
|
|
sampleAppender: nopAppender{},
|
|
providers: map[*config.ScrapeConfig][]TargetProvider{
|
|
testJob1: []TargetProvider{prov1},
|
|
},
|
|
targets: make(map[string][]Target),
|
|
}
|
|
go targetManager.Run()
|
|
defer targetManager.Stop()
|
|
|
|
sequence := []struct {
|
|
tgroup *config.TargetGroup
|
|
expected map[string][]clientmodel.LabelSet
|
|
}{
|
|
{
|
|
tgroup: &config.TargetGroup{
|
|
Source: "src1",
|
|
Targets: []clientmodel.LabelSet{
|
|
{clientmodel.AddressLabel: "test-1:1234"},
|
|
{clientmodel.AddressLabel: "test-2:1234", "label": "set"},
|
|
{clientmodel.AddressLabel: "test-3:1234"},
|
|
},
|
|
},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:src1": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-1:1234"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-2:1234", "label": "set"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-3:1234"},
|
|
},
|
|
},
|
|
}, {
|
|
tgroup: &config.TargetGroup{
|
|
Source: "src2",
|
|
Targets: []clientmodel.LabelSet{
|
|
{clientmodel.AddressLabel: "test-1:1235"},
|
|
{clientmodel.AddressLabel: "test-2:1235"},
|
|
{clientmodel.AddressLabel: "test-3:1235"},
|
|
},
|
|
Labels: clientmodel.LabelSet{"group": "label"},
|
|
},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:src1": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-1:1234"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-2:1234", "label": "set"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-3:1234"},
|
|
},
|
|
"test_job1:src2": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-1:1235", "group": "label"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-2:1235", "group": "label"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-3:1235", "group": "label"},
|
|
},
|
|
},
|
|
}, {
|
|
tgroup: &config.TargetGroup{
|
|
Source: "src2",
|
|
Targets: []clientmodel.LabelSet{},
|
|
},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:src1": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-1:1234"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-2:1234", "label": "set"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-3:1234"},
|
|
},
|
|
},
|
|
}, {
|
|
tgroup: &config.TargetGroup{
|
|
Source: "src1",
|
|
Targets: []clientmodel.LabelSet{
|
|
{clientmodel.AddressLabel: "test-1:1234", "added": "label"},
|
|
{clientmodel.AddressLabel: "test-3:1234"},
|
|
{clientmodel.AddressLabel: "test-4:1234", "fancy": "label"},
|
|
},
|
|
},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:src1": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-1:1234", "added": "label"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-3:1234"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "test-4:1234", "fancy": "label"},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
for i, step := range sequence {
|
|
prov1.update <- step.tgroup
|
|
|
|
<-time.After(1 * time.Millisecond)
|
|
|
|
if len(targetManager.targets) != len(step.expected) {
|
|
t.Fatalf("step %d: sources mismatch %v, %v", targetManager.targets, step.expected)
|
|
}
|
|
|
|
for source, actTargets := range targetManager.targets {
|
|
expTargets, ok := step.expected[source]
|
|
if !ok {
|
|
t.Fatalf("step %d: unexpected source %q: %v", i, source, actTargets)
|
|
}
|
|
for _, expt := range expTargets {
|
|
found := false
|
|
for _, actt := range actTargets {
|
|
if reflect.DeepEqual(expt, actt.BaseLabels()) {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if !found {
|
|
t.Errorf("step %d: expected target %v not found in actual targets", i, expt)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestTargetManagerConfigUpdate(t *testing.T) {
|
|
testJob1 := &pb.ScrapeConfig{
|
|
JobName: proto.String("test_job1"),
|
|
ScrapeInterval: proto.String("1m"),
|
|
TargetGroup: []*pb.TargetGroup{
|
|
{Target: []string{"example.org:80", "example.com:80"}},
|
|
},
|
|
}
|
|
testJob2 := &pb.ScrapeConfig{
|
|
JobName: proto.String("test_job2"),
|
|
ScrapeInterval: proto.String("1m"),
|
|
TargetGroup: []*pb.TargetGroup{
|
|
{
|
|
Target: []string{"example.org:8080", "example.com:8081"},
|
|
Labels: &pb.LabelPairs{Label: []*pb.LabelPair{
|
|
{Name: proto.String("foo"), Value: proto.String("bar")},
|
|
{Name: proto.String("boom"), Value: proto.String("box")},
|
|
}},
|
|
},
|
|
{Target: []string{"test.com:1234"}},
|
|
{
|
|
Target: []string{"test.com:1235"},
|
|
Labels: &pb.LabelPairs{Label: []*pb.LabelPair{
|
|
{Name: proto.String("instance"), Value: proto.String("fixed")},
|
|
}},
|
|
},
|
|
},
|
|
RelabelConfig: []*pb.RelabelConfig{
|
|
{
|
|
SourceLabel: []string{string(clientmodel.AddressLabel)},
|
|
Regex: proto.String(`^test\.(.*?):(.*)`),
|
|
Replacement: proto.String("foo.${1}:${2}"),
|
|
TargetLabel: proto.String(string(clientmodel.AddressLabel)),
|
|
}, {
|
|
// Add a new label for example.* targets.
|
|
SourceLabel: []string{string(clientmodel.AddressLabel), "boom", "foo"},
|
|
Regex: proto.String("^example.*?-b([a-z-]+)r$"),
|
|
TargetLabel: proto.String("new"),
|
|
Replacement: proto.String("$1"),
|
|
Separator: proto.String("-"),
|
|
}, {
|
|
// Drop an existing label.
|
|
SourceLabel: []string{"boom"},
|
|
Regex: proto.String(".*"),
|
|
TargetLabel: proto.String("boom"),
|
|
Replacement: proto.String(""),
|
|
},
|
|
},
|
|
}
|
|
proto.SetDefaults(testJob1)
|
|
proto.SetDefaults(testJob2)
|
|
|
|
sequence := []struct {
|
|
scrapeConfigs []*pb.ScrapeConfig
|
|
expected map[string][]clientmodel.LabelSet
|
|
}{
|
|
{
|
|
scrapeConfigs: []*pb.ScrapeConfig{testJob1},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:static:0": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.org:80"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.com:80"},
|
|
},
|
|
},
|
|
}, {
|
|
scrapeConfigs: []*pb.ScrapeConfig{testJob1},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:static:0": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.org:80"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.com:80"},
|
|
},
|
|
},
|
|
}, {
|
|
scrapeConfigs: []*pb.ScrapeConfig{testJob1, testJob2},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job1:static:0": {
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.org:80"},
|
|
{clientmodel.JobLabel: "test_job1", clientmodel.InstanceLabel: "example.com:80"},
|
|
},
|
|
"test_job2:static:0": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "example.org:8080", "foo": "bar", "new": "ox-ba"},
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "example.com:8081", "foo": "bar", "new": "ox-ba"},
|
|
},
|
|
"test_job2:static:1": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "foo.com:1234"},
|
|
},
|
|
"test_job2:static:2": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "fixed"},
|
|
},
|
|
},
|
|
}, {
|
|
scrapeConfigs: []*pb.ScrapeConfig{},
|
|
expected: map[string][]clientmodel.LabelSet{},
|
|
}, {
|
|
scrapeConfigs: []*pb.ScrapeConfig{testJob2},
|
|
expected: map[string][]clientmodel.LabelSet{
|
|
"test_job2:static:0": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "example.org:8080", "foo": "bar", "new": "ox-ba"},
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "example.com:8081", "foo": "bar", "new": "ox-ba"},
|
|
},
|
|
"test_job2:static:1": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "foo.com:1234"},
|
|
},
|
|
"test_job2:static:2": {
|
|
{clientmodel.JobLabel: "test_job2", clientmodel.InstanceLabel: "fixed"},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
targetManager, err := NewTargetManager(config.Config{}, nopAppender{})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
targetManager.Run()
|
|
defer targetManager.Stop()
|
|
|
|
for i, step := range sequence {
|
|
cfg := pb.PrometheusConfig{
|
|
ScrapeConfig: step.scrapeConfigs,
|
|
}
|
|
err := targetManager.ApplyConfig(config.Config{cfg})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
<-time.After(1 * time.Millisecond)
|
|
|
|
if len(targetManager.targets) != len(step.expected) {
|
|
t.Fatalf("step %d: sources mismatch %v, %v", targetManager.targets, step.expected)
|
|
}
|
|
|
|
for source, actTargets := range targetManager.targets {
|
|
expTargets, ok := step.expected[source]
|
|
if !ok {
|
|
t.Fatalf("step %d: unexpected source %q: %v", i, source, actTargets)
|
|
}
|
|
for _, expt := range expTargets {
|
|
found := false
|
|
for _, actt := range actTargets {
|
|
if reflect.DeepEqual(expt, actt.BaseLabels()) {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if !found {
|
|
t.Errorf("step %d: expected target %v for %q not found in actual targets", i, expt, source)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|