mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-26 14:09:41 -08:00
1056 lines
26 KiB
Go
1056 lines
26 KiB
Go
// Copyright 2016 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package discovery
|
|
|
|
import (
|
|
"context"
|
|
"reflect"
|
|
"sync"
|
|
"sync/atomic"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/prometheus/common/model"
|
|
"github.com/prometheus/prometheus/config"
|
|
yaml "gopkg.in/yaml.v2"
|
|
)
|
|
|
|
func TestTargetSetThrottlesTheSyncCalls(t *testing.T) {
|
|
testCases := []struct {
|
|
title string
|
|
updates map[string][]update
|
|
expectedSyncCalls [][]string
|
|
}{
|
|
{
|
|
title: "Single TP no updates",
|
|
updates: map[string][]update{
|
|
"tp1": {},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
},
|
|
},
|
|
{
|
|
title: "Multips TPs no updates",
|
|
updates: map[string][]update{
|
|
"tp1": {},
|
|
"tp2": {},
|
|
"tp3": {},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP empty initials",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 5,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs empty initials",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 5,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 500,
|
|
},
|
|
},
|
|
"tp3": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 100,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs empty initials with a delay",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 6000,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 6500,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP initials only",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 0,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1", "initial2"},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs initials only",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}, {Source: "tp1-initial2"}},
|
|
interval: 0,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}},
|
|
interval: 0,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-initial2", "tp2-initial1"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP delayed initials only",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 6000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
{"initial1", "initial2"},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs with some delayed initials",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}, {Source: "tp1-initial2"}},
|
|
interval: 100,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}, {Source: "tp2-initial2"}, {Source: "tp2-initial3"}},
|
|
interval: 6000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-initial2"},
|
|
{"tp1-initial1", "tp1-initial2", "tp2-initial1", "tp2-initial2", "tp2-initial3"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP initials followed by empty updates",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 0,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1", "initial2"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP initials and new groups",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 0,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update1"}, {Source: "update2"}},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1", "initial2"},
|
|
{"initial1", "initial2", "update1", "update2"},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs initials and new groups",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}, {Source: "tp1-initial2"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update1"}, {Source: "tp1-update2"}},
|
|
interval: 1500,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}, {Source: "tp2-initial2"}},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-update1"}, {Source: "tp2-update2"}},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-initial2", "tp2-initial1", "tp2-initial2"},
|
|
{"tp1-initial1", "tp1-initial2", "tp2-initial1", "tp2-initial2", "tp1-update1", "tp1-update2", "tp2-update1", "tp2-update2"},
|
|
},
|
|
},
|
|
{
|
|
title: "One tp initials arrive after other tp updates but still within 5 seconds",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}, {Source: "tp1-initial2"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update1"}, {Source: "tp1-update2"}},
|
|
interval: 1500,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}, {Source: "tp2-initial2"}},
|
|
interval: 2000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-update1"}, {Source: "tp2-update2"}},
|
|
interval: 1000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-initial2", "tp1-update1", "tp1-update2", "tp2-initial1", "tp2-initial2"},
|
|
{"tp1-initial1", "tp1-initial2", "tp1-update1", "tp1-update2", "tp2-initial1", "tp2-initial2", "tp2-update1", "tp2-update2"},
|
|
},
|
|
},
|
|
{
|
|
title: "One tp initials arrive after other tp updates and after 5 seconds",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}, {Source: "tp1-initial2"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update1"}, {Source: "tp1-update2"}},
|
|
interval: 1500,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update3"}},
|
|
interval: 5000,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}, {Source: "tp2-initial2"}},
|
|
interval: 6000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-initial2", "tp1-update1", "tp1-update2"},
|
|
{"tp1-initial1", "tp1-initial2", "tp1-update1", "tp1-update2", "tp2-initial1", "tp2-initial2", "tp1-update3"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP initials and new groups after a delay",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 6000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update1"}, {Source: "update2"}},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{},
|
|
{"initial1", "initial2", "update1", "update2"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP initial and successive updates",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update1"}},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update2"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update3"}},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1"},
|
|
{"initial1", "update1", "update2", "update3"},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs initials and successive updates",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-initial1"}},
|
|
interval: 1000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update1"}},
|
|
interval: 1000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update2"}},
|
|
interval: 2000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp1-update3"}},
|
|
interval: 2000,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-initial1"}},
|
|
interval: 3000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-update1"}},
|
|
interval: 1000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-update2"}},
|
|
interval: 3000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "tp2-update3"}},
|
|
interval: 2000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"tp1-initial1", "tp1-update1", "tp2-initial1"},
|
|
{"tp1-initial1", "tp1-update1", "tp2-initial1", "tp1-update2", "tp1-update3", "tp2-update1", "tp2-update2"},
|
|
{"tp1-initial1", "tp1-update1", "tp2-initial1", "tp1-update2", "tp1-update3", "tp2-update1", "tp2-update2", "tp2-update3"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP Multiple updates 5 second window",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update1"}},
|
|
interval: 25,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update2"}, {Source: "update3"}, {Source: "update4"}},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update5"}},
|
|
interval: 0,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update6"}, {Source: "update7"}, {Source: "update8"}},
|
|
interval: 70,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1"},
|
|
{"initial1", "update1", "update2", "update3", "update4", "update5", "update6", "update7", "update8"},
|
|
},
|
|
},
|
|
{
|
|
title: "Single TP Single provider empty update in between",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 30,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update1"}, {Source: "update2"}},
|
|
interval: 300,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "update3"}, {Source: "update4"}, {Source: "update5"}, {Source: "update6"}},
|
|
interval: 6000,
|
|
},
|
|
},
|
|
},
|
|
expectedSyncCalls: [][]string{
|
|
{"initial1", "initial2"},
|
|
{"initial1", "initial2", "update1", "update2"},
|
|
{"initial1", "initial2", "update1", "update2", "update3", "update4", "update5", "update6"},
|
|
},
|
|
},
|
|
}
|
|
|
|
for i, testCase := range testCases {
|
|
finalize := make(chan bool)
|
|
|
|
syncCallCount := 0
|
|
syncedGroups := make([][]string, 0)
|
|
|
|
targetSet := NewTargetSet(&mockSyncer{
|
|
sync: func(tgs []*config.TargetGroup) {
|
|
|
|
currentCallGroup := make([]string, len(tgs))
|
|
for i, tg := range tgs {
|
|
currentCallGroup[i] = tg.Source
|
|
}
|
|
syncedGroups = append(syncedGroups, currentCallGroup)
|
|
|
|
syncCallCount++
|
|
if syncCallCount == len(testCase.expectedSyncCalls) {
|
|
// All the groups are sent, we can start asserting.
|
|
close(finalize)
|
|
}
|
|
},
|
|
})
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
targetProviders := map[string]TargetProvider{}
|
|
for tpName, tpUpdates := range testCase.updates {
|
|
tp := newMockTargetProvider(tpUpdates)
|
|
targetProviders[tpName] = tp
|
|
}
|
|
|
|
go targetSet.Run(ctx)
|
|
targetSet.UpdateProviders(targetProviders)
|
|
|
|
select {
|
|
case <-time.After(20 * time.Second):
|
|
t.Errorf("%d. %q: Test timed out after 20 seconds. All targets should be sent within the timeout", i, testCase.title)
|
|
|
|
case <-finalize:
|
|
for name, tp := range targetProviders {
|
|
runCallCount := tp.(mockTargetProvider).callCount()
|
|
if runCallCount != 1 {
|
|
t.Errorf("%d. %q: TargetProvider Run should be called once for each target provider. For %q was called %d times", i, testCase.title, name, runCallCount)
|
|
}
|
|
}
|
|
|
|
if len(syncedGroups) != len(testCase.expectedSyncCalls) {
|
|
t.Errorf("%d. %q: received sync calls: \n %v \n do not match expected calls: \n %v \n", i, testCase.title, syncedGroups, testCase.expectedSyncCalls)
|
|
}
|
|
|
|
for j := range syncedGroups {
|
|
if len(syncedGroups[j]) != len(testCase.expectedSyncCalls[j]) {
|
|
t.Errorf("%d. %q: received sync calls in call [%v]: \n %v \n do not match expected calls: \n %v \n", i, testCase.title, j, syncedGroups[j], testCase.expectedSyncCalls[j])
|
|
}
|
|
|
|
expectedGroupsMap := make(map[string]struct{})
|
|
for _, expectedGroup := range testCase.expectedSyncCalls[j] {
|
|
expectedGroupsMap[expectedGroup] = struct{}{}
|
|
}
|
|
|
|
for _, syncedGroup := range syncedGroups[j] {
|
|
if _, ok := expectedGroupsMap[syncedGroup]; !ok {
|
|
t.Errorf("%d. %q: '%s' does not exist in expected target groups: %s", i, testCase.title, syncedGroup, testCase.expectedSyncCalls[j])
|
|
} else {
|
|
delete(expectedGroupsMap, syncedGroup) // Remove used targets from the map.
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestTargetSetConsolidatesToTheLatestState(t *testing.T) {
|
|
testCases := []struct {
|
|
title string
|
|
updates map[string][]update
|
|
}{
|
|
{
|
|
title: "Single TP update same initial group multiple times",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}, {"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
},
|
|
interval: 250,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
},
|
|
interval: 250,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs update",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}},
|
|
},
|
|
},
|
|
interval: 3,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.12:6003"},
|
|
{"__instance__": "10.11.122.13:6003"},
|
|
{"__instance__": "10.11.122.14:6003"},
|
|
},
|
|
},
|
|
},
|
|
interval: 10,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}},
|
|
},
|
|
},
|
|
interval: 3,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
},
|
|
interval: 10,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-update1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.12:6003"},
|
|
{"__instance__": "10.11.122.13:6003"},
|
|
{"__instance__": "10.11.122.14:6003"},
|
|
},
|
|
},
|
|
},
|
|
interval: 10,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
title: "Multiple TPs update II",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}},
|
|
},
|
|
{
|
|
Source: "tp1-initial2",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.13:6003"}},
|
|
},
|
|
{
|
|
Source: "tp1-initial2",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.12:6003"},
|
|
{"__instance__": "10.11.122.14:6003"},
|
|
},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-update2",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.15:6003"}},
|
|
},
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.16:6003"},
|
|
{"__instance__": "10.11.122.17:6003"},
|
|
{"__instance__": "10.11.122.18:6003"},
|
|
},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-update1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.13:6003"}},
|
|
},
|
|
},
|
|
interval: 100,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-update2",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.15:6003"}},
|
|
},
|
|
{
|
|
Source: "tp2-update1",
|
|
Targets: []model.LabelSet{},
|
|
},
|
|
},
|
|
interval: 300,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
title: "Three rounds of sync call",
|
|
updates: map[string][]update{
|
|
"tp1": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.11:6003"},
|
|
{"__instance__": "10.11.122.12:6003"},
|
|
{"__instance__": "10.11.122.13:6003"},
|
|
},
|
|
},
|
|
{
|
|
Source: "tp1-initial2",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.14:6003"}},
|
|
},
|
|
},
|
|
interval: 1000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.15:6003"}},
|
|
},
|
|
},
|
|
interval: 3000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp1-initial1",
|
|
Targets: []model.LabelSet{},
|
|
},
|
|
{
|
|
Source: "tp1-update1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.15:6003"},
|
|
{"__instance__": "10.11.122.16:6003"},
|
|
},
|
|
},
|
|
},
|
|
interval: 3000,
|
|
},
|
|
},
|
|
"tp2": {
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-initial1",
|
|
Targets: []model.LabelSet{
|
|
{"__instance__": "10.11.122.11:6003"},
|
|
},
|
|
},
|
|
{
|
|
Source: "tp2-initial2",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.14:6003"}},
|
|
},
|
|
{
|
|
Source: "tp2-initial3",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.15:6003"}},
|
|
},
|
|
},
|
|
interval: 6000,
|
|
},
|
|
{
|
|
targetGroups: []config.TargetGroup{
|
|
{
|
|
Source: "tp2-initial1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.11:6003"}, {"__instance__": "10.11.122.12:6003"}},
|
|
},
|
|
{
|
|
Source: "tp2-update1",
|
|
Targets: []model.LabelSet{{"__instance__": "10.11.122.15:6003"}},
|
|
},
|
|
},
|
|
interval: 3000,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
// Function to determine if the sync call received the latest state of
|
|
// all the target groups that came out of the target provider.
|
|
endStateAchieved := func(groupsSentToSyc []*config.TargetGroup, endState map[string]config.TargetGroup) bool {
|
|
|
|
if len(groupsSentToSyc) != len(endState) {
|
|
return false
|
|
}
|
|
|
|
for _, tg := range groupsSentToSyc {
|
|
if _, ok := endState[tg.Source]; ok == false {
|
|
// The target group does not exist in the end state.
|
|
return false
|
|
}
|
|
|
|
if reflect.DeepEqual(endState[tg.Source], *tg) == false {
|
|
// The target group has not reached its final state yet.
|
|
return false
|
|
}
|
|
|
|
delete(endState, tg.Source) // Remove used target groups.
|
|
}
|
|
|
|
return true
|
|
}
|
|
|
|
for i, testCase := range testCases {
|
|
expectedGroups := make(map[string]config.TargetGroup)
|
|
for _, tpUpdates := range testCase.updates {
|
|
for _, update := range tpUpdates {
|
|
for _, targetGroup := range update.targetGroups {
|
|
expectedGroups[targetGroup.Source] = targetGroup
|
|
}
|
|
}
|
|
}
|
|
|
|
finalize := make(chan bool)
|
|
|
|
targetSet := NewTargetSet(&mockSyncer{
|
|
sync: func(tgs []*config.TargetGroup) {
|
|
|
|
endState := make(map[string]config.TargetGroup)
|
|
for k, v := range expectedGroups {
|
|
endState[k] = v
|
|
}
|
|
|
|
if endStateAchieved(tgs, endState) == false {
|
|
return
|
|
}
|
|
|
|
close(finalize)
|
|
},
|
|
})
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
targetProviders := map[string]TargetProvider{}
|
|
for tpName, tpUpdates := range testCase.updates {
|
|
tp := newMockTargetProvider(tpUpdates)
|
|
targetProviders[tpName] = tp
|
|
}
|
|
|
|
go targetSet.Run(ctx)
|
|
targetSet.UpdateProviders(targetProviders)
|
|
|
|
select {
|
|
case <-time.After(20 * time.Second):
|
|
t.Errorf("%d. %q: Test timed out after 20 seconds. All targets should be sent within the timeout", i, testCase.title)
|
|
|
|
case <-finalize:
|
|
// System successfully reached to the end state.
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestTargetSetRecreatesTargetGroupsEveryRun(t *testing.T) {
|
|
verifyPresence := func(tgroups map[string]*config.TargetGroup, name string, present bool) {
|
|
if _, ok := tgroups[name]; ok != present {
|
|
msg := ""
|
|
if !present {
|
|
msg = "not "
|
|
}
|
|
t.Fatalf("'%s' should %sbe present in TargetSet.tgroups: %s", name, msg, tgroups)
|
|
}
|
|
}
|
|
|
|
cfg := &config.ServiceDiscoveryConfig{}
|
|
|
|
sOne := `
|
|
static_configs:
|
|
- targets: ["foo:9090"]
|
|
- targets: ["bar:9090"]
|
|
`
|
|
if err := yaml.Unmarshal([]byte(sOne), cfg); err != nil {
|
|
t.Fatalf("Unable to load YAML config sOne: %s", err)
|
|
}
|
|
called := make(chan struct{})
|
|
|
|
ts := NewTargetSet(&mockSyncer{
|
|
sync: func([]*config.TargetGroup) { called <- struct{}{} },
|
|
})
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
go ts.Run(ctx)
|
|
|
|
ts.UpdateProviders(ProvidersFromConfig(*cfg, nil))
|
|
<-called
|
|
|
|
verifyPresence(ts.tgroups, "static/0/0", true)
|
|
verifyPresence(ts.tgroups, "static/0/1", true)
|
|
|
|
sTwo := `
|
|
static_configs:
|
|
- targets: ["foo:9090"]
|
|
`
|
|
if err := yaml.Unmarshal([]byte(sTwo), cfg); err != nil {
|
|
t.Fatalf("Unable to load YAML config sTwo: %s", err)
|
|
}
|
|
|
|
ts.UpdateProviders(ProvidersFromConfig(*cfg, nil))
|
|
<-called
|
|
|
|
verifyPresence(ts.tgroups, "static/0/0", true)
|
|
verifyPresence(ts.tgroups, "static/0/1", false)
|
|
}
|
|
|
|
func TestTargetSetRunsSameTargetProviderMultipleTimes(t *testing.T) {
|
|
var wg sync.WaitGroup
|
|
|
|
wg.Add(2)
|
|
|
|
ts1 := NewTargetSet(&mockSyncer{
|
|
sync: func([]*config.TargetGroup) { wg.Done() },
|
|
})
|
|
|
|
ts2 := NewTargetSet(&mockSyncer{
|
|
sync: func([]*config.TargetGroup) { wg.Done() },
|
|
})
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
defer cancel()
|
|
|
|
updates := []update{
|
|
{
|
|
targetGroups: []config.TargetGroup{{Source: "initial1"}, {Source: "initial2"}},
|
|
interval: 10,
|
|
},
|
|
}
|
|
|
|
tp := newMockTargetProvider(updates)
|
|
targetProviders := map[string]TargetProvider{}
|
|
targetProviders["testProvider"] = tp
|
|
|
|
go ts1.Run(ctx)
|
|
go ts2.Run(ctx)
|
|
|
|
ts1.UpdateProviders(targetProviders)
|
|
ts2.UpdateProviders(targetProviders)
|
|
|
|
finalize := make(chan struct{})
|
|
go func() {
|
|
defer close(finalize)
|
|
wg.Wait()
|
|
}()
|
|
|
|
select {
|
|
case <-time.After(20 * time.Second):
|
|
t.Error("Test timed out after 20 seconds. All targets should be sent within the timeout")
|
|
|
|
case <-finalize:
|
|
if tp.callCount() != 2 {
|
|
t.Errorf("Was expecting 2 calls, received %d", tp.callCount())
|
|
}
|
|
}
|
|
}
|
|
|
|
type mockSyncer struct {
|
|
sync func(tgs []*config.TargetGroup)
|
|
}
|
|
|
|
func (s *mockSyncer) Sync(tgs []*config.TargetGroup) {
|
|
if s.sync != nil {
|
|
s.sync(tgs)
|
|
}
|
|
}
|
|
|
|
type update struct {
|
|
targetGroups []config.TargetGroup
|
|
interval time.Duration
|
|
}
|
|
|
|
type mockTargetProvider struct {
|
|
_callCount *int32
|
|
updates []update
|
|
up chan<- []*config.TargetGroup
|
|
}
|
|
|
|
func newMockTargetProvider(updates []update) mockTargetProvider {
|
|
var callCount int32
|
|
|
|
tp := mockTargetProvider{
|
|
_callCount: &callCount,
|
|
updates: updates,
|
|
}
|
|
|
|
return tp
|
|
}
|
|
|
|
func (tp mockTargetProvider) Run(ctx context.Context, up chan<- []*config.TargetGroup) {
|
|
atomic.AddInt32(tp._callCount, 1)
|
|
tp.up = up
|
|
tp.sendUpdates()
|
|
}
|
|
|
|
func (tp mockTargetProvider) sendUpdates() {
|
|
for _, update := range tp.updates {
|
|
|
|
time.Sleep(update.interval * time.Millisecond)
|
|
|
|
tgs := make([]*config.TargetGroup, len(update.targetGroups))
|
|
for i := range update.targetGroups {
|
|
tgs[i] = &update.targetGroups[i]
|
|
}
|
|
|
|
tp.up <- tgs
|
|
}
|
|
}
|
|
|
|
func (tp mockTargetProvider) callCount() int {
|
|
return int(atomic.LoadInt32(tp._callCount))
|
|
}
|