mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-15 01:54:06 -08:00
6ebfbd2d54
For: #14355 This commit updates Prometheus to adopt stdlib's log/slog package in favor of go-kit/log. As part of converting to use slog, several other related changes are required to get prometheus working, including: - removed unused logging util func `RateLimit()` - forward ported the util/logging/Deduper logging by implementing a small custom slog.Handler that does the deduping before chaining log calls to the underlying real slog.Logger - move some of the json file logging functionality to use prom/common package functionality - refactored some of the new json file logging for scraping - changes to promql.QueryLogger interface to swap out logging methods for relevant slog sugar wrappers - updated lots of tests that used/replicated custom logging functionality, attempting to keep the logical goal of the tests consistent after the transition - added a healthy amount of `if logger == nil { $makeLogger }` type conditional checks amongst various functions where none were provided -- old code that used the go-kit/log.Logger interface had several places where there were nil references when trying to use functions like `With()` to add keyvals on the new *slog.Logger type Signed-off-by: TJ Hoplock <t.hoplock@gmail.com>
509 lines
13 KiB
Go
509 lines
13 KiB
Go
// Copyright 2015 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package azure
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"testing"
|
|
|
|
"github.com/Azure/azure-sdk-for-go/sdk/azcore/arm"
|
|
"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v5"
|
|
"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/network/armnetwork/v4"
|
|
cache "github.com/Code-Hex/go-generics-cache"
|
|
"github.com/Code-Hex/go-generics-cache/policy/lru"
|
|
"github.com/prometheus/common/promslog"
|
|
"github.com/stretchr/testify/require"
|
|
"go.uber.org/goleak"
|
|
)
|
|
|
|
func TestMain(m *testing.M) {
|
|
goleak.VerifyTestMain(m,
|
|
goleak.IgnoreTopFunction("github.com/Code-Hex/go-generics-cache.(*janitor).run.func1"),
|
|
)
|
|
}
|
|
|
|
func TestMapFromVMWithEmptyTags(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
osType := armcompute.OperatingSystemTypesLinux
|
|
vmType := "type"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{
|
|
OSType: &osType,
|
|
},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachine{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
Location: &location,
|
|
Tags: nil,
|
|
Properties: properties,
|
|
}
|
|
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
OsType: "Linux",
|
|
Tags: map[string]*string{},
|
|
NetworkInterfaces: []string{},
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVM(testVM)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestVMToLabelSet(t *testing.T) {
|
|
id := "/subscriptions/00000000-0000-0000-0000-000000000000/test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
osType := armcompute.OperatingSystemTypesLinux
|
|
vmType := "type"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
networkID := "/subscriptions/00000000-0000-0000-0000-000000000000/network1"
|
|
ipAddress := "10.20.30.40"
|
|
primary := true
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{
|
|
{
|
|
ID: &networkID,
|
|
Properties: &armcompute.NetworkInterfaceReferenceProperties{Primary: &primary},
|
|
},
|
|
},
|
|
}
|
|
properties := &armcompute.VirtualMachineProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{
|
|
OSType: &osType,
|
|
},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachine{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
Location: &location,
|
|
Tags: nil,
|
|
Properties: properties,
|
|
}
|
|
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
OsType: "Linux",
|
|
Tags: map[string]*string{},
|
|
NetworkInterfaces: []string{networkID},
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVM(testVM)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
|
|
cfg := DefaultSDConfig
|
|
d := &Discovery{
|
|
cfg: &cfg,
|
|
logger: promslog.NewNopLogger(),
|
|
cache: cache.New(cache.AsLRU[string, *armnetwork.Interface](lru.WithCapacity(5))),
|
|
}
|
|
network := armnetwork.Interface{
|
|
Name: &networkID,
|
|
Properties: &armnetwork.InterfacePropertiesFormat{
|
|
Primary: &primary,
|
|
IPConfigurations: []*armnetwork.InterfaceIPConfiguration{
|
|
{Properties: &armnetwork.InterfaceIPConfigurationPropertiesFormat{
|
|
PrivateIPAddress: &ipAddress,
|
|
}},
|
|
},
|
|
},
|
|
}
|
|
client := &mockAzureClient{
|
|
networkInterface: &network,
|
|
}
|
|
labelSet, err := d.vmToLabelSet(context.Background(), client, actualVM)
|
|
require.NoError(t, err)
|
|
require.Len(t, labelSet, 11)
|
|
}
|
|
|
|
func TestMapFromVMWithEmptyOSType(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
vmType := "type"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachine{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
Location: &location,
|
|
Tags: nil,
|
|
Properties: properties,
|
|
}
|
|
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
Tags: map[string]*string{},
|
|
NetworkInterfaces: []string{},
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVM(testVM)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestMapFromVMWithTags(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
osType := armcompute.OperatingSystemTypesLinux
|
|
vmType := "type"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
tags := map[string]*string{
|
|
"prometheus": new(string),
|
|
}
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{
|
|
OSType: &osType,
|
|
},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachine{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
Location: &location,
|
|
Tags: tags,
|
|
Properties: properties,
|
|
}
|
|
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
OsType: "Linux",
|
|
Tags: tags,
|
|
NetworkInterfaces: []string{},
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVM(testVM)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestMapFromVMScaleSetVMWithEmptyTags(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
osType := armcompute.OperatingSystemTypesLinux
|
|
vmType := "type"
|
|
instanceID := "123"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineScaleSetVMProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{
|
|
OSType: &osType,
|
|
},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachineScaleSetVM{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
InstanceID: &instanceID,
|
|
Location: &location,
|
|
Tags: nil,
|
|
Properties: properties,
|
|
}
|
|
|
|
scaleSet := "testSet"
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
OsType: "Linux",
|
|
Tags: map[string]*string{},
|
|
NetworkInterfaces: []string{},
|
|
ScaleSet: scaleSet,
|
|
InstanceID: instanceID,
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVMScaleSetVM(testVM, scaleSet)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestMapFromVMScaleSetVMWithEmptyOSType(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
vmType := "type"
|
|
instanceID := "123"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineScaleSetVMProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachineScaleSetVM{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
InstanceID: &instanceID,
|
|
Location: &location,
|
|
Tags: nil,
|
|
Properties: properties,
|
|
}
|
|
|
|
scaleSet := "testSet"
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
Tags: map[string]*string{},
|
|
NetworkInterfaces: []string{},
|
|
ScaleSet: scaleSet,
|
|
InstanceID: instanceID,
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVMScaleSetVM(testVM, scaleSet)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestMapFromVMScaleSetVMWithTags(t *testing.T) {
|
|
id := "test"
|
|
name := "name"
|
|
size := "size"
|
|
vmSize := armcompute.VirtualMachineSizeTypes(size)
|
|
osType := armcompute.OperatingSystemTypesLinux
|
|
vmType := "type"
|
|
instanceID := "123"
|
|
location := "westeurope"
|
|
computerName := "computer_name"
|
|
tags := map[string]*string{
|
|
"prometheus": new(string),
|
|
}
|
|
networkProfile := armcompute.NetworkProfile{
|
|
NetworkInterfaces: []*armcompute.NetworkInterfaceReference{},
|
|
}
|
|
properties := &armcompute.VirtualMachineScaleSetVMProperties{
|
|
OSProfile: &armcompute.OSProfile{
|
|
ComputerName: &computerName,
|
|
},
|
|
StorageProfile: &armcompute.StorageProfile{
|
|
OSDisk: &armcompute.OSDisk{
|
|
OSType: &osType,
|
|
},
|
|
},
|
|
NetworkProfile: &networkProfile,
|
|
HardwareProfile: &armcompute.HardwareProfile{
|
|
VMSize: &vmSize,
|
|
},
|
|
}
|
|
|
|
testVM := armcompute.VirtualMachineScaleSetVM{
|
|
ID: &id,
|
|
Name: &name,
|
|
Type: &vmType,
|
|
InstanceID: &instanceID,
|
|
Location: &location,
|
|
Tags: tags,
|
|
Properties: properties,
|
|
}
|
|
|
|
scaleSet := "testSet"
|
|
expectedVM := virtualMachine{
|
|
ID: id,
|
|
Name: name,
|
|
ComputerName: computerName,
|
|
Type: vmType,
|
|
Location: location,
|
|
OsType: "Linux",
|
|
Tags: tags,
|
|
NetworkInterfaces: []string{},
|
|
ScaleSet: scaleSet,
|
|
InstanceID: instanceID,
|
|
Size: size,
|
|
}
|
|
|
|
actualVM := mapFromVMScaleSetVM(testVM, scaleSet)
|
|
|
|
require.Equal(t, expectedVM, actualVM)
|
|
}
|
|
|
|
func TestNewAzureResourceFromID(t *testing.T) {
|
|
for _, tc := range []struct {
|
|
id string
|
|
expected *arm.ResourceID
|
|
}{
|
|
{
|
|
id: "/subscriptions/SUBSCRIPTION_ID/resourceGroups/group/providers/PROVIDER/TYPE/name",
|
|
expected: &arm.ResourceID{
|
|
Name: "name",
|
|
ResourceGroupName: "group",
|
|
},
|
|
},
|
|
{
|
|
id: "/subscriptions/SUBSCRIPTION_ID/resourceGroups/group/providers/PROVIDER/TYPE/name/TYPE/h",
|
|
expected: &arm.ResourceID{
|
|
Name: "h",
|
|
ResourceGroupName: "group",
|
|
},
|
|
},
|
|
} {
|
|
actual, err := newAzureResourceFromID(tc.id, nil)
|
|
require.NoError(t, err)
|
|
require.Equal(t, tc.expected.Name, actual.Name)
|
|
require.Equal(t, tc.expected.ResourceGroupName, actual.ResourceGroupName)
|
|
}
|
|
}
|
|
|
|
type mockAzureClient struct {
|
|
networkInterface *armnetwork.Interface
|
|
}
|
|
|
|
var _ client = &mockAzureClient{}
|
|
|
|
func (*mockAzureClient) getVMs(ctx context.Context, resourceGroup string) ([]virtualMachine, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (*mockAzureClient) getScaleSets(ctx context.Context, resourceGroup string) ([]armcompute.VirtualMachineScaleSet, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (*mockAzureClient) getScaleSetVMs(ctx context.Context, scaleSet armcompute.VirtualMachineScaleSet) ([]virtualMachine, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
func (m *mockAzureClient) getVMNetworkInterfaceByID(ctx context.Context, networkInterfaceID string) (*armnetwork.Interface, error) {
|
|
if networkInterfaceID == "" {
|
|
return nil, fmt.Errorf("parameter networkInterfaceID cannot be empty")
|
|
}
|
|
return m.networkInterface, nil
|
|
}
|
|
|
|
func (m *mockAzureClient) getVMScaleSetVMNetworkInterfaceByID(ctx context.Context, networkInterfaceID, scaleSetName, instanceID string) (*armnetwork.Interface, error) {
|
|
if scaleSetName == "" {
|
|
return nil, fmt.Errorf("parameter virtualMachineScaleSetName cannot be empty")
|
|
}
|
|
return m.networkInterface, nil
|
|
}
|