mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-28 23:19:41 -08:00
6ebfbd2d54
For: #14355 This commit updates Prometheus to adopt stdlib's log/slog package in favor of go-kit/log. As part of converting to use slog, several other related changes are required to get prometheus working, including: - removed unused logging util func `RateLimit()` - forward ported the util/logging/Deduper logging by implementing a small custom slog.Handler that does the deduping before chaining log calls to the underlying real slog.Logger - move some of the json file logging functionality to use prom/common package functionality - refactored some of the new json file logging for scraping - changes to promql.QueryLogger interface to swap out logging methods for relevant slog sugar wrappers - updated lots of tests that used/replicated custom logging functionality, attempting to keep the logical goal of the tests consistent after the transition - added a healthy amount of `if logger == nil { $makeLogger }` type conditional checks amongst various functions where none were provided -- old code that used the go-kit/log.Logger interface had several places where there were nil references when trying to use functions like `With()` to add keyvals on the new *slog.Logger type Signed-off-by: TJ Hoplock <t.hoplock@gmail.com>
264 lines
8.4 KiB
Go
264 lines
8.4 KiB
Go
// Copyright 2021 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package aws
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"log/slog"
|
|
"net"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/aws/aws-sdk-go/aws"
|
|
"github.com/aws/aws-sdk-go/aws/awserr"
|
|
"github.com/aws/aws-sdk-go/aws/credentials"
|
|
"github.com/aws/aws-sdk-go/aws/credentials/stscreds"
|
|
"github.com/aws/aws-sdk-go/aws/ec2metadata"
|
|
"github.com/aws/aws-sdk-go/aws/session"
|
|
"github.com/aws/aws-sdk-go/service/lightsail"
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
"github.com/prometheus/common/config"
|
|
"github.com/prometheus/common/model"
|
|
"github.com/prometheus/common/promslog"
|
|
|
|
"github.com/prometheus/prometheus/discovery"
|
|
"github.com/prometheus/prometheus/discovery/refresh"
|
|
"github.com/prometheus/prometheus/discovery/targetgroup"
|
|
"github.com/prometheus/prometheus/util/strutil"
|
|
)
|
|
|
|
const (
|
|
lightsailLabel = model.MetaLabelPrefix + "lightsail_"
|
|
lightsailLabelAZ = lightsailLabel + "availability_zone"
|
|
lightsailLabelBlueprintID = lightsailLabel + "blueprint_id"
|
|
lightsailLabelBundleID = lightsailLabel + "bundle_id"
|
|
lightsailLabelInstanceName = lightsailLabel + "instance_name"
|
|
lightsailLabelInstanceState = lightsailLabel + "instance_state"
|
|
lightsailLabelInstanceSupportCode = lightsailLabel + "instance_support_code"
|
|
lightsailLabelIPv6Addresses = lightsailLabel + "ipv6_addresses"
|
|
lightsailLabelPrivateIP = lightsailLabel + "private_ip"
|
|
lightsailLabelPublicIP = lightsailLabel + "public_ip"
|
|
lightsailLabelRegion = lightsailLabel + "region"
|
|
lightsailLabelTag = lightsailLabel + "tag_"
|
|
lightsailLabelSeparator = ","
|
|
)
|
|
|
|
// DefaultLightsailSDConfig is the default Lightsail SD configuration.
|
|
var DefaultLightsailSDConfig = LightsailSDConfig{
|
|
Port: 80,
|
|
RefreshInterval: model.Duration(60 * time.Second),
|
|
HTTPClientConfig: config.DefaultHTTPClientConfig,
|
|
}
|
|
|
|
func init() {
|
|
discovery.RegisterConfig(&LightsailSDConfig{})
|
|
}
|
|
|
|
// LightsailSDConfig is the configuration for Lightsail based service discovery.
|
|
type LightsailSDConfig struct {
|
|
Endpoint string `yaml:"endpoint"`
|
|
Region string `yaml:"region"`
|
|
AccessKey string `yaml:"access_key,omitempty"`
|
|
SecretKey config.Secret `yaml:"secret_key,omitempty"`
|
|
Profile string `yaml:"profile,omitempty"`
|
|
RoleARN string `yaml:"role_arn,omitempty"`
|
|
RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"`
|
|
Port int `yaml:"port"`
|
|
|
|
HTTPClientConfig config.HTTPClientConfig `yaml:",inline"`
|
|
}
|
|
|
|
// NewDiscovererMetrics implements discovery.Config.
|
|
func (*LightsailSDConfig) NewDiscovererMetrics(reg prometheus.Registerer, rmi discovery.RefreshMetricsInstantiator) discovery.DiscovererMetrics {
|
|
return &lightsailMetrics{
|
|
refreshMetrics: rmi,
|
|
}
|
|
}
|
|
|
|
// Name returns the name of the Lightsail Config.
|
|
func (*LightsailSDConfig) Name() string { return "lightsail" }
|
|
|
|
// NewDiscoverer returns a Discoverer for the Lightsail Config.
|
|
func (c *LightsailSDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) {
|
|
return NewLightsailDiscovery(c, opts.Logger, opts.Metrics)
|
|
}
|
|
|
|
// UnmarshalYAML implements the yaml.Unmarshaler interface for the Lightsail Config.
|
|
func (c *LightsailSDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error {
|
|
*c = DefaultLightsailSDConfig
|
|
type plain LightsailSDConfig
|
|
err := unmarshal((*plain)(c))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if c.Region == "" {
|
|
sess, err := session.NewSession()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
metadata := ec2metadata.New(sess)
|
|
|
|
region, err := metadata.Region()
|
|
if err != nil {
|
|
return errors.New("Lightsail SD configuration requires a region")
|
|
}
|
|
c.Region = region
|
|
}
|
|
return c.HTTPClientConfig.Validate()
|
|
}
|
|
|
|
// LightsailDiscovery periodically performs Lightsail-SD requests. It implements
|
|
// the Discoverer interface.
|
|
type LightsailDiscovery struct {
|
|
*refresh.Discovery
|
|
cfg *LightsailSDConfig
|
|
lightsail *lightsail.Lightsail
|
|
}
|
|
|
|
// NewLightsailDiscovery returns a new LightsailDiscovery which periodically refreshes its targets.
|
|
func NewLightsailDiscovery(conf *LightsailSDConfig, logger *slog.Logger, metrics discovery.DiscovererMetrics) (*LightsailDiscovery, error) {
|
|
m, ok := metrics.(*lightsailMetrics)
|
|
if !ok {
|
|
return nil, fmt.Errorf("invalid discovery metrics type")
|
|
}
|
|
|
|
if logger == nil {
|
|
logger = promslog.NewNopLogger()
|
|
}
|
|
|
|
d := &LightsailDiscovery{
|
|
cfg: conf,
|
|
}
|
|
d.Discovery = refresh.NewDiscovery(
|
|
refresh.Options{
|
|
Logger: logger,
|
|
Mech: "lightsail",
|
|
Interval: time.Duration(d.cfg.RefreshInterval),
|
|
RefreshF: d.refresh,
|
|
MetricsInstantiator: m.refreshMetrics,
|
|
},
|
|
)
|
|
return d, nil
|
|
}
|
|
|
|
func (d *LightsailDiscovery) lightsailClient() (*lightsail.Lightsail, error) {
|
|
if d.lightsail != nil {
|
|
return d.lightsail, nil
|
|
}
|
|
|
|
creds := credentials.NewStaticCredentials(d.cfg.AccessKey, string(d.cfg.SecretKey), "")
|
|
if d.cfg.AccessKey == "" && d.cfg.SecretKey == "" {
|
|
creds = nil
|
|
}
|
|
|
|
client, err := config.NewClientFromConfig(d.cfg.HTTPClientConfig, "lightsail_sd")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
sess, err := session.NewSessionWithOptions(session.Options{
|
|
Config: aws.Config{
|
|
Endpoint: &d.cfg.Endpoint,
|
|
Region: &d.cfg.Region,
|
|
Credentials: creds,
|
|
HTTPClient: client,
|
|
},
|
|
Profile: d.cfg.Profile,
|
|
})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("could not create aws session: %w", err)
|
|
}
|
|
|
|
if d.cfg.RoleARN != "" {
|
|
creds := stscreds.NewCredentials(sess, d.cfg.RoleARN)
|
|
d.lightsail = lightsail.New(sess, &aws.Config{Credentials: creds})
|
|
} else {
|
|
d.lightsail = lightsail.New(sess)
|
|
}
|
|
|
|
return d.lightsail, nil
|
|
}
|
|
|
|
func (d *LightsailDiscovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) {
|
|
lightsailClient, err := d.lightsailClient()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
tg := &targetgroup.Group{
|
|
Source: d.cfg.Region,
|
|
}
|
|
|
|
input := &lightsail.GetInstancesInput{}
|
|
|
|
output, err := lightsailClient.GetInstancesWithContext(ctx, input)
|
|
if err != nil {
|
|
var awsErr awserr.Error
|
|
if errors.As(err, &awsErr) && (awsErr.Code() == "AuthFailure" || awsErr.Code() == "UnauthorizedOperation") {
|
|
d.lightsail = nil
|
|
}
|
|
return nil, fmt.Errorf("could not get instances: %w", err)
|
|
}
|
|
|
|
for _, inst := range output.Instances {
|
|
if inst.PrivateIpAddress == nil {
|
|
continue
|
|
}
|
|
|
|
labels := model.LabelSet{
|
|
lightsailLabelAZ: model.LabelValue(*inst.Location.AvailabilityZone),
|
|
lightsailLabelBlueprintID: model.LabelValue(*inst.BlueprintId),
|
|
lightsailLabelBundleID: model.LabelValue(*inst.BundleId),
|
|
lightsailLabelInstanceName: model.LabelValue(*inst.Name),
|
|
lightsailLabelInstanceState: model.LabelValue(*inst.State.Name),
|
|
lightsailLabelInstanceSupportCode: model.LabelValue(*inst.SupportCode),
|
|
lightsailLabelPrivateIP: model.LabelValue(*inst.PrivateIpAddress),
|
|
lightsailLabelRegion: model.LabelValue(d.cfg.Region),
|
|
}
|
|
|
|
addr := net.JoinHostPort(*inst.PrivateIpAddress, strconv.Itoa(d.cfg.Port))
|
|
labels[model.AddressLabel] = model.LabelValue(addr)
|
|
|
|
if inst.PublicIpAddress != nil {
|
|
labels[lightsailLabelPublicIP] = model.LabelValue(*inst.PublicIpAddress)
|
|
}
|
|
|
|
if len(inst.Ipv6Addresses) > 0 {
|
|
var ipv6addrs []string
|
|
for _, ipv6addr := range inst.Ipv6Addresses {
|
|
ipv6addrs = append(ipv6addrs, *ipv6addr)
|
|
}
|
|
labels[lightsailLabelIPv6Addresses] = model.LabelValue(
|
|
lightsailLabelSeparator +
|
|
strings.Join(ipv6addrs, lightsailLabelSeparator) +
|
|
lightsailLabelSeparator)
|
|
}
|
|
|
|
for _, t := range inst.Tags {
|
|
if t == nil || t.Key == nil || t.Value == nil {
|
|
continue
|
|
}
|
|
name := strutil.SanitizeLabelName(*t.Key)
|
|
labels[lightsailLabelTag+model.LabelName(name)] = model.LabelValue(*t.Value)
|
|
}
|
|
|
|
tg.Targets = append(tg.Targets, labels)
|
|
}
|
|
return []*targetgroup.Group{tg}, nil
|
|
}
|