2016-07-01 08:45:07 -07:00
|
|
|
// Copyright 2016 The Prometheus Authors
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package kubernetes
|
|
|
|
|
|
|
|
import (
|
2017-10-24 21:21:42 -07:00
|
|
|
"context"
|
2016-11-14 07:21:38 -08:00
|
|
|
"fmt"
|
2016-07-01 08:45:07 -07:00
|
|
|
"net"
|
2016-10-07 05:53:11 -07:00
|
|
|
"strconv"
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2017-08-11 11:45:52 -07:00
|
|
|
"github.com/go-kit/kit/log"
|
|
|
|
"github.com/go-kit/kit/log/level"
|
2016-07-01 08:45:07 -07:00
|
|
|
"github.com/prometheus/common/model"
|
2017-05-11 01:29:10 -07:00
|
|
|
apiv1 "k8s.io/client-go/pkg/api/v1"
|
|
|
|
"k8s.io/client-go/tools/cache"
|
2017-10-24 21:21:42 -07:00
|
|
|
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
"github.com/prometheus/prometheus/discovery/targetgroup"
|
2017-10-24 21:21:42 -07:00
|
|
|
"github.com/prometheus/prometheus/util/strutil"
|
2016-07-01 08:45:07 -07:00
|
|
|
)
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
// Service implements discovery of Kubernetes services.
|
|
|
|
type Service struct {
|
|
|
|
logger log.Logger
|
|
|
|
informer cache.SharedInformer
|
|
|
|
store cache.Store
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
// NewService returns a new service discovery.
|
|
|
|
func NewService(l log.Logger, inf cache.SharedInformer) *Service {
|
2017-08-11 11:45:52 -07:00
|
|
|
if l == nil {
|
|
|
|
l = log.NewNopLogger()
|
|
|
|
}
|
2016-10-07 05:53:11 -07:00
|
|
|
return &Service{logger: l, informer: inf, store: inf.GetStore()}
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2018-01-08 15:59:18 -08:00
|
|
|
// Run implements the Discoverer interface.
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
func (s *Service) Run(ctx context.Context, ch chan<- []*targetgroup.Group) {
|
2016-10-07 05:53:11 -07:00
|
|
|
// Send full initial set of pod targets.
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
var initial []*targetgroup.Group
|
2016-10-07 05:53:11 -07:00
|
|
|
for _, o := range s.store.List() {
|
|
|
|
tg := s.buildService(o.(*apiv1.Service))
|
|
|
|
initial = append(initial, tg)
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
2016-10-07 05:53:11 -07:00
|
|
|
select {
|
|
|
|
case <-ctx.Done():
|
2016-07-01 08:45:07 -07:00
|
|
|
return
|
2016-10-07 05:53:11 -07:00
|
|
|
case ch <- initial:
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
// Send target groups for service updates.
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
send := func(tg *targetgroup.Group) {
|
2016-07-01 08:45:07 -07:00
|
|
|
select {
|
2016-10-07 05:53:11 -07:00
|
|
|
case <-ctx.Done():
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
case ch <- []*targetgroup.Group{tg}:
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
}
|
2016-10-07 05:53:11 -07:00
|
|
|
s.informer.AddEventHandler(cache.ResourceEventHandlerFuncs{
|
|
|
|
AddFunc: func(o interface{}) {
|
2016-10-21 01:48:28 -07:00
|
|
|
eventCount.WithLabelValues("service", "add").Inc()
|
2016-11-21 02:44:48 -08:00
|
|
|
|
2016-11-14 07:21:38 -08:00
|
|
|
svc, err := convertToService(o)
|
|
|
|
if err != nil {
|
2017-08-11 11:45:52 -07:00
|
|
|
level.Error(s.logger).Log("msg", "converting to Service object failed", "err", err)
|
2016-11-14 07:21:38 -08:00
|
|
|
return
|
|
|
|
}
|
|
|
|
send(s.buildService(svc))
|
2016-10-07 05:53:11 -07:00
|
|
|
},
|
|
|
|
DeleteFunc: func(o interface{}) {
|
2016-10-21 01:48:28 -07:00
|
|
|
eventCount.WithLabelValues("service", "delete").Inc()
|
2016-11-21 02:44:48 -08:00
|
|
|
|
2016-11-14 07:21:38 -08:00
|
|
|
svc, err := convertToService(o)
|
|
|
|
if err != nil {
|
2017-08-11 11:45:52 -07:00
|
|
|
level.Error(s.logger).Log("msg", "converting to Service object failed", "err", err)
|
2016-11-14 07:21:38 -08:00
|
|
|
return
|
|
|
|
}
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
send(&targetgroup.Group{Source: serviceSource(svc)})
|
2016-10-07 05:53:11 -07:00
|
|
|
},
|
|
|
|
UpdateFunc: func(_, o interface{}) {
|
2016-10-21 01:48:28 -07:00
|
|
|
eventCount.WithLabelValues("service", "update").Inc()
|
2016-11-21 02:44:48 -08:00
|
|
|
|
2016-11-14 07:21:38 -08:00
|
|
|
svc, err := convertToService(o)
|
|
|
|
if err != nil {
|
2017-08-11 11:45:52 -07:00
|
|
|
level.Error(s.logger).Log("msg", "converting to Service object failed", "err", err)
|
2016-11-14 07:21:38 -08:00
|
|
|
return
|
|
|
|
}
|
|
|
|
send(s.buildService(svc))
|
2016-10-07 05:53:11 -07:00
|
|
|
},
|
|
|
|
})
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
// Block until the target provider is explicitly canceled.
|
|
|
|
<-ctx.Done()
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2016-11-14 07:21:38 -08:00
|
|
|
func convertToService(o interface{}) (*apiv1.Service, error) {
|
2017-09-04 04:10:44 -07:00
|
|
|
service, ok := o.(*apiv1.Service)
|
|
|
|
if ok {
|
|
|
|
return service, nil
|
|
|
|
}
|
|
|
|
deletedState, ok := o.(cache.DeletedFinalStateUnknown)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("Received unexpected object: %v", o)
|
|
|
|
}
|
|
|
|
service, ok = deletedState.Obj.(*apiv1.Service)
|
|
|
|
if !ok {
|
|
|
|
return nil, fmt.Errorf("DeletedFinalStateUnknown contained non-Service object: %v", deletedState.Obj)
|
2016-11-14 07:21:38 -08:00
|
|
|
}
|
|
|
|
return service, nil
|
|
|
|
}
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
func serviceSource(s *apiv1.Service) string {
|
|
|
|
return "svc/" + s.Namespace + "/" + s.Name
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
const (
|
|
|
|
serviceNameLabel = metaLabelPrefix + "service_name"
|
|
|
|
serviceLabelPrefix = metaLabelPrefix + "service_label_"
|
|
|
|
serviceAnnotationPrefix = metaLabelPrefix + "service_annotation_"
|
|
|
|
servicePortNameLabel = metaLabelPrefix + "service_port_name"
|
|
|
|
servicePortProtocolLabel = metaLabelPrefix + "service_port_protocol"
|
|
|
|
)
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
func serviceLabels(svc *apiv1.Service) model.LabelSet {
|
|
|
|
ls := make(model.LabelSet, len(svc.Labels)+len(svc.Annotations)+2)
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
ls[serviceNameLabel] = lv(svc.Name)
|
2017-09-04 04:10:44 -07:00
|
|
|
ls[namespaceLabel] = lv(svc.Namespace)
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
for k, v := range svc.Labels {
|
|
|
|
ln := strutil.SanitizeLabelName(serviceLabelPrefix + k)
|
|
|
|
ls[model.LabelName(ln)] = lv(v)
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
for k, v := range svc.Annotations {
|
|
|
|
ln := strutil.SanitizeLabelName(serviceAnnotationPrefix + k)
|
|
|
|
ls[model.LabelName(ln)] = lv(v)
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
2016-10-07 05:53:11 -07:00
|
|
|
return ls
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
Refactor SD configuration to remove `config` dependency (#3629)
* refactor: move targetGroup struct and CheckOverflow() to their own package
* refactor: move auth and security related structs to a utility package, fix import error in utility package
* refactor: Azure SD, remove SD struct from config
* refactor: DNS SD, remove SD struct from config into dns package
* refactor: ec2 SD, move SD struct from config into the ec2 package
* refactor: file SD, move SD struct from config to file discovery package
* refactor: gce, move SD struct from config to gce discovery package
* refactor: move HTTPClientConfig and URL into util/config, fix import error in httputil
* refactor: consul, move SD struct from config into consul discovery package
* refactor: marathon, move SD struct from config into marathon discovery package
* refactor: triton, move SD struct from config to triton discovery package, fix test
* refactor: zookeeper, move SD structs from config to zookeeper discovery package
* refactor: openstack, remove SD struct from config, move into openstack discovery package
* refactor: kubernetes, move SD struct from config into kubernetes discovery package
* refactor: notifier, use targetgroup package instead of config
* refactor: tests for file, marathon, triton SD - use targetgroup package instead of config.TargetGroup
* refactor: retrieval, use targetgroup package instead of config.TargetGroup
* refactor: storage, use config util package
* refactor: discovery manager, use targetgroup package instead of config.TargetGroup
* refactor: use HTTPClient and TLS config from configUtil instead of config
* refactor: tests, use targetgroup package instead of config.TargetGroup
* refactor: fix tagetgroup.Group pointers that were removed by mistake
* refactor: openstack, kubernetes: drop prefixes
* refactor: remove import aliases forced due to vscode bug
* refactor: move main SD struct out of config into discovery/config
* refactor: rename configUtil to config_util
* refactor: rename yamlUtil to yaml_config
* refactor: kubernetes, remove prefixes
* refactor: move the TargetGroup package to discovery/
* refactor: fix order of imports
2017-12-29 12:01:34 -08:00
|
|
|
func (s *Service) buildService(svc *apiv1.Service) *targetgroup.Group {
|
|
|
|
tg := &targetgroup.Group{
|
2016-10-07 05:53:11 -07:00
|
|
|
Source: serviceSource(svc),
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
2016-10-07 05:53:11 -07:00
|
|
|
tg.Labels = serviceLabels(svc)
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
for _, port := range svc.Spec.Ports {
|
|
|
|
addr := net.JoinHostPort(svc.Name+"."+svc.Namespace+".svc", strconv.FormatInt(int64(port.Port), 10))
|
2016-07-01 08:45:07 -07:00
|
|
|
|
2016-10-07 05:53:11 -07:00
|
|
|
tg.Targets = append(tg.Targets, model.LabelSet{
|
|
|
|
model.AddressLabel: lv(addr),
|
|
|
|
servicePortNameLabel: lv(port.Name),
|
|
|
|
servicePortProtocolLabel: lv(string(port.Protocol)),
|
|
|
|
})
|
2016-07-01 08:45:07 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
return tg
|
|
|
|
}
|