mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2025-03-05 20:59:13 -08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Docker swarm: add filtering of services (#8074)

Browse source 
* Docker swarm: add filtering of services

Add filters on all docker swarm roles (nodes, tasks and services).

Signed-off-by: Julien Pivotto <roidelapluie@inuits.eu>
This commit is contained in:
Julien Pivotto 2020-11-09 12:41:02 +01:00 committed by GitHub
parent 386e5010b8
commit 3509647462
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
11 changed files with 410 additions and 734 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
config/config_test.go
View file

@ -619,6 +619,7 @@ var expectedConf = &Config{
ServiceDiscoveryConfigs: discovery.Configs{ ServiceDiscoveryConfigs: discovery.Configs{
&dockerswarm.SDConfig{ &dockerswarm.SDConfig{
Filters: []dockerswarm.Filter{},
Host: "http://127.0.0.1:2375", Host: "http://127.0.0.1:2375",
Role: "nodes", Role: "nodes",
Port: 80, Port: 80,

30
discovery/dockerswarm/dockerswarm.go
View file

@ -20,6 +20,7 @@ import (
"net/url" "net/url"
"time" "time"
"github.com/docker/docker/api/types/filters"
"github.com/docker/docker/client" "github.com/docker/docker/client"
"github.com/go-kit/kit/log" "github.com/go-kit/kit/log"
"github.com/prometheus/common/config" "github.com/prometheus/common/config"
@ -41,6 +42,7 @@ var userAgent = fmt.Sprintf("Prometheus/%s", version.Version)
var DefaultSDConfig = SDConfig{ var DefaultSDConfig = SDConfig{
RefreshInterval: model.Duration(60 * time.Second), RefreshInterval: model.Duration(60 * time.Second),
Port: 80, Port: 80,
Filters: []Filter{},
} }
func init() { func init() {
@ -51,13 +53,21 @@ func init() {
type SDConfig struct { type SDConfig struct {
HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` HTTPClientConfig config.HTTPClientConfig `yaml:",inline"`
Host string `yaml:"host"` Host string `yaml:"host"`
Role string `yaml:"role"` Role string `yaml:"role"`
Port int `yaml:"port"` Port int `yaml:"port"`
Filters []Filter `yaml:"filters"`
RefreshInterval model.Duration `yaml:"refresh_interval"` RefreshInterval model.Duration `yaml:"refresh_interval"`
} }
// Filter represent a filter that can be passed to Docker Swarm to reduce the
// amount of data received.
type Filter struct {
Name string `yaml:"name"`
Values []string `yaml:"values"`
}
// Name returns the name of the Config. // Name returns the name of the Config.
func (*SDConfig) Name() string { return "dockerswarm" } func (*SDConfig) Name() string { return "dockerswarm" }
@ -99,9 +109,10 @@ func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error {
// the Discoverer interface. // the Discoverer interface.
type Discovery struct { type Discovery struct {
*refresh.Discovery *refresh.Discovery
client *client.Client client *client.Client
role string role string
port int port int
filters filters.Args
} }
// NewDiscovery returns a new Discovery which periodically refreshes its targets. // NewDiscovery returns a new Discovery which periodically refreshes its targets.
@ -123,6 +134,13 @@ func NewDiscovery(conf *SDConfig, logger log.Logger) (*Discovery, error) {
client.WithAPIVersionNegotiation(), client.WithAPIVersionNegotiation(),
} }
d.filters = filters.NewArgs()
for _, f := range conf.Filters {
for _, v := range f.Values {
d.filters.Add(f.Name, v)
}
}
// There are other protocols than HTTP supported by the Docker daemon, like // There are other protocols than HTTP supported by the Docker daemon, like
// unix, which are not supported by the HTTP client. Passing HTTP client // unix, which are not supported by the HTTP client. Passing HTTP client
// options to the Docker client makes those non-HTTP requests fail. // options to the Docker client makes those non-HTTP requests fail.

2
discovery/dockerswarm/mock_test.go
View file

@ -94,7 +94,7 @@ func (m *SDMock) SetupHandlers() {
f = filepath.Join(p[:len(p)-1], strutil.SanitizeLabelName(parts[len(parts)-1])) f = filepath.Join(p[:len(p)-1], strutil.SanitizeLabelName(parts[len(parts)-1]))
} else { } else {
query := strings.Split(parts[len(parts)-1], "?") query := strings.Split(parts[len(parts)-1], "?")
f = query[0] f = query[0] + ".json"
if len(query) == 2 { if len(query) == 2 {
h := sha1.New() h := sha1.New()
h.Write([]byte(query[1])) h.Write([]byte(query[1]))

2
discovery/dockerswarm/nodes.go
View file

@ -48,7 +48,7 @@ func (d *Discovery) refreshNodes(ctx context.Context) ([]*targetgroup.Group, err
Source: "DockerSwarm", Source: "DockerSwarm",
} }
nodes, err := d.client.NodeList(ctx, types.NodeListOptions{}) nodes, err := d.client.NodeList(ctx, types.NodeListOptions{Filters: d.filters})
if err != nil { if err != nil {
return nil, fmt.Errorf("error while listing swarm nodes: %w", err) return nil, fmt.Errorf("error while listing swarm nodes: %w", err)
} }

2
discovery/dockerswarm/services.go
View file

@ -46,7 +46,7 @@ func (d *Discovery) refreshServices(ctx context.Context) ([]*targetgroup.Group,
Source: "DockerSwarm", Source: "DockerSwarm",
} }
services, err := d.client.ServiceList(ctx, types.ServiceListOptions{}) services, err := d.client.ServiceList(ctx, types.ServiceListOptions{Filters: d.filters})
if err != nil { if err != nil {
return nil, fmt.Errorf("error while listing swarm services: %w", err) return nil, fmt.Errorf("error while listing swarm services: %w", err)
} }

109
discovery/dockerswarm/services_test.go
View file

@ -314,3 +314,112 @@ host: %s
}) })
} }
} }
func TestDockerSwarmSDServicesRefreshWithFilters(t *testing.T) {
sdmock := NewSDMock(t, "swarmprom")
sdmock.Setup()
e := sdmock.Endpoint()
url := e[:len(e)-1]
cfgString := fmt.Sprintf(`
---
role: services
host: %s
filters:
- name: name
values: ["mon_node-exporter", "mon_grafana"]
`, url)
var cfg SDConfig
testutil.Ok(t, yaml.Unmarshal([]byte(cfgString), &cfg))
d, err := NewDiscovery(&cfg, log.NewNopLogger())
testutil.Ok(t, err)
ctx := context.Background()
tgs, err := d.refresh(ctx)
testutil.Ok(t, err)
testutil.Equals(t, 1, len(tgs))
tg := tgs[0]
testutil.Assert(t, tg != nil, "tg should not be nil")
testutil.Assert(t, tg.Targets != nil, "tg.targets should not be nil")
testutil.Equals(t, 4, len(tg.Targets))
for i, lbls := range []model.LabelSet{
{
"__address__": model.LabelValue("10.0.0.7:9100"),
"__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"),
"__meta_dockerswarm_network_ingress": model.LabelValue("true"),
"__meta_dockerswarm_network_internal": model.LabelValue("false"),
"__meta_dockerswarm_network_name": model.LabelValue("ingress"),
"__meta_dockerswarm_network_scope": model.LabelValue("swarm"),
"__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""),
"__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"),
"__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"),
"__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"),
"__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_service_mode": model.LabelValue("global"),
"__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"),
"__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""),
"__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"),
},
{
"__address__": model.LabelValue("10.0.1.2:9100"),
"__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"),
"__meta_dockerswarm_network_ingress": model.LabelValue("false"),
"__meta_dockerswarm_network_internal": model.LabelValue("false"),
"__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_network_name": model.LabelValue("mon_net"),
"__meta_dockerswarm_network_scope": model.LabelValue("swarm"),
"__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""),
"__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"),
"__meta_dockerswarm_service_id": model.LabelValue("3qvd7bwfptmoht16t1f7jllb6"),
"__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0"),
"__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_service_mode": model.LabelValue("global"),
"__meta_dockerswarm_service_name": model.LabelValue("mon_node-exporter"),
"__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""),
"__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6"),
},
{
"__address__": model.LabelValue("10.0.0.15:3000"),
"__meta_dockerswarm_network_id": model.LabelValue("qvwhwd6p61k4o0ulsknqb066z"),
"__meta_dockerswarm_network_ingress": model.LabelValue("true"),
"__meta_dockerswarm_network_internal": model.LabelValue("false"),
"__meta_dockerswarm_network_name": model.LabelValue("ingress"),
"__meta_dockerswarm_network_scope": model.LabelValue("swarm"),
"__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""),
"__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"),
"__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"),
"__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"),
"__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_service_mode": model.LabelValue("replicated"),
"__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"),
"__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""),
"__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"),
},
{
"__address__": model.LabelValue("10.0.1.29:3000"),
"__meta_dockerswarm_network_id": model.LabelValue("npq2closzy836m07eaq1425k3"),
"__meta_dockerswarm_network_ingress": model.LabelValue("false"),
"__meta_dockerswarm_network_internal": model.LabelValue("false"),
"__meta_dockerswarm_network_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_network_name": model.LabelValue("mon_net"),
"__meta_dockerswarm_network_scope": model.LabelValue("swarm"),
"__meta_dockerswarm_service_endpoint_port_name": model.LabelValue(""),
"__meta_dockerswarm_service_endpoint_port_publish_mode": model.LabelValue("ingress"),
"__meta_dockerswarm_service_id": model.LabelValue("uk9su5tb9ykfzew3qtmp14uzh"),
"__meta_dockerswarm_service_label_com_docker_stack_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4"),
"__meta_dockerswarm_service_label_com_docker_stack_namespace": model.LabelValue("mon"),
"__meta_dockerswarm_service_mode": model.LabelValue("replicated"),
"__meta_dockerswarm_service_name": model.LabelValue("mon_grafana"),
"__meta_dockerswarm_service_task_container_hostname": model.LabelValue(""),
"__meta_dockerswarm_service_task_container_image": model.LabelValue("stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d"),
},
} {
t.Run(fmt.Sprintf("item %d", i), func(t *testing.T) {
testutil.Equals(t, lbls, tg.Targets[i])
})
}
}

2
discovery/dockerswarm/tasks.go
View file

@ -43,7 +43,7 @@ func (d *Discovery) refreshTasks(ctx context.Context) ([]*targetgroup.Group, err
Source: "DockerSwarm", Source: "DockerSwarm",
} }
tasks, err := d.client.TaskList(ctx, types.TaskListOptions{}) tasks, err := d.client.TaskList(ctx, types.TaskListOptions{Filters: d.filters})
if err != nil { if err != nil {
return nil, fmt.Errorf("error while listing swarm services: %w", err) return nil, fmt.Errorf("error while listing swarm services: %w", err)
} }

0
discovery/dockerswarm/testdata/swarmprom/_ping → discovery/dockerswarm/testdata/swarmprom/_ping.json vendored
View file

257
discovery/dockerswarm/testdata/swarmprom/services.json__wvKVCQ4HhD vendored Normal file
View file

@ -0,0 +1,257 @@
[
{
"ID": "3qvd7bwfptmoht16t1f7jllb6",
"Version": {
"Index": 41
},
"CreatedAt": "2020-06-19T19:14:29.269637662Z",
"UpdatedAt": "2020-06-19T19:14:29.288101671Z",
"Spec": {
"Name": "mon_node-exporter",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-node-exporter:v0.16.0",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Args": [
"--path.sysfs=/host/sys",
"--path.procfs=/host/proc",
"--collector.textfile.directory=/etc/node-exporter/",
"--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)",
"--no-collector.ipvs"
],
"Env": [
"NODE_ID={{.Node.ID}}"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "bind",
"Source": "/proc",
"Target": "/host/proc",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/sys",
"Target": "/host/sys",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/",
"Target": "/rootfs",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/etc/hostname",
"Target": "/etc/nodename"
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"node-exporter"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Global": {}
},
"EndpointSpec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
]
}
},
"Endpoint": {
"Spec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
]
},
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
],
"VirtualIPs": [
{
"NetworkID": "qvwhwd6p61k4o0ulsknqb066z",
"Addr": "10.0.0.7/24"
},
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.2/24"
}
]
}
},
{
"ID": "uk9su5tb9ykfzew3qtmp14uzh",
"Version": {
"Index": 92
},
"CreatedAt": "2020-06-19T19:14:54.28743674Z",
"UpdatedAt": "2020-06-19T19:14:54.301718496Z",
"Spec": {
"Name": "mon_grafana",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-grafana:5.3.4",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Env": [
"GF_SECURITY_ADMIN_PASSWORD=admin",
"GF_SECURITY_ADMIN_USER=admin",
"GF_USERS_ALLOW_SIGN_UP=false"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "volume",
"Source": "mon_grafana",
"Target": "/var/lib/grafana",
"VolumeOptions": {
"Labels": {
"com.docker.stack.namespace": "mon"
}
}
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Constraints": [
"node.role == manager"
],
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"grafana"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Replicated": {
"Replicas": 1
}
},
"EndpointSpec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
]
}
},
"Endpoint": {
"Spec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
]
},
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
],
"VirtualIPs": [
{
"NetworkID": "qvwhwd6p61k4o0ulsknqb066z",
"Addr": "10.0.0.15/24"
},
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.29/24"
}
]
}
}
]

724
discovery/dockerswarm/testdata/swarmprom/services__wvKVCQ4HhD vendored
View file

@ -1,724 +0,0 @@
[
{
"ID": "3qvd7bwfptmoht16t1f7jllb6",
"Version": {
"Index": 41
},
"CreatedAt": "2020-06-19T19:14:29.269637662Z",
"UpdatedAt": "2020-06-19T19:14:29.288101671Z",
"Spec": {
"Name": "mon_node-exporter",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-node-exporter:v0.16.0",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-node-exporter:v0.16.0@sha256:1d2518ec0501dd848e718bf008df37852b1448c862d6f256f2d39244975758d6",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Args": [
"--path.sysfs=/host/sys",
"--path.procfs=/host/proc",
"--collector.textfile.directory=/etc/node-exporter/",
"--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($|/)",
"--no-collector.ipvs"
],
"Env": [
"NODE_ID={{.Node.ID}}"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "bind",
"Source": "/proc",
"Target": "/host/proc",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/sys",
"Target": "/host/sys",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/",
"Target": "/rootfs",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/etc/hostname",
"Target": "/etc/nodename"
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"node-exporter"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Global": {}
},
"EndpointSpec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
]
}
},
"Endpoint": {
"Spec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
]
},
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 9100,
"PublishedPort": 9100,
"PublishMode": "ingress"
}
],
"VirtualIPs": [
{
"NetworkID": "qvwhwd6p61k4o0ulsknqb066z",
"Addr": "10.0.0.7/24"
},
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.2/24"
}
]
}
},
{
"ID": "9bbq7j55tzzz85k2gg52x73rg",
"Version": {
"Index": 116
},
"CreatedAt": "2020-06-19T19:15:16.676178796Z",
"UpdatedAt": "2020-06-19T19:15:16.690701679Z",
"Spec": {
"Name": "mon_unsee",
"Labels": {
"com.docker.stack.image": "cloudflare/unsee:v0.8.0",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "cloudflare/unsee:v0.8.0@sha256:28398f47f63feb1647887999701fa730da351fc6d3cc7228e5da44b40a663ada",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Env": [
"ALERTMANAGER_URIS=default:http://alertmanager:9093"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Isolation": "default"
},
"Resources": {},
"Placement": {
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"unsee"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Replicated": {
"Replicas": 1
}
},
"EndpointSpec": {
"Mode": "vip"
}
},
"Endpoint": {
"Spec": {
"Mode": "vip"
},
"VirtualIPs": [
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.34/24"
}
]
}
},
{
"ID": "hv645udwaaewyw7wuc6nspm68",
"Version": {
"Index": 54
},
"CreatedAt": "2020-06-19T19:14:31.707250955Z",
"UpdatedAt": "2020-06-19T19:14:31.713627185Z",
"Spec": {
"Name": "mon_prometheus",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-prometheus:v2.5.0",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-prometheus:v2.5.0@sha256:f1a3781c4785637ba088dcf54889f77d9b6b69f21b2c0a167c1347473f4e2587",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Args": [
"--config.file=/etc/prometheus/prometheus.yml",
"--storage.tsdb.path=/prometheus",
"--storage.tsdb.retention=24h"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "volume",
"Source": "mon_prometheus",
"Target": "/prometheus",
"VolumeOptions": {
"Labels": {
"com.docker.stack.namespace": "mon"
}
}
}
],
"Configs": [
{
"File": {
"Name": "/etc/prometheus/swarm_node.rules.yml",
"UID": "0",
"GID": "0",
"Mode": 292
},
"ConfigID": "zffindunvquarrlgdrklzczbz",
"ConfigName": "mon_node_rules"
},
{
"File": {
"Name": "/etc/prometheus/swarm_task.rules.yml",
"UID": "0",
"GID": "0",
"Mode": 292
},
"ConfigID": "fbhk5cmleeicn5fkzujm909k7",
"ConfigName": "mon_task_rules"
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 2147483648
},
"Reservations": {
"MemoryBytes": 134217728
}
},
"Placement": {
"Constraints": [
"node.role == manager"
],
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"prometheus"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Replicated": {
"Replicas": 1
}
},
"EndpointSpec": {
"Mode": "vip"
}
},
"Endpoint": {
"Spec": {
"Mode": "vip"
},
"VirtualIPs": [
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.13/24"
}
]
}
},
{
"ID": "iml8vdd2dudvq457sbirpf66z",
"Version": {
"Index": 83
},
"CreatedAt": "2020-06-19T19:14:49.165966453Z",
"UpdatedAt": "2020-06-19T19:14:49.1722461Z",
"Spec": {
"Name": "mon_cadvisor",
"Labels": {
"com.docker.stack.image": "google/cadvisor",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "google/cadvisor:latest@sha256:815386ebbe9a3490f38785ab11bda34ec8dacf4634af77b8912832d4f85dca04",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Args": [
"-logtostderr",
"-docker_only"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "bind",
"Source": "/var/run/docker.sock",
"Target": "/var/run/docker.sock",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/",
"Target": "/rootfs",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/var/run",
"Target": "/var/run"
},
{
"Type": "bind",
"Source": "/sys",
"Target": "/sys",
"ReadOnly": true
},
{
"Type": "bind",
"Source": "/var/lib/docker/",
"Target": "/var/lib/docker",
"ReadOnly": true
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"cadvisor"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Global": {}
},
"EndpointSpec": {
"Mode": "vip"
}
},
"Endpoint": {
"Spec": {
"Mode": "vip"
},
"VirtualIPs": [
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.23/24"
}
]
}
},
{
"ID": "rl4jhdws3r4lkfvq8kx6c4xnr",
"Version": {
"Index": 104
},
"CreatedAt": "2020-06-19T19:15:09.840775581Z",
"UpdatedAt": "2020-06-19T19:15:09.854119631Z",
"Spec": {
"Name": "mon_alertmanager",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-alertmanager:v0.14.0",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-alertmanager:v0.14.0@sha256:7069b656bd5df0606ff1db81a7553a25dc72be51d3aca6a7e08d776566cefbd8",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Args": [
"--config.file=/etc/alertmanager/alertmanager.yml",
"--storage.path=/alertmanager"
],
"Env": [
"SLACK_CHANNEL=devops-alerts",
"SLACK_URL=https://hooks.slack.com/services/TOKEN",
"SLACK_USER=alertmanager"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "volume",
"Source": "mon_alertmanager",
"Target": "/alertmanager",
"VolumeOptions": {
"Labels": {
"com.docker.stack.namespace": "mon"
}
}
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Constraints": [
"node.role == manager"
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"alertmanager"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Replicated": {
"Replicas": 1
}
},
"EndpointSpec": {
"Mode": "vip"
}
},
"Endpoint": {
"Spec": {
"Mode": "vip"
},
"VirtualIPs": [
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.31/24"
}
]
}
},
{
"ID": "uk9su5tb9ykfzew3qtmp14uzh",
"Version": {
"Index": 92
},
"CreatedAt": "2020-06-19T19:14:54.28743674Z",
"UpdatedAt": "2020-06-19T19:14:54.301718496Z",
"Spec": {
"Name": "mon_grafana",
"Labels": {
"com.docker.stack.image": "stefanprodan/swarmprom-grafana:5.3.4",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/swarmprom-grafana:5.3.4@sha256:2aca8aa5716e6e0eed3fcdc88fec256a0a1828c491a8cf240486ae7cc473092d",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Env": [
"GF_SECURITY_ADMIN_PASSWORD=admin",
"GF_SECURITY_ADMIN_USER=admin",
"GF_USERS_ALLOW_SIGN_UP=false"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Mounts": [
{
"Type": "volume",
"Source": "mon_grafana",
"Target": "/var/lib/grafana",
"VolumeOptions": {
"Labels": {
"com.docker.stack.namespace": "mon"
}
}
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Constraints": [
"node.role == manager"
],
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"grafana"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Replicated": {
"Replicas": 1
}
},
"EndpointSpec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
]
}
},
"Endpoint": {
"Spec": {
"Mode": "vip",
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
]
},
"Ports": [
{
"Protocol": "tcp",
"TargetPort": 3000,
"PublishedPort": 3000,
"PublishMode": "ingress"
}
],
"VirtualIPs": [
{
"NetworkID": "qvwhwd6p61k4o0ulsknqb066z",
"Addr": "10.0.0.15/24"
},
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.29/24"
}
]
}
},
{
"ID": "ul5qawv4s7f7msm7dtyfarw80",
"Version": {
"Index": 74
},
"CreatedAt": "2020-06-19T19:14:45.311963014Z",
"UpdatedAt": "2020-06-19T19:14:45.327315101Z",
"Spec": {
"Name": "mon_dockerd-exporter",
"Labels": {
"com.docker.stack.image": "stefanprodan/caddy",
"com.docker.stack.namespace": "mon"
},
"TaskTemplate": {
"ContainerSpec": {
"Image": "stefanprodan/caddy:latest@sha256:44541cfacb66f4799f81f17fcfb3cb757ccc8f327592745549f5930c42d115c9",
"Labels": {
"com.docker.stack.namespace": "mon"
},
"Env": [
"DOCKER_GWBRIDGE_IP=172.18.0.1"
],
"Privileges": {
"CredentialSpec": null,
"SELinuxContext": null
},
"Configs": [
{
"File": {
"Name": "/etc/caddy/Caddyfile",
"UID": "0",
"GID": "0",
"Mode": 292
},
"ConfigID": "4glhzmw6fndnkjn2cok90a9gu",
"ConfigName": "mon_dockerd_config"
}
],
"Isolation": "default"
},
"Resources": {
"Limits": {
"MemoryBytes": 134217728
},
"Reservations": {
"MemoryBytes": 67108864
}
},
"Placement": {
"Platforms": [
{
"Architecture": "amd64",
"OS": "linux"
}
]
},
"Networks": [
{
"Target": "npq2closzy836m07eaq1425k3",
"Aliases": [
"dockerd-exporter"
]
}
],
"ForceUpdate": 0,
"Runtime": "container"
},
"Mode": {
"Global": {}
},
"EndpointSpec": {
"Mode": "vip"
}
},
"Endpoint": {
"Spec": {
"Mode": "vip"
},
"VirtualIPs": [
{
"NetworkID": "npq2closzy836m07eaq1425k3",
"Addr": "10.0.1.17/24"
}
]
}
}
]

15
docs/configuration/configuration.md
View file

@ -577,6 +577,16 @@ role: <string>
# tasks and services that don't have published ports. # tasks and services that don't have published ports.
[ port: <int> | default = 80 ] [ port: <int> | default = 80 ]
# Optional filters to limit the discovery process to a subset of available
# resources.
# The available filters are listed in the upstream documentation:
# Services: https://docs.docker.com/engine/api/v1.40/#operation/ServiceList
# Tasks: https://docs.docker.com/engine/api/v1.40/#operation/TaskList
# Nodes: https://docs.docker.com/engine/api/v1.40/#operation/NodeList
[ filters:
[ - name: <string>
values: <string>, [...] ]
# The time after which the droplets are refreshed. # The time after which the droplets are refreshed.
[ refresh_interval: <duration> | default = 60s ] [ refresh_interval: <duration> | default = 60s ]
@ -598,6 +608,11 @@ basic_auth:
[ bearer_token_file: <filename> ] [ bearer_token_file: <filename> ]
``` ```
The [relabeling phase](#relabel_config) is the preferred and more powerful
way to filter tasks, services or nodes. For users with thousands of tasks it
can be more efficient to use the Swarm API directly which has basic support for
filtering nodes (using `filters`).
See [this example Prometheus configuration file](/documentation/examples/prometheus-dockerswarm.yml) See [this example Prometheus configuration file](/documentation/examples/prometheus-dockerswarm.yml)
for a detailed example of configuring Prometheus for Docker Swarm. for a detailed example of configuring Prometheus for Docker Swarm.