// Copyright 2021 The Prometheus Authors // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package http import ( "context" "encoding/json" "fmt" "io" "io/ioutil" "net/http" "net/url" "strconv" "strings" "time" "github.com/go-kit/log" "github.com/grafana/regexp" "github.com/pkg/errors" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/common/config" "github.com/prometheus/common/model" "github.com/prometheus/common/version" "github.com/prometheus/prometheus/discovery" "github.com/prometheus/prometheus/discovery/refresh" "github.com/prometheus/prometheus/discovery/targetgroup" ) var ( // DefaultSDConfig is the default HTTP SD configuration. DefaultSDConfig = SDConfig{ RefreshInterval: model.Duration(60 * time.Second), HTTPClientConfig: config.DefaultHTTPClientConfig, } userAgent = fmt.Sprintf("Prometheus/%s", version.Version) matchContentType = regexp.MustCompile(`^(?i:application\/json(;\s*charset=("utf-8"|utf-8))?)$`) failuresCount = prometheus.NewCounter( prometheus.CounterOpts{ Name: "prometheus_sd_http_failures_total", Help: "Number of HTTP service discovery refresh failures.", }) ) func init() { discovery.RegisterConfig(&SDConfig{}) prometheus.MustRegister(failuresCount) } // SDConfig is the configuration for HTTP based discovery. type SDConfig struct { HTTPClientConfig config.HTTPClientConfig `yaml:",inline"` RefreshInterval model.Duration `yaml:"refresh_interval,omitempty"` URL string `yaml:"url"` } // Name returns the name of the Config. func (*SDConfig) Name() string { return "http" } // NewDiscoverer returns a Discoverer for the Config. func (c *SDConfig) NewDiscoverer(opts discovery.DiscovererOptions) (discovery.Discoverer, error) { return NewDiscovery(c, opts.Logger, opts.HTTPClientOptions) } // SetDirectory joins any relative file paths with dir. func (c *SDConfig) SetDirectory(dir string) { c.HTTPClientConfig.SetDirectory(dir) } // UnmarshalYAML implements the yaml.Unmarshaler interface. func (c *SDConfig) UnmarshalYAML(unmarshal func(interface{}) error) error { *c = DefaultSDConfig type plain SDConfig err := unmarshal((*plain)(c)) if err != nil { return err } if c.URL == "" { return fmt.Errorf("URL is missing") } parsedURL, err := url.Parse(c.URL) if err != nil { return err } if parsedURL.Scheme != "http" && parsedURL.Scheme != "https" { return fmt.Errorf("URL scheme must be 'http' or 'https'") } if parsedURL.Host == "" { return fmt.Errorf("host is missing in URL") } return nil } const httpSDURLLabel = model.MetaLabelPrefix + "url" // Discovery provides service discovery functionality based // on HTTP endpoints that return target groups in JSON format. type Discovery struct { *refresh.Discovery url string client *http.Client refreshInterval time.Duration tgLastLength int } // NewDiscovery returns a new HTTP discovery for the given config. func NewDiscovery(conf *SDConfig, logger log.Logger, clientOpts []config.HTTPClientOption) (*Discovery, error) { if logger == nil { logger = log.NewNopLogger() } client, err := config.NewClientFromConfig(conf.HTTPClientConfig, "http", clientOpts...) if err != nil { return nil, err } client.Timeout = time.Duration(conf.RefreshInterval) d := &Discovery{ url: conf.URL, client: client, refreshInterval: time.Duration(conf.RefreshInterval), // Stored to be sent as headers. } d.Discovery = refresh.NewDiscovery( logger, "http", time.Duration(conf.RefreshInterval), d.refresh, ) return d, nil } func (d *Discovery) refresh(ctx context.Context) ([]*targetgroup.Group, error) { req, err := http.NewRequest("GET", d.url, nil) if err != nil { return nil, err } req.Header.Set("User-Agent", userAgent) req.Header.Set("Accept", "application/json") req.Header.Set("X-Prometheus-Refresh-Interval-Seconds", strconv.FormatFloat(d.refreshInterval.Seconds(), 'f', -1, 64)) resp, err := d.client.Do(req.WithContext(ctx)) if err != nil { failuresCount.Inc() return nil, err } defer func() { io.Copy(ioutil.Discard, resp.Body) resp.Body.Close() }() if resp.StatusCode != http.StatusOK { failuresCount.Inc() return nil, errors.Errorf("server returned HTTP status %s", resp.Status) } if !matchContentType.MatchString(strings.TrimSpace(resp.Header.Get("Content-Type"))) { failuresCount.Inc() return nil, errors.Errorf("unsupported content type %q", resp.Header.Get("Content-Type")) } b, err := ioutil.ReadAll(resp.Body) if err != nil { failuresCount.Inc() return nil, err } var targetGroups []*targetgroup.Group if err := json.Unmarshal(b, &targetGroups); err != nil { failuresCount.Inc() return nil, err } for i, tg := range targetGroups { if tg == nil { failuresCount.Inc() err = errors.New("nil target group item found") return nil, err } tg.Source = urlSource(d.url, i) if tg.Labels == nil { tg.Labels = model.LabelSet{} } tg.Labels[httpSDURLLabel] = model.LabelValue(d.url) } // Generate empty updates for sources that disappeared. l := len(targetGroups) for i := l; i < d.tgLastLength; i++ { targetGroups = append(targetGroups, &targetgroup.Group{Source: urlSource(d.url, i)}) } d.tgLastLength = l return targetGroups, nil } // urlSource returns a source ID for the i-th target group per URL. func urlSource(url string, i int) string { return fmt.Sprintf("%s:%d", url, i) }