2018-06-05 10:38:32 -07:00
|
|
|
// Copyright 2018 The Prometheus Authors
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// +build !noprocesses
|
|
|
|
|
|
|
|
package collector
|
|
|
|
|
|
|
|
import (
|
2020-06-15 13:27:14 -07:00
|
|
|
"errors"
|
2018-06-05 10:38:32 -07:00
|
|
|
"fmt"
|
2018-08-13 08:27:23 -07:00
|
|
|
"os"
|
2021-01-24 16:15:59 -08:00
|
|
|
"strings"
|
|
|
|
"syscall"
|
2018-08-13 08:27:23 -07:00
|
|
|
|
2019-12-31 08:19:37 -08:00
|
|
|
"github.com/go-kit/kit/log"
|
|
|
|
"github.com/go-kit/kit/log/level"
|
2018-06-05 10:38:32 -07:00
|
|
|
"github.com/prometheus/client_golang/prometheus"
|
|
|
|
"github.com/prometheus/procfs"
|
|
|
|
)
|
|
|
|
|
|
|
|
type processCollector struct {
|
2019-04-10 09:16:12 -07:00
|
|
|
fs procfs.FS
|
2018-06-05 10:38:32 -07:00
|
|
|
threadAlloc *prometheus.Desc
|
|
|
|
threadLimit *prometheus.Desc
|
|
|
|
procsState *prometheus.Desc
|
|
|
|
pidUsed *prometheus.Desc
|
|
|
|
pidMax *prometheus.Desc
|
2019-12-31 08:19:37 -08:00
|
|
|
logger log.Logger
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
func init() {
|
|
|
|
registerCollector("processes", defaultDisabled, NewProcessStatCollector)
|
|
|
|
}
|
|
|
|
|
2018-10-15 09:44:06 -07:00
|
|
|
// NewProcessStatCollector returns a new Collector exposing process data read from the proc filesystem.
|
2019-12-31 08:19:37 -08:00
|
|
|
func NewProcessStatCollector(logger log.Logger) (Collector, error) {
|
2019-04-10 09:16:12 -07:00
|
|
|
fs, err := procfs.NewFS(*procPath)
|
|
|
|
if err != nil {
|
2019-11-29 05:51:31 -08:00
|
|
|
return nil, fmt.Errorf("failed to open procfs: %w", err)
|
2019-04-10 09:16:12 -07:00
|
|
|
}
|
2018-06-05 10:38:32 -07:00
|
|
|
subsystem := "processes"
|
|
|
|
return &processCollector{
|
2019-04-10 09:16:12 -07:00
|
|
|
fs: fs,
|
2018-06-05 10:38:32 -07:00
|
|
|
threadAlloc: prometheus.NewDesc(
|
|
|
|
prometheus.BuildFQName(namespace, subsystem, "threads"),
|
|
|
|
"Allocated threads in system",
|
|
|
|
nil, nil,
|
|
|
|
),
|
|
|
|
threadLimit: prometheus.NewDesc(
|
|
|
|
prometheus.BuildFQName(namespace, subsystem, "max_threads"),
|
|
|
|
"Limit of threads in the system",
|
|
|
|
nil, nil,
|
|
|
|
),
|
|
|
|
procsState: prometheus.NewDesc(
|
|
|
|
prometheus.BuildFQName(namespace, subsystem, "state"),
|
|
|
|
"Number of processes in each state.",
|
|
|
|
[]string{"state"}, nil,
|
|
|
|
),
|
|
|
|
pidUsed: prometheus.NewDesc(prometheus.BuildFQName(namespace, subsystem, "pids"),
|
|
|
|
"Number of PIDs", nil, nil,
|
|
|
|
),
|
|
|
|
pidMax: prometheus.NewDesc(prometheus.BuildFQName(namespace, subsystem, "max_processes"),
|
|
|
|
"Number of max PIDs limit", nil, nil,
|
|
|
|
),
|
2019-12-31 08:19:37 -08:00
|
|
|
logger: logger,
|
2018-06-05 10:38:32 -07:00
|
|
|
}, nil
|
|
|
|
}
|
2019-04-10 09:16:12 -07:00
|
|
|
func (c *processCollector) Update(ch chan<- prometheus.Metric) error {
|
|
|
|
pids, states, threads, err := c.getAllocatedThreads()
|
2018-06-05 10:38:32 -07:00
|
|
|
if err != nil {
|
2020-06-15 13:27:14 -07:00
|
|
|
return fmt.Errorf("unable to retrieve number of allocated threads: %w", err)
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|
|
|
|
|
2019-04-10 09:16:12 -07:00
|
|
|
ch <- prometheus.MustNewConstMetric(c.threadAlloc, prometheus.GaugeValue, float64(threads))
|
2018-06-05 10:38:32 -07:00
|
|
|
maxThreads, err := readUintFromFile(procFilePath("sys/kernel/threads-max"))
|
|
|
|
if err != nil {
|
2020-06-15 13:27:14 -07:00
|
|
|
return fmt.Errorf("unable to retrieve limit number of threads: %w", err)
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|
2019-04-10 09:16:12 -07:00
|
|
|
ch <- prometheus.MustNewConstMetric(c.threadLimit, prometheus.GaugeValue, float64(maxThreads))
|
2018-06-05 10:38:32 -07:00
|
|
|
|
|
|
|
for state := range states {
|
2019-04-10 09:16:12 -07:00
|
|
|
ch <- prometheus.MustNewConstMetric(c.procsState, prometheus.GaugeValue, float64(states[state]), state)
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
pidM, err := readUintFromFile(procFilePath("sys/kernel/pid_max"))
|
|
|
|
if err != nil {
|
2020-06-15 13:27:14 -07:00
|
|
|
return fmt.Errorf("unable to retrieve limit number of maximum pids alloved: %w", err)
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|
2019-04-10 09:16:12 -07:00
|
|
|
ch <- prometheus.MustNewConstMetric(c.pidUsed, prometheus.GaugeValue, float64(pids))
|
|
|
|
ch <- prometheus.MustNewConstMetric(c.pidMax, prometheus.GaugeValue, float64(pidM))
|
2018-06-05 10:38:32 -07:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2019-04-10 09:16:12 -07:00
|
|
|
func (c *processCollector) getAllocatedThreads() (int, map[string]int32, int, error) {
|
|
|
|
p, err := c.fs.AllProcs()
|
2018-06-05 10:38:32 -07:00
|
|
|
if err != nil {
|
|
|
|
return 0, nil, 0, err
|
|
|
|
}
|
2018-08-13 08:27:23 -07:00
|
|
|
pids := 0
|
2018-06-05 10:38:32 -07:00
|
|
|
thread := 0
|
|
|
|
procStates := make(map[string]int32)
|
|
|
|
for _, pid := range p {
|
2019-06-12 11:47:16 -07:00
|
|
|
stat, err := pid.Stat()
|
2018-06-05 10:38:32 -07:00
|
|
|
if err != nil {
|
2021-01-25 07:29:59 -08:00
|
|
|
// PIDs can vanish between getting the list and getting stats.
|
|
|
|
if errors.Is(err, os.ErrNotExist) || strings.Contains(err.Error(), syscall.ESRCH.Error()) {
|
|
|
|
level.Debug(c.logger).Log("msg", "file not found when retrieving stats for pid", "pid", pid, "err", err)
|
|
|
|
continue
|
|
|
|
}
|
2019-12-31 08:19:37 -08:00
|
|
|
level.Debug(c.logger).Log("msg", "error reading stat for pid", "pid", pid, "err", err)
|
2018-06-05 10:38:32 -07:00
|
|
|
return 0, nil, 0, err
|
|
|
|
}
|
2018-10-15 09:44:06 -07:00
|
|
|
pids++
|
|
|
|
procStates[stat.State]++
|
2018-06-05 10:38:32 -07:00
|
|
|
thread += stat.NumThreads
|
|
|
|
}
|
2018-08-13 08:27:23 -07:00
|
|
|
return pids, procStates, thread, nil
|
2018-06-05 10:38:32 -07:00
|
|
|
}
|