mirror of
https://github.com/prometheus/prometheus.git
synced 2025-02-02 08:31:11 -08:00
So far we've been using Go's native time.Time for anything related to sample timestamps. Since the range of time.Time is much bigger than what we need, this has created two problems: - there could be time.Time values which were out of the range/precision of the time type that we persist to disk, therefore causing incorrectly ordered keys. One bug caused by this was: https://github.com/prometheus/prometheus/issues/367 It would be good to use a timestamp type that's more closely aligned with what the underlying storage supports. - sizeof(time.Time) is 192, while Prometheus should be ok with a single 64-bit Unix timestamp (possibly even a 32-bit one). Since we store samples in large numbers, this seriously affects memory usage. Furthermore, copying/working with the data will be faster if it's smaller. *MEMORY USAGE RESULTS* Initial memory usage comparisons for a running Prometheus with 1 timeseries and 100,000 samples show roughly a 13% decrease in total (VIRT) memory usage. In my tests, this advantage for some reason decreased a bit the more samples the timeseries had (to 5-7% for millions of samples). This I can't fully explain, but perhaps garbage collection issues were involved. *WHEN TO USE THE NEW TIMESTAMP TYPE* The new clientmodel.Timestamp type should be used whenever time calculations are either directly or indirectly related to sample timestamps. For example: - the timestamp of a sample itself - all kinds of watermarks - anything that may become or is compared to a sample timestamp (like the timestamp passed into Target.Scrape()). When to still use time.Time: - for measuring durations/times not related to sample timestamps, like duration telemetry exporting, timers that indicate how frequently to execute some action, etc. *NOTE ON OPERATOR OPTIMIZATION TESTS* We don't use operator optimization code anymore, but it still lives in the code as dead code. It still has tests, but I couldn't get all of them to pass with the new timestamp format. I commented out the failing cases for now, but we should probably remove the dead code soon. I just didn't want to do that in the same change as this. Change-Id: I821787414b0debe85c9fffaeb57abd453727af0f
156 lines
4.3 KiB
Go
156 lines
4.3 KiB
Go
// Copyright 2013 Prometheus Team
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package api
|
|
|
|
import (
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"sort"
|
|
"strconv"
|
|
"time"
|
|
|
|
"github.com/golang/glog"
|
|
|
|
clientmodel "github.com/prometheus/client_golang/model"
|
|
|
|
"github.com/prometheus/prometheus/rules"
|
|
"github.com/prometheus/prometheus/rules/ast"
|
|
"github.com/prometheus/prometheus/stats"
|
|
"github.com/prometheus/prometheus/web/http_utils"
|
|
)
|
|
|
|
// Enables cross-site script calls.
|
|
func setAccessControlHeaders(w http.ResponseWriter) {
|
|
w.Header().Set("Access-Control-Allow-Headers", "Accept, Authorization, Content-Type, Origin")
|
|
w.Header().Set("Access-Control-Allow-Methods", "GET")
|
|
w.Header().Set("Access-Control-Allow-Origin", "*")
|
|
w.Header().Set("Access-Control-Expose-Headers", "Date")
|
|
}
|
|
|
|
func (serv MetricsService) Query(w http.ResponseWriter, r *http.Request) {
|
|
setAccessControlHeaders(w)
|
|
|
|
params := http_utils.GetQueryParams(r)
|
|
expr := params.Get("expr")
|
|
asText := params.Get("asText")
|
|
|
|
var format ast.OutputFormat
|
|
// BUG(julius): Use Content-Type negotiation.
|
|
if asText == "" {
|
|
format = ast.JSON
|
|
w.Header().Set("Content-Type", "application/json")
|
|
} else {
|
|
format = ast.TEXT
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
}
|
|
|
|
exprNode, err := rules.LoadExprFromString(expr)
|
|
if err != nil {
|
|
fmt.Fprint(w, ast.ErrorToJSON(err))
|
|
return
|
|
}
|
|
|
|
timestamp := clientmodel.TimestampFromTime(serv.time.Now())
|
|
|
|
queryStats := stats.NewTimerGroup()
|
|
result := ast.EvalToString(exprNode, timestamp, format, serv.Storage, queryStats)
|
|
glog.Infof("Instant query: %s\nQuery stats:\n%s\n", expr, queryStats)
|
|
fmt.Fprint(w, result)
|
|
}
|
|
|
|
func (serv MetricsService) QueryRange(w http.ResponseWriter, r *http.Request) {
|
|
setAccessControlHeaders(w)
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
params := http_utils.GetQueryParams(r)
|
|
expr := params.Get("expr")
|
|
end, _ := strconv.ParseInt(params.Get("end"), 0, 64)
|
|
duration, _ := strconv.ParseInt(params.Get("range"), 0, 64)
|
|
step, _ := strconv.ParseInt(params.Get("step"), 0, 64)
|
|
|
|
exprNode, err := rules.LoadExprFromString(expr)
|
|
if err != nil {
|
|
fmt.Fprint(w, ast.ErrorToJSON(err))
|
|
return
|
|
}
|
|
if exprNode.Type() != ast.VECTOR {
|
|
fmt.Fprint(w, ast.ErrorToJSON(errors.New("Expression does not evaluate to vector type")))
|
|
return
|
|
}
|
|
|
|
if end == 0 {
|
|
end = clientmodel.Now().Unix()
|
|
}
|
|
|
|
if step < 1 {
|
|
step = 1
|
|
}
|
|
|
|
if end-duration < 0 {
|
|
duration = end
|
|
}
|
|
|
|
// Align the start to step "tick" boundary.
|
|
end -= end % step
|
|
|
|
queryStats := stats.NewTimerGroup()
|
|
|
|
evalTimer := queryStats.GetTimer(stats.TotalEvalTime).Start()
|
|
matrix, err := ast.EvalVectorRange(
|
|
exprNode.(ast.VectorNode),
|
|
clientmodel.TimestampFromUnix(end-duration),
|
|
clientmodel.TimestampFromUnix(end),
|
|
time.Duration(step)*time.Second,
|
|
serv.Storage,
|
|
queryStats)
|
|
if err != nil {
|
|
fmt.Fprint(w, ast.ErrorToJSON(err))
|
|
return
|
|
}
|
|
evalTimer.Stop()
|
|
|
|
sortTimer := queryStats.GetTimer(stats.ResultSortTime).Start()
|
|
sort.Sort(matrix)
|
|
sortTimer.Stop()
|
|
|
|
jsonTimer := queryStats.GetTimer(stats.JsonEncodeTime).Start()
|
|
result := ast.TypedValueToJSON(matrix, "matrix")
|
|
jsonTimer.Stop()
|
|
|
|
glog.Infof("Range query: %s\nQuery stats:\n%s\n", expr, queryStats)
|
|
fmt.Fprint(w, result)
|
|
}
|
|
|
|
func (serv MetricsService) Metrics(w http.ResponseWriter, r *http.Request) {
|
|
setAccessControlHeaders(w)
|
|
|
|
metricNames, err := serv.Storage.GetAllValuesForLabel(clientmodel.MetricNameLabel)
|
|
w.Header().Set("Content-Type", "application/json")
|
|
if err != nil {
|
|
glog.Error("Error loading metric names: ", err)
|
|
http.Error(w, err.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
sort.Sort(metricNames)
|
|
resultBytes, err := json.Marshal(metricNames)
|
|
if err != nil {
|
|
glog.Error("Error marshalling metric names: ", err)
|
|
http.Error(w, err.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Write(resultBytes)
|
|
}
|