mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-28 15:09:39 -08:00
9d0112d7cf
This has the advantage that the user doesn't need to list all labels they want to keep (as with "by") but without having to worry about inconsistent labels as when there's only one time series (as with "keeping_common"). Almost all aggregation should use this rather than the existing two options as it's much less error prone and easier to maintain due to not having to always add in "job" plus whatever other common job-level labels you have like "region".
467 lines
10 KiB
Go
467 lines
10 KiB
Go
// Copyright 2015 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package promql
|
|
|
|
import (
|
|
"fmt"
|
|
"reflect"
|
|
"testing"
|
|
)
|
|
|
|
var tests = []struct {
|
|
input string
|
|
expected []item
|
|
fail bool
|
|
seriesDesc bool // Whether to lex a series description.
|
|
}{
|
|
// Test common stuff.
|
|
{
|
|
input: ",",
|
|
expected: []item{{itemComma, 0, ","}},
|
|
}, {
|
|
input: "()",
|
|
expected: []item{{itemLeftParen, 0, `(`}, {itemRightParen, 1, `)`}},
|
|
}, {
|
|
input: "{}",
|
|
expected: []item{{itemLeftBrace, 0, `{`}, {itemRightBrace, 1, `}`}},
|
|
}, {
|
|
input: "[5m]",
|
|
expected: []item{
|
|
{itemLeftBracket, 0, `[`},
|
|
{itemDuration, 1, `5m`},
|
|
{itemRightBracket, 3, `]`},
|
|
},
|
|
}, {
|
|
input: "\r\n\r",
|
|
expected: []item{},
|
|
},
|
|
// Test numbers.
|
|
{
|
|
input: "1",
|
|
expected: []item{{itemNumber, 0, "1"}},
|
|
}, {
|
|
input: "4.23",
|
|
expected: []item{{itemNumber, 0, "4.23"}},
|
|
}, {
|
|
input: ".3",
|
|
expected: []item{{itemNumber, 0, ".3"}},
|
|
}, {
|
|
input: "5.",
|
|
expected: []item{{itemNumber, 0, "5."}},
|
|
}, {
|
|
input: "NaN",
|
|
expected: []item{{itemNumber, 0, "NaN"}},
|
|
}, {
|
|
input: "nAN",
|
|
expected: []item{{itemNumber, 0, "nAN"}},
|
|
}, {
|
|
input: "NaN 123",
|
|
expected: []item{{itemNumber, 0, "NaN"}, {itemNumber, 4, "123"}},
|
|
}, {
|
|
input: "NaN123",
|
|
expected: []item{{itemIdentifier, 0, "NaN123"}},
|
|
}, {
|
|
input: "iNf",
|
|
expected: []item{{itemNumber, 0, "iNf"}},
|
|
}, {
|
|
input: "Inf",
|
|
expected: []item{{itemNumber, 0, "Inf"}},
|
|
}, {
|
|
input: "+Inf",
|
|
expected: []item{{itemADD, 0, "+"}, {itemNumber, 1, "Inf"}},
|
|
}, {
|
|
input: "+Inf 123",
|
|
expected: []item{{itemADD, 0, "+"}, {itemNumber, 1, "Inf"}, {itemNumber, 5, "123"}},
|
|
}, {
|
|
input: "-Inf",
|
|
expected: []item{{itemSUB, 0, "-"}, {itemNumber, 1, "Inf"}},
|
|
}, {
|
|
input: "Infoo",
|
|
expected: []item{{itemIdentifier, 0, "Infoo"}},
|
|
}, {
|
|
input: "-Infoo",
|
|
expected: []item{{itemSUB, 0, "-"}, {itemIdentifier, 1, "Infoo"}},
|
|
}, {
|
|
input: "-Inf 123",
|
|
expected: []item{{itemSUB, 0, "-"}, {itemNumber, 1, "Inf"}, {itemNumber, 5, "123"}},
|
|
}, {
|
|
input: "0x123",
|
|
expected: []item{{itemNumber, 0, "0x123"}},
|
|
},
|
|
{
|
|
// See https://github.com/prometheus/prometheus/issues/939.
|
|
input: ".٩",
|
|
fail: true,
|
|
},
|
|
// Test duration.
|
|
{
|
|
input: "5s",
|
|
expected: []item{{itemDuration, 0, "5s"}},
|
|
}, {
|
|
input: "123m",
|
|
expected: []item{{itemDuration, 0, "123m"}},
|
|
}, {
|
|
input: "1h",
|
|
expected: []item{{itemDuration, 0, "1h"}},
|
|
}, {
|
|
input: "3w",
|
|
expected: []item{{itemDuration, 0, "3w"}},
|
|
}, {
|
|
input: "1y",
|
|
expected: []item{{itemDuration, 0, "1y"}},
|
|
},
|
|
// Test identifiers.
|
|
{
|
|
input: "abc",
|
|
expected: []item{{itemIdentifier, 0, "abc"}},
|
|
}, {
|
|
input: "a:bc",
|
|
expected: []item{{itemMetricIdentifier, 0, "a:bc"}},
|
|
}, {
|
|
input: "abc d",
|
|
expected: []item{{itemIdentifier, 0, "abc"}, {itemIdentifier, 4, "d"}},
|
|
}, {
|
|
input: ":bc",
|
|
expected: []item{{itemMetricIdentifier, 0, ":bc"}},
|
|
}, {
|
|
input: "0a:bc",
|
|
fail: true,
|
|
},
|
|
// Test comments.
|
|
{
|
|
input: "# some comment",
|
|
expected: []item{{itemComment, 0, "# some comment"}},
|
|
}, {
|
|
input: "5 # 1+1\n5",
|
|
expected: []item{
|
|
{itemNumber, 0, "5"},
|
|
{itemComment, 2, "# 1+1"},
|
|
{itemNumber, 8, "5"},
|
|
},
|
|
},
|
|
// Test operators.
|
|
{
|
|
input: `=`,
|
|
expected: []item{{itemAssign, 0, `=`}},
|
|
}, {
|
|
// Inside braces equality is a single '=' character.
|
|
input: `{=}`,
|
|
expected: []item{{itemLeftBrace, 0, `{`}, {itemEQL, 1, `=`}, {itemRightBrace, 2, `}`}},
|
|
}, {
|
|
input: `==`,
|
|
expected: []item{{itemEQL, 0, `==`}},
|
|
}, {
|
|
input: `!=`,
|
|
expected: []item{{itemNEQ, 0, `!=`}},
|
|
}, {
|
|
input: `<`,
|
|
expected: []item{{itemLSS, 0, `<`}},
|
|
}, {
|
|
input: `>`,
|
|
expected: []item{{itemGTR, 0, `>`}},
|
|
}, {
|
|
input: `>=`,
|
|
expected: []item{{itemGTE, 0, `>=`}},
|
|
}, {
|
|
input: `<=`,
|
|
expected: []item{{itemLTE, 0, `<=`}},
|
|
}, {
|
|
input: `+`,
|
|
expected: []item{{itemADD, 0, `+`}},
|
|
}, {
|
|
input: `-`,
|
|
expected: []item{{itemSUB, 0, `-`}},
|
|
}, {
|
|
input: `*`,
|
|
expected: []item{{itemMUL, 0, `*`}},
|
|
}, {
|
|
input: `/`,
|
|
expected: []item{{itemDIV, 0, `/`}},
|
|
}, {
|
|
input: `%`,
|
|
expected: []item{{itemMOD, 0, `%`}},
|
|
}, {
|
|
input: `AND`,
|
|
expected: []item{{itemLAND, 0, `AND`}},
|
|
}, {
|
|
input: `or`,
|
|
expected: []item{{itemLOR, 0, `or`}},
|
|
},
|
|
// Test aggregators.
|
|
{
|
|
input: `sum`,
|
|
expected: []item{{itemSum, 0, `sum`}},
|
|
}, {
|
|
input: `AVG`,
|
|
expected: []item{{itemAvg, 0, `AVG`}},
|
|
}, {
|
|
input: `MAX`,
|
|
expected: []item{{itemMax, 0, `MAX`}},
|
|
}, {
|
|
input: `min`,
|
|
expected: []item{{itemMin, 0, `min`}},
|
|
}, {
|
|
input: `count`,
|
|
expected: []item{{itemCount, 0, `count`}},
|
|
}, {
|
|
input: `stdvar`,
|
|
expected: []item{{itemStdvar, 0, `stdvar`}},
|
|
}, {
|
|
input: `stddev`,
|
|
expected: []item{{itemStddev, 0, `stddev`}},
|
|
},
|
|
// Test keywords.
|
|
{
|
|
input: "alert",
|
|
expected: []item{{itemAlert, 0, "alert"}},
|
|
}, {
|
|
input: "keeping_extra",
|
|
expected: []item{{itemKeepCommon, 0, "keeping_extra"}},
|
|
}, {
|
|
input: "keep_common",
|
|
expected: []item{{itemKeepCommon, 0, "keep_common"}},
|
|
}, {
|
|
input: "if",
|
|
expected: []item{{itemIf, 0, "if"}},
|
|
}, {
|
|
input: "for",
|
|
expected: []item{{itemFor, 0, "for"}},
|
|
}, {
|
|
input: "labels",
|
|
expected: []item{{itemLabels, 0, "labels"}},
|
|
}, {
|
|
input: "annotations",
|
|
expected: []item{{itemAnnotations, 0, "annotations"}},
|
|
}, {
|
|
input: "description",
|
|
expected: []item{{itemDescription, 0, "description"}},
|
|
}, {
|
|
input: "summary",
|
|
expected: []item{{itemSummary, 0, "summary"}},
|
|
}, {
|
|
input: "runbook",
|
|
expected: []item{{itemRunbook, 0, "runbook"}},
|
|
}, {
|
|
input: "with",
|
|
expected: []item{{itemWith, 0, "with"}},
|
|
}, {
|
|
input: "offset",
|
|
expected: []item{{itemOffset, 0, "offset"}},
|
|
}, {
|
|
input: "by",
|
|
expected: []item{{itemBy, 0, "by"}},
|
|
}, {
|
|
input: "without",
|
|
expected: []item{{itemWithout, 0, "without"}},
|
|
}, {
|
|
input: "on",
|
|
expected: []item{{itemOn, 0, "on"}},
|
|
}, {
|
|
input: "group_left",
|
|
expected: []item{{itemGroupLeft, 0, "group_left"}},
|
|
}, {
|
|
input: "group_right",
|
|
expected: []item{{itemGroupRight, 0, "group_right"}},
|
|
}, {
|
|
input: "bool",
|
|
expected: []item{{itemBool, 0, "bool"}},
|
|
},
|
|
// Test Selector.
|
|
{
|
|
input: `台北`,
|
|
fail: true,
|
|
}, {
|
|
input: `{台北='a'}`,
|
|
fail: true,
|
|
}, {
|
|
input: `{0a='a'}`,
|
|
fail: true,
|
|
}, {
|
|
input: `{foo='bar'}`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `foo`},
|
|
{itemEQL, 4, `=`},
|
|
{itemString, 5, `'bar'`},
|
|
{itemRightBrace, 10, `}`},
|
|
},
|
|
}, {
|
|
input: `{foo="bar"}`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `foo`},
|
|
{itemEQL, 4, `=`},
|
|
{itemString, 5, `"bar"`},
|
|
{itemRightBrace, 10, `}`},
|
|
},
|
|
}, {
|
|
input: `{foo="bar\"bar"}`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `foo`},
|
|
{itemEQL, 4, `=`},
|
|
{itemString, 5, `"bar\"bar"`},
|
|
{itemRightBrace, 15, `}`},
|
|
},
|
|
}, {
|
|
input: `{NaN != "bar" }`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `NaN`},
|
|
{itemNEQ, 5, `!=`},
|
|
{itemString, 8, `"bar"`},
|
|
{itemRightBrace, 14, `}`},
|
|
},
|
|
}, {
|
|
input: `{alert=~"bar" }`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `alert`},
|
|
{itemEQLRegex, 6, `=~`},
|
|
{itemString, 8, `"bar"`},
|
|
{itemRightBrace, 14, `}`},
|
|
},
|
|
}, {
|
|
input: `{on!~"bar"}`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemIdentifier, 1, `on`},
|
|
{itemNEQRegex, 3, `!~`},
|
|
{itemString, 5, `"bar"`},
|
|
{itemRightBrace, 10, `}`},
|
|
},
|
|
}, {
|
|
input: `{alert!#"bar"}`, fail: true,
|
|
}, {
|
|
input: `{foo:a="bar"}`, fail: true,
|
|
},
|
|
// Test common errors.
|
|
{
|
|
input: `=~`, fail: true,
|
|
}, {
|
|
input: `!~`, fail: true,
|
|
}, {
|
|
input: `!(`, fail: true,
|
|
}, {
|
|
input: "1a", fail: true,
|
|
},
|
|
// Test mismatched parens.
|
|
{
|
|
input: `(`, fail: true,
|
|
}, {
|
|
input: `())`, fail: true,
|
|
}, {
|
|
input: `(()`, fail: true,
|
|
}, {
|
|
input: `{`, fail: true,
|
|
}, {
|
|
input: `}`, fail: true,
|
|
}, {
|
|
input: "{{", fail: true,
|
|
}, {
|
|
input: "{{}}", fail: true,
|
|
}, {
|
|
input: `[`, fail: true,
|
|
}, {
|
|
input: `[[`, fail: true,
|
|
}, {
|
|
input: `[]]`, fail: true,
|
|
}, {
|
|
input: `[[]]`, fail: true,
|
|
}, {
|
|
input: `]`, fail: true,
|
|
},
|
|
// Test series description.
|
|
{
|
|
input: `{} _ 1 x .3`,
|
|
expected: []item{
|
|
{itemLeftBrace, 0, `{`},
|
|
{itemRightBrace, 1, `}`},
|
|
{itemBlank, 3, `_`},
|
|
{itemNumber, 5, `1`},
|
|
{itemTimes, 7, `x`},
|
|
{itemNumber, 9, `.3`},
|
|
},
|
|
seriesDesc: true,
|
|
},
|
|
{
|
|
input: `metric +Inf Inf NaN`,
|
|
expected: []item{
|
|
{itemIdentifier, 0, `metric`},
|
|
{itemADD, 7, `+`},
|
|
{itemNumber, 8, `Inf`},
|
|
{itemNumber, 12, `Inf`},
|
|
{itemNumber, 16, `NaN`},
|
|
},
|
|
seriesDesc: true,
|
|
},
|
|
{
|
|
input: `metric 1+1x4`,
|
|
expected: []item{
|
|
{itemIdentifier, 0, `metric`},
|
|
{itemNumber, 7, `1`},
|
|
{itemADD, 8, `+`},
|
|
{itemNumber, 9, `1`},
|
|
{itemTimes, 10, `x`},
|
|
{itemNumber, 11, `4`},
|
|
},
|
|
seriesDesc: true,
|
|
},
|
|
}
|
|
|
|
// TestLexer tests basic functionality of the lexer. More elaborate tests are implemented
|
|
// for the parser to avoid duplicated effort.
|
|
func TestLexer(t *testing.T) {
|
|
for i, test := range tests {
|
|
l := lex(test.input)
|
|
l.seriesDesc = test.seriesDesc
|
|
|
|
out := []item{}
|
|
for it := range l.items {
|
|
out = append(out, it)
|
|
}
|
|
|
|
lastItem := out[len(out)-1]
|
|
if test.fail {
|
|
if lastItem.typ != itemError {
|
|
t.Logf("%d: input %q", i, test.input)
|
|
t.Fatalf("expected lexing error but did not fail")
|
|
}
|
|
continue
|
|
}
|
|
if lastItem.typ == itemError {
|
|
t.Logf("%d: input %q", i, test.input)
|
|
t.Fatalf("unexpected lexing error at position %d: %s", lastItem.pos, lastItem)
|
|
}
|
|
|
|
if !reflect.DeepEqual(lastItem, item{itemEOF, Pos(len(test.input)), ""}) {
|
|
t.Logf("%d: input %q", i, test.input)
|
|
t.Fatalf("lexing error: expected output to end with EOF item.\ngot:\n%s", expectedList(out))
|
|
}
|
|
out = out[:len(out)-1]
|
|
if !reflect.DeepEqual(out, test.expected) {
|
|
t.Logf("%d: input %q", i, test.input)
|
|
t.Fatalf("lexing mismatch:\nexpected:\n%s\ngot:\n%s", expectedList(test.expected), expectedList(out))
|
|
}
|
|
}
|
|
}
|
|
|
|
func expectedList(exp []item) string {
|
|
s := ""
|
|
for _, it := range exp {
|
|
s += fmt.Sprintf("\t%#v\n", it)
|
|
}
|
|
return s
|
|
}
|