mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-30 07:59:40 -08:00
04ae6196f2
The current separation between lexer and parser is a bit fuzzy when it comes to operators, aggregators and other keywords. The lexer already tries to determine the type of a token, even though that type might change depending on the context. This led to the problematic behavior that no tokens known to the lexer could be used as label names, including operators (and, by, ...), aggregators (count, quantile, ...) or other keywords (for, offset, ...). This change additionally checks whether an identifier is one of these types. We might want to check whether the specific item identification should be moved from the lexer to the parser.
1137 lines
27 KiB
Go
1137 lines
27 KiB
Go
// Copyright 2015 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package promql
|
|
|
|
import (
|
|
"fmt"
|
|
"runtime"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/prometheus/common/log"
|
|
"github.com/prometheus/common/model"
|
|
|
|
"github.com/prometheus/prometheus/storage/metric"
|
|
"github.com/prometheus/prometheus/util/strutil"
|
|
)
|
|
|
|
type parser struct {
|
|
lex *lexer
|
|
token [3]item
|
|
peekCount int
|
|
}
|
|
|
|
// ParseErr wraps a parsing error with line and position context.
|
|
// If the parsing input was a single line, line will be 0 and omitted
|
|
// from the error string.
|
|
type ParseErr struct {
|
|
Line, Pos int
|
|
Err error
|
|
}
|
|
|
|
func (e *ParseErr) Error() string {
|
|
if e.Line == 0 {
|
|
return fmt.Sprintf("parse error at char %d: %s", e.Pos, e.Err)
|
|
}
|
|
return fmt.Sprintf("parse error at line %d, char %d: %s", e.Line, e.Pos, e.Err)
|
|
}
|
|
|
|
// ParseStmts parses the input and returns the resulting statements or any occuring error.
|
|
func ParseStmts(input string) (Statements, error) {
|
|
p := newParser(input)
|
|
|
|
stmts, err := p.parseStmts()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
err = p.typecheck(stmts)
|
|
return stmts, err
|
|
}
|
|
|
|
// ParseExpr returns the expression parsed from the input.
|
|
func ParseExpr(input string) (Expr, error) {
|
|
p := newParser(input)
|
|
|
|
expr, err := p.parseExpr()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
err = p.typecheck(expr)
|
|
return expr, err
|
|
}
|
|
|
|
// ParseMetric parses the input into a metric
|
|
func ParseMetric(input string) (m model.Metric, err error) {
|
|
p := newParser(input)
|
|
defer p.recover(&err)
|
|
|
|
m = p.metric()
|
|
if p.peek().typ != itemEOF {
|
|
p.errorf("could not parse remaining input %.15q...", p.lex.input[p.lex.lastPos:])
|
|
}
|
|
return m, nil
|
|
}
|
|
|
|
// ParseMetricSelector parses the provided textual metric selector into a list of
|
|
// label matchers.
|
|
func ParseMetricSelector(input string) (m metric.LabelMatchers, err error) {
|
|
p := newParser(input)
|
|
defer p.recover(&err)
|
|
|
|
name := ""
|
|
if t := p.peek().typ; t == itemMetricIdentifier || t == itemIdentifier {
|
|
name = p.next().val
|
|
}
|
|
vs := p.vectorSelector(name)
|
|
if p.peek().typ != itemEOF {
|
|
p.errorf("could not parse remaining input %.15q...", p.lex.input[p.lex.lastPos:])
|
|
}
|
|
return vs.LabelMatchers, nil
|
|
}
|
|
|
|
// parseSeriesDesc parses the description of a time series.
|
|
func parseSeriesDesc(input string) (model.Metric, []sequenceValue, error) {
|
|
p := newParser(input)
|
|
p.lex.seriesDesc = true
|
|
|
|
return p.parseSeriesDesc()
|
|
}
|
|
|
|
// newParser returns a new parser.
|
|
func newParser(input string) *parser {
|
|
p := &parser{
|
|
lex: lex(input),
|
|
}
|
|
return p
|
|
}
|
|
|
|
// parseStmts parses a sequence of statements from the input.
|
|
func (p *parser) parseStmts() (stmts Statements, err error) {
|
|
defer p.recover(&err)
|
|
stmts = Statements{}
|
|
|
|
for p.peek().typ != itemEOF {
|
|
if p.peek().typ == itemComment {
|
|
continue
|
|
}
|
|
stmts = append(stmts, p.stmt())
|
|
}
|
|
return
|
|
}
|
|
|
|
// parseExpr parses a single expression from the input.
|
|
func (p *parser) parseExpr() (expr Expr, err error) {
|
|
defer p.recover(&err)
|
|
|
|
for p.peek().typ != itemEOF {
|
|
if p.peek().typ == itemComment {
|
|
continue
|
|
}
|
|
if expr != nil {
|
|
p.errorf("could not parse remaining input %.15q...", p.lex.input[p.lex.lastPos:])
|
|
}
|
|
expr = p.expr()
|
|
}
|
|
|
|
if expr == nil {
|
|
p.errorf("no expression found in input")
|
|
}
|
|
return
|
|
}
|
|
|
|
// sequenceValue is an omittable value in a sequence of time series values.
|
|
type sequenceValue struct {
|
|
value model.SampleValue
|
|
omitted bool
|
|
}
|
|
|
|
func (v sequenceValue) String() string {
|
|
if v.omitted {
|
|
return "_"
|
|
}
|
|
return v.value.String()
|
|
}
|
|
|
|
// parseSeriesDesc parses a description of a time series into its metric and value sequence.
|
|
func (p *parser) parseSeriesDesc() (m model.Metric, vals []sequenceValue, err error) {
|
|
defer p.recover(&err)
|
|
|
|
m = p.metric()
|
|
|
|
const ctx = "series values"
|
|
for {
|
|
if p.peek().typ == itemEOF {
|
|
break
|
|
}
|
|
|
|
// Extract blanks.
|
|
if p.peek().typ == itemBlank {
|
|
p.next()
|
|
times := uint64(1)
|
|
if p.peek().typ == itemTimes {
|
|
p.next()
|
|
times, err = strconv.ParseUint(p.expect(itemNumber, ctx).val, 10, 64)
|
|
if err != nil {
|
|
p.errorf("invalid repetition in %s: %s", ctx, err)
|
|
}
|
|
}
|
|
for i := uint64(0); i < times; i++ {
|
|
vals = append(vals, sequenceValue{omitted: true})
|
|
}
|
|
continue
|
|
}
|
|
|
|
// Extract values.
|
|
sign := 1.0
|
|
if t := p.peek().typ; t == itemSUB || t == itemADD {
|
|
if p.next().typ == itemSUB {
|
|
sign = -1
|
|
}
|
|
}
|
|
k := sign * p.number(p.expect(itemNumber, ctx).val)
|
|
vals = append(vals, sequenceValue{
|
|
value: model.SampleValue(k),
|
|
})
|
|
|
|
// If there are no offset repetitions specified, proceed with the next value.
|
|
if t := p.peek().typ; t == itemNumber || t == itemBlank {
|
|
continue
|
|
} else if t == itemEOF {
|
|
break
|
|
} else if t != itemADD && t != itemSUB {
|
|
p.errorf("expected next value or relative expansion in %s but got %s", ctx, t.desc())
|
|
}
|
|
|
|
// Expand the repeated offsets into values.
|
|
sign = 1.0
|
|
if p.next().typ == itemSUB {
|
|
sign = -1.0
|
|
}
|
|
offset := sign * p.number(p.expect(itemNumber, ctx).val)
|
|
p.expect(itemTimes, ctx)
|
|
|
|
times, err := strconv.ParseUint(p.expect(itemNumber, ctx).val, 10, 64)
|
|
if err != nil {
|
|
p.errorf("invalid repetition in %s: %s", ctx, err)
|
|
}
|
|
|
|
for i := uint64(0); i < times; i++ {
|
|
k += offset
|
|
vals = append(vals, sequenceValue{
|
|
value: model.SampleValue(k),
|
|
})
|
|
}
|
|
}
|
|
return m, vals, nil
|
|
}
|
|
|
|
// typecheck checks correct typing of the parsed statements or expression.
|
|
func (p *parser) typecheck(node Node) (err error) {
|
|
defer p.recover(&err)
|
|
|
|
p.checkType(node)
|
|
return nil
|
|
}
|
|
|
|
// next returns the next token.
|
|
func (p *parser) next() item {
|
|
if p.peekCount > 0 {
|
|
p.peekCount--
|
|
} else {
|
|
t := p.lex.nextItem()
|
|
// Skip comments.
|
|
for t.typ == itemComment {
|
|
t = p.lex.nextItem()
|
|
}
|
|
p.token[0] = t
|
|
}
|
|
if p.token[p.peekCount].typ == itemError {
|
|
p.errorf("%s", p.token[p.peekCount].val)
|
|
}
|
|
return p.token[p.peekCount]
|
|
}
|
|
|
|
// peek returns but does not consume the next token.
|
|
func (p *parser) peek() item {
|
|
if p.peekCount > 0 {
|
|
return p.token[p.peekCount-1]
|
|
}
|
|
p.peekCount = 1
|
|
|
|
t := p.lex.nextItem()
|
|
// Skip comments.
|
|
for t.typ == itemComment {
|
|
t = p.lex.nextItem()
|
|
}
|
|
p.token[0] = t
|
|
return p.token[0]
|
|
}
|
|
|
|
// backup backs the input stream up one token.
|
|
func (p *parser) backup() {
|
|
p.peekCount++
|
|
}
|
|
|
|
// errorf formats the error and terminates processing.
|
|
func (p *parser) errorf(format string, args ...interface{}) {
|
|
p.error(fmt.Errorf(format, args...))
|
|
}
|
|
|
|
// error terminates processing.
|
|
func (p *parser) error(err error) {
|
|
perr := &ParseErr{
|
|
Line: p.lex.lineNumber(),
|
|
Pos: p.lex.linePosition(),
|
|
Err: err,
|
|
}
|
|
if strings.Count(strings.TrimSpace(p.lex.input), "\n") == 0 {
|
|
perr.Line = 0
|
|
}
|
|
panic(perr)
|
|
}
|
|
|
|
// expect consumes the next token and guarantees it has the required type.
|
|
func (p *parser) expect(exp itemType, context string) item {
|
|
token := p.next()
|
|
if token.typ != exp {
|
|
p.errorf("unexpected %s in %s, expected %s", token.desc(), context, exp.desc())
|
|
}
|
|
return token
|
|
}
|
|
|
|
// expectOneOf consumes the next token and guarantees it has one of the required types.
|
|
func (p *parser) expectOneOf(exp1, exp2 itemType, context string) item {
|
|
token := p.next()
|
|
if token.typ != exp1 && token.typ != exp2 {
|
|
p.errorf("unexpected %s in %s, expected %s or %s", token.desc(), context, exp1.desc(), exp2.desc())
|
|
}
|
|
return token
|
|
}
|
|
|
|
var errUnexpected = fmt.Errorf("unexpected error")
|
|
|
|
// recover is the handler that turns panics into returns from the top level of Parse.
|
|
func (p *parser) recover(errp *error) {
|
|
e := recover()
|
|
if e != nil {
|
|
if _, ok := e.(runtime.Error); ok {
|
|
// Print the stack trace but do not inhibit the running application.
|
|
buf := make([]byte, 64<<10)
|
|
buf = buf[:runtime.Stack(buf, false)]
|
|
|
|
log.Errorf("parser panic: %v\n%s", e, buf)
|
|
*errp = errUnexpected
|
|
} else {
|
|
*errp = e.(error)
|
|
}
|
|
}
|
|
return
|
|
}
|
|
|
|
// stmt parses any statement.
|
|
//
|
|
// alertStatement | recordStatement
|
|
//
|
|
func (p *parser) stmt() Statement {
|
|
switch tok := p.peek(); tok.typ {
|
|
case itemAlert:
|
|
return p.alertStmt()
|
|
case itemIdentifier, itemMetricIdentifier:
|
|
return p.recordStmt()
|
|
}
|
|
p.errorf("no valid statement detected")
|
|
return nil
|
|
}
|
|
|
|
// alertStmt parses an alert rule.
|
|
//
|
|
// ALERT name IF expr [FOR duration]
|
|
// [LABELS label_set]
|
|
// [ANNOTATIONS label_set]
|
|
//
|
|
func (p *parser) alertStmt() *AlertStmt {
|
|
const ctx = "alert statement"
|
|
|
|
p.expect(itemAlert, ctx)
|
|
name := p.expect(itemIdentifier, ctx)
|
|
// Alerts require a vector typed expression.
|
|
p.expect(itemIf, ctx)
|
|
expr := p.expr()
|
|
|
|
// Optional for clause.
|
|
var (
|
|
duration time.Duration
|
|
err error
|
|
)
|
|
if p.peek().typ == itemFor {
|
|
p.next()
|
|
dur := p.expect(itemDuration, ctx)
|
|
duration, err = parseDuration(dur.val)
|
|
if err != nil {
|
|
p.error(err)
|
|
}
|
|
}
|
|
|
|
var (
|
|
labels = model.LabelSet{}
|
|
annotations = model.LabelSet{}
|
|
)
|
|
if p.peek().typ == itemLabels {
|
|
p.expect(itemLabels, ctx)
|
|
labels = p.labelSet()
|
|
}
|
|
if p.peek().typ == itemAnnotations {
|
|
p.expect(itemAnnotations, ctx)
|
|
annotations = p.labelSet()
|
|
}
|
|
|
|
return &AlertStmt{
|
|
Name: name.val,
|
|
Expr: expr,
|
|
Duration: duration,
|
|
Labels: labels,
|
|
Annotations: annotations,
|
|
}
|
|
}
|
|
|
|
// recordStmt parses a recording rule.
|
|
func (p *parser) recordStmt() *RecordStmt {
|
|
const ctx = "record statement"
|
|
|
|
name := p.expectOneOf(itemIdentifier, itemMetricIdentifier, ctx).val
|
|
|
|
var lset model.LabelSet
|
|
if p.peek().typ == itemLeftBrace {
|
|
lset = p.labelSet()
|
|
}
|
|
|
|
p.expect(itemAssign, ctx)
|
|
expr := p.expr()
|
|
|
|
return &RecordStmt{
|
|
Name: name,
|
|
Labels: lset,
|
|
Expr: expr,
|
|
}
|
|
}
|
|
|
|
// expr parses any expression.
|
|
func (p *parser) expr() Expr {
|
|
// Parse the starting expression.
|
|
expr := p.unaryExpr()
|
|
|
|
// Loop through the operations and construct a binary operation tree based
|
|
// on the operators' precedence.
|
|
for {
|
|
// If the next token is not an operator the expression is done.
|
|
op := p.peek().typ
|
|
if !op.isOperator() {
|
|
return expr
|
|
}
|
|
p.next() // Consume operator.
|
|
|
|
// Parse optional operator matching options. Its validity
|
|
// is checked in the type-checking stage.
|
|
vecMatching := &VectorMatching{
|
|
Card: CardOneToOne,
|
|
}
|
|
if op.isSetOperator() {
|
|
vecMatching.Card = CardManyToMany
|
|
}
|
|
|
|
returnBool := false
|
|
// Parse bool modifier.
|
|
if p.peek().typ == itemBool {
|
|
if !op.isComparisonOperator() {
|
|
p.errorf("bool modifier can only be used on comparison operators")
|
|
}
|
|
p.next()
|
|
returnBool = true
|
|
}
|
|
|
|
// Parse ON/IGNORING clause.
|
|
if p.peek().typ == itemOn || p.peek().typ == itemIgnoring {
|
|
if p.peek().typ == itemOn {
|
|
vecMatching.On = true
|
|
}
|
|
p.next()
|
|
vecMatching.MatchingLabels = p.labels()
|
|
|
|
// Parse grouping.
|
|
if t := p.peek().typ; t == itemGroupLeft || t == itemGroupRight {
|
|
p.next()
|
|
if t == itemGroupLeft {
|
|
vecMatching.Card = CardManyToOne
|
|
} else {
|
|
vecMatching.Card = CardOneToMany
|
|
}
|
|
if p.peek().typ == itemLeftParen {
|
|
vecMatching.Include = p.labels()
|
|
}
|
|
}
|
|
}
|
|
|
|
for _, ln := range vecMatching.MatchingLabels {
|
|
for _, ln2 := range vecMatching.Include {
|
|
if ln == ln2 && vecMatching.On {
|
|
p.errorf("label %q must not occur in ON and GROUP clause at once", ln)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Parse the next operand.
|
|
rhs := p.unaryExpr()
|
|
|
|
// Assign the new root based on the precedence of the LHS and RHS operators.
|
|
expr = p.balance(expr, op, rhs, vecMatching, returnBool)
|
|
}
|
|
}
|
|
|
|
func (p *parser) balance(lhs Expr, op itemType, rhs Expr, vecMatching *VectorMatching, returnBool bool) *BinaryExpr {
|
|
if lhsBE, ok := lhs.(*BinaryExpr); ok {
|
|
precd := lhsBE.Op.precedence() - op.precedence()
|
|
if (precd < 0) || (precd == 0 && op.isRightAssociative()) {
|
|
balanced := p.balance(lhsBE.RHS, op, rhs, vecMatching, returnBool)
|
|
if lhsBE.Op.isComparisonOperator() && !lhsBE.ReturnBool && balanced.Type() == model.ValScalar && lhsBE.LHS.Type() == model.ValScalar {
|
|
p.errorf("comparisons between scalars must use BOOL modifier")
|
|
}
|
|
return &BinaryExpr{
|
|
Op: lhsBE.Op,
|
|
LHS: lhsBE.LHS,
|
|
RHS: balanced,
|
|
VectorMatching: lhsBE.VectorMatching,
|
|
ReturnBool: lhsBE.ReturnBool,
|
|
}
|
|
}
|
|
}
|
|
if op.isComparisonOperator() && !returnBool && rhs.Type() == model.ValScalar && lhs.Type() == model.ValScalar {
|
|
p.errorf("comparisons between scalars must use BOOL modifier")
|
|
}
|
|
return &BinaryExpr{
|
|
Op: op,
|
|
LHS: lhs,
|
|
RHS: rhs,
|
|
VectorMatching: vecMatching,
|
|
ReturnBool: returnBool,
|
|
}
|
|
}
|
|
|
|
// unaryExpr parses a unary expression.
|
|
//
|
|
// <vector_selector> | <matrix_selector> | (+|-) <number_literal> | '(' <expr> ')'
|
|
//
|
|
func (p *parser) unaryExpr() Expr {
|
|
switch t := p.peek(); t.typ {
|
|
case itemADD, itemSUB:
|
|
p.next()
|
|
e := p.unaryExpr()
|
|
|
|
// Simplify unary expressions for number literals.
|
|
if nl, ok := e.(*NumberLiteral); ok {
|
|
if t.typ == itemSUB {
|
|
nl.Val *= -1
|
|
}
|
|
return nl
|
|
}
|
|
return &UnaryExpr{Op: t.typ, Expr: e}
|
|
|
|
case itemLeftParen:
|
|
p.next()
|
|
e := p.expr()
|
|
p.expect(itemRightParen, "paren expression")
|
|
|
|
return &ParenExpr{Expr: e}
|
|
}
|
|
e := p.primaryExpr()
|
|
|
|
// Expression might be followed by a range selector.
|
|
if p.peek().typ == itemLeftBracket {
|
|
vs, ok := e.(*VectorSelector)
|
|
if !ok {
|
|
p.errorf("range specification must be preceded by a metric selector, but follows a %T instead", e)
|
|
}
|
|
e = p.rangeSelector(vs)
|
|
}
|
|
|
|
// Parse optional offset.
|
|
if p.peek().typ == itemOffset {
|
|
offset := p.offset()
|
|
|
|
switch s := e.(type) {
|
|
case *VectorSelector:
|
|
s.Offset = offset
|
|
case *MatrixSelector:
|
|
s.Offset = offset
|
|
default:
|
|
p.errorf("offset modifier must be preceded by an instant or range selector, but follows a %T instead", e)
|
|
}
|
|
}
|
|
|
|
return e
|
|
}
|
|
|
|
// rangeSelector parses a matrix (a.k.a. range) selector based on a given
|
|
// vector selector.
|
|
//
|
|
// <vector_selector> '[' <duration> ']'
|
|
//
|
|
func (p *parser) rangeSelector(vs *VectorSelector) *MatrixSelector {
|
|
const ctx = "range selector"
|
|
p.next()
|
|
|
|
var erange time.Duration
|
|
var err error
|
|
|
|
erangeStr := p.expect(itemDuration, ctx).val
|
|
erange, err = parseDuration(erangeStr)
|
|
if err != nil {
|
|
p.error(err)
|
|
}
|
|
|
|
p.expect(itemRightBracket, ctx)
|
|
|
|
e := &MatrixSelector{
|
|
Name: vs.Name,
|
|
LabelMatchers: vs.LabelMatchers,
|
|
Range: erange,
|
|
}
|
|
return e
|
|
}
|
|
|
|
// number parses a number.
|
|
func (p *parser) number(val string) float64 {
|
|
n, err := strconv.ParseInt(val, 0, 64)
|
|
f := float64(n)
|
|
if err != nil {
|
|
f, err = strconv.ParseFloat(val, 64)
|
|
}
|
|
if err != nil {
|
|
p.errorf("error parsing number: %s", err)
|
|
}
|
|
return f
|
|
}
|
|
|
|
// primaryExpr parses a primary expression.
|
|
//
|
|
// <metric_name> | <function_call> | <vector_aggregation> | <literal>
|
|
//
|
|
func (p *parser) primaryExpr() Expr {
|
|
switch t := p.next(); {
|
|
case t.typ == itemNumber:
|
|
f := p.number(t.val)
|
|
return &NumberLiteral{model.SampleValue(f)}
|
|
|
|
case t.typ == itemString:
|
|
return &StringLiteral{p.unquoteString(t.val)}
|
|
|
|
case t.typ == itemLeftBrace:
|
|
// Metric selector without metric name.
|
|
p.backup()
|
|
return p.vectorSelector("")
|
|
|
|
case t.typ == itemIdentifier:
|
|
// Check for function call.
|
|
if p.peek().typ == itemLeftParen {
|
|
return p.call(t.val)
|
|
}
|
|
fallthrough // Else metric selector.
|
|
|
|
case t.typ == itemMetricIdentifier:
|
|
return p.vectorSelector(t.val)
|
|
|
|
case t.typ.isAggregator():
|
|
p.backup()
|
|
return p.aggrExpr()
|
|
|
|
default:
|
|
p.errorf("no valid expression found")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// labels parses a list of labelnames.
|
|
//
|
|
// '(' <label_name>, ... ')'
|
|
//
|
|
func (p *parser) labels() model.LabelNames {
|
|
const ctx = "grouping opts"
|
|
|
|
p.expect(itemLeftParen, ctx)
|
|
|
|
labels := model.LabelNames{}
|
|
if p.peek().typ != itemRightParen {
|
|
for {
|
|
id := p.next()
|
|
if !isLabel(id.val) {
|
|
p.errorf("unexpected %s in %s, expected label", id.desc(), ctx)
|
|
}
|
|
labels = append(labels, model.LabelName(id.val))
|
|
|
|
if p.peek().typ != itemComma {
|
|
break
|
|
}
|
|
p.next()
|
|
}
|
|
}
|
|
p.expect(itemRightParen, ctx)
|
|
|
|
return labels
|
|
}
|
|
|
|
// aggrExpr parses an aggregation expression.
|
|
//
|
|
// <aggr_op> (<vector_expr>) [by <labels>] [keep_common]
|
|
// <aggr_op> [by <labels>] [keep_common] (<vector_expr>)
|
|
//
|
|
func (p *parser) aggrExpr() *AggregateExpr {
|
|
const ctx = "aggregation"
|
|
|
|
agop := p.next()
|
|
if !agop.typ.isAggregator() {
|
|
p.errorf("expected aggregation operator but got %s", agop)
|
|
}
|
|
var grouping model.LabelNames
|
|
var keepCommon, without bool
|
|
|
|
modifiersFirst := false
|
|
|
|
if t := p.peek().typ; t == itemBy || t == itemWithout {
|
|
if t == itemWithout {
|
|
without = true
|
|
}
|
|
p.next()
|
|
grouping = p.labels()
|
|
modifiersFirst = true
|
|
}
|
|
if p.peek().typ == itemKeepCommon {
|
|
p.next()
|
|
keepCommon = true
|
|
modifiersFirst = true
|
|
}
|
|
|
|
p.expect(itemLeftParen, ctx)
|
|
var param Expr
|
|
if agop.typ.isAggregatorWithParam() {
|
|
param = p.expr()
|
|
p.expect(itemComma, ctx)
|
|
}
|
|
e := p.expr()
|
|
p.expect(itemRightParen, ctx)
|
|
|
|
if !modifiersFirst {
|
|
if t := p.peek().typ; t == itemBy || t == itemWithout {
|
|
if len(grouping) > 0 {
|
|
p.errorf("aggregation must only contain one grouping clause")
|
|
}
|
|
if t == itemWithout {
|
|
without = true
|
|
}
|
|
p.next()
|
|
grouping = p.labels()
|
|
}
|
|
if p.peek().typ == itemKeepCommon {
|
|
p.next()
|
|
keepCommon = true
|
|
}
|
|
}
|
|
|
|
if keepCommon && without {
|
|
p.errorf("cannot use 'keep_common' with 'without'")
|
|
}
|
|
|
|
return &AggregateExpr{
|
|
Op: agop.typ,
|
|
Expr: e,
|
|
Param: param,
|
|
Grouping: grouping,
|
|
Without: without,
|
|
KeepCommonLabels: keepCommon,
|
|
}
|
|
}
|
|
|
|
// call parses a function call.
|
|
//
|
|
// <func_name> '(' [ <arg_expr>, ...] ')'
|
|
//
|
|
func (p *parser) call(name string) *Call {
|
|
const ctx = "function call"
|
|
|
|
fn, exist := getFunction(name)
|
|
if !exist {
|
|
p.errorf("unknown function with name %q", name)
|
|
}
|
|
|
|
p.expect(itemLeftParen, ctx)
|
|
// Might be call without args.
|
|
if p.peek().typ == itemRightParen {
|
|
p.next() // Consume.
|
|
return &Call{fn, nil}
|
|
}
|
|
|
|
var args []Expr
|
|
for {
|
|
e := p.expr()
|
|
args = append(args, e)
|
|
|
|
// Terminate if no more arguments.
|
|
if p.peek().typ != itemComma {
|
|
break
|
|
}
|
|
p.next()
|
|
}
|
|
|
|
// Call must be closed.
|
|
p.expect(itemRightParen, ctx)
|
|
|
|
return &Call{Func: fn, Args: args}
|
|
}
|
|
|
|
// labelSet parses a set of label matchers
|
|
//
|
|
// '{' [ <labelname> '=' <match_string>, ... ] '}'
|
|
//
|
|
func (p *parser) labelSet() model.LabelSet {
|
|
set := model.LabelSet{}
|
|
for _, lm := range p.labelMatchers(itemEQL) {
|
|
set[lm.Name] = lm.Value
|
|
}
|
|
return set
|
|
}
|
|
|
|
// labelMatchers parses a set of label matchers.
|
|
//
|
|
// '{' [ <labelname> <match_op> <match_string>, ... ] '}'
|
|
//
|
|
func (p *parser) labelMatchers(operators ...itemType) metric.LabelMatchers {
|
|
const ctx = "label matching"
|
|
|
|
matchers := metric.LabelMatchers{}
|
|
|
|
p.expect(itemLeftBrace, ctx)
|
|
|
|
// Check if no matchers are provided.
|
|
if p.peek().typ == itemRightBrace {
|
|
p.next()
|
|
return matchers
|
|
}
|
|
|
|
for {
|
|
label := p.expect(itemIdentifier, ctx)
|
|
|
|
op := p.next().typ
|
|
if !op.isOperator() {
|
|
p.errorf("expected label matching operator but got %s", op)
|
|
}
|
|
var validOp = false
|
|
for _, allowedOp := range operators {
|
|
if op == allowedOp {
|
|
validOp = true
|
|
}
|
|
}
|
|
if !validOp {
|
|
p.errorf("operator must be one of %q, is %q", operators, op)
|
|
}
|
|
|
|
val := p.unquoteString(p.expect(itemString, ctx).val)
|
|
|
|
// Map the item to the respective match type.
|
|
var matchType metric.MatchType
|
|
switch op {
|
|
case itemEQL:
|
|
matchType = metric.Equal
|
|
case itemNEQ:
|
|
matchType = metric.NotEqual
|
|
case itemEQLRegex:
|
|
matchType = metric.RegexMatch
|
|
case itemNEQRegex:
|
|
matchType = metric.RegexNoMatch
|
|
default:
|
|
p.errorf("item %q is not a metric match type", op)
|
|
}
|
|
|
|
m, err := metric.NewLabelMatcher(
|
|
matchType,
|
|
model.LabelName(label.val),
|
|
model.LabelValue(val),
|
|
)
|
|
if err != nil {
|
|
p.error(err)
|
|
}
|
|
|
|
matchers = append(matchers, m)
|
|
|
|
if p.peek().typ == itemIdentifier {
|
|
p.errorf("missing comma before next identifier %q", p.peek().val)
|
|
}
|
|
|
|
// Terminate list if last matcher.
|
|
if p.peek().typ != itemComma {
|
|
break
|
|
}
|
|
p.next()
|
|
|
|
// Allow comma after each item in a multi-line listing.
|
|
if p.peek().typ == itemRightBrace {
|
|
break
|
|
}
|
|
}
|
|
|
|
p.expect(itemRightBrace, ctx)
|
|
|
|
return matchers
|
|
}
|
|
|
|
// metric parses a metric.
|
|
//
|
|
// <label_set>
|
|
// <metric_identifier> [<label_set>]
|
|
//
|
|
func (p *parser) metric() model.Metric {
|
|
name := ""
|
|
m := model.Metric{}
|
|
|
|
t := p.peek().typ
|
|
if t == itemIdentifier || t == itemMetricIdentifier {
|
|
name = p.next().val
|
|
t = p.peek().typ
|
|
}
|
|
if t != itemLeftBrace && name == "" {
|
|
p.errorf("missing metric name or metric selector")
|
|
}
|
|
if t == itemLeftBrace {
|
|
m = model.Metric(p.labelSet())
|
|
}
|
|
if name != "" {
|
|
m[model.MetricNameLabel] = model.LabelValue(name)
|
|
}
|
|
return m
|
|
}
|
|
|
|
// offset parses an offset modifier.
|
|
//
|
|
// offset <duration>
|
|
//
|
|
func (p *parser) offset() time.Duration {
|
|
const ctx = "offset"
|
|
|
|
p.next()
|
|
offi := p.expect(itemDuration, ctx)
|
|
|
|
offset, err := parseDuration(offi.val)
|
|
if err != nil {
|
|
p.error(err)
|
|
}
|
|
|
|
return offset
|
|
}
|
|
|
|
// vectorSelector parses a new (instant) vector selector.
|
|
//
|
|
// <metric_identifier> [<label_matchers>]
|
|
// [<metric_identifier>] <label_matchers>
|
|
//
|
|
func (p *parser) vectorSelector(name string) *VectorSelector {
|
|
var matchers metric.LabelMatchers
|
|
// Parse label matching if any.
|
|
if t := p.peek(); t.typ == itemLeftBrace {
|
|
matchers = p.labelMatchers(itemEQL, itemNEQ, itemEQLRegex, itemNEQRegex)
|
|
}
|
|
// Metric name must not be set in the label matchers and before at the same time.
|
|
if name != "" {
|
|
for _, m := range matchers {
|
|
if m.Name == model.MetricNameLabel {
|
|
p.errorf("metric name must not be set twice: %q or %q", name, m.Value)
|
|
}
|
|
}
|
|
// Set name label matching.
|
|
m, err := metric.NewLabelMatcher(metric.Equal, model.MetricNameLabel, model.LabelValue(name))
|
|
if err != nil {
|
|
panic(err) // Must not happen with metric.Equal.
|
|
}
|
|
matchers = append(matchers, m)
|
|
}
|
|
|
|
if len(matchers) == 0 {
|
|
p.errorf("vector selector must contain label matchers or metric name")
|
|
}
|
|
// A vector selector must contain at least one non-empty matcher to prevent
|
|
// implicit selection of all metrics (e.g. by a typo).
|
|
notEmpty := false
|
|
for _, lm := range matchers {
|
|
if !lm.MatchesEmptyString() {
|
|
notEmpty = true
|
|
break
|
|
}
|
|
}
|
|
if !notEmpty {
|
|
p.errorf("vector selector must contain at least one non-empty matcher")
|
|
}
|
|
|
|
return &VectorSelector{
|
|
Name: name,
|
|
LabelMatchers: matchers,
|
|
}
|
|
}
|
|
|
|
// expectType checks the type of the node and raises an error if it
|
|
// is not of the expected type.
|
|
func (p *parser) expectType(node Node, want model.ValueType, context string) {
|
|
t := p.checkType(node)
|
|
if t != want {
|
|
p.errorf("expected type %s in %s, got %s", want, context, t)
|
|
}
|
|
}
|
|
|
|
// check the types of the children of each node and raise an error
|
|
// if they do not form a valid node.
|
|
//
|
|
// Some of these checks are redundant as the the parsing stage does not allow
|
|
// them, but the costs are small and might reveal errors when making changes.
|
|
func (p *parser) checkType(node Node) (typ model.ValueType) {
|
|
// For expressions the type is determined by their Type function.
|
|
// Statements and lists do not have a type but are not invalid either.
|
|
switch n := node.(type) {
|
|
case Statements, Expressions, Statement:
|
|
typ = model.ValNone
|
|
case Expr:
|
|
typ = n.Type()
|
|
default:
|
|
p.errorf("unknown node type: %T", node)
|
|
}
|
|
|
|
// Recursively check correct typing for child nodes and raise
|
|
// errors in case of bad typing.
|
|
switch n := node.(type) {
|
|
case Statements:
|
|
for _, s := range n {
|
|
p.expectType(s, model.ValNone, "statement list")
|
|
}
|
|
case *AlertStmt:
|
|
p.expectType(n.Expr, model.ValVector, "alert statement")
|
|
|
|
case *EvalStmt:
|
|
ty := p.checkType(n.Expr)
|
|
if ty == model.ValNone {
|
|
p.errorf("evaluation statement must have a valid expression type but got %s", ty)
|
|
}
|
|
|
|
case *RecordStmt:
|
|
ty := p.checkType(n.Expr)
|
|
if ty != model.ValVector && ty != model.ValScalar {
|
|
p.errorf("record statement must have a valid expression of type vector or scalar but got %s", ty)
|
|
}
|
|
|
|
case Expressions:
|
|
for _, e := range n {
|
|
ty := p.checkType(e)
|
|
if ty == model.ValNone {
|
|
p.errorf("expression must have a valid expression type but got %s", ty)
|
|
}
|
|
}
|
|
case *AggregateExpr:
|
|
if !n.Op.isAggregator() {
|
|
p.errorf("aggregation operator expected in aggregation expression but got %q", n.Op)
|
|
}
|
|
p.expectType(n.Expr, model.ValVector, "aggregation expression")
|
|
if n.Op == itemTopK || n.Op == itemBottomK || n.Op == itemQuantile {
|
|
p.expectType(n.Param, model.ValScalar, "aggregation parameter")
|
|
}
|
|
if n.Op == itemCountValues {
|
|
p.expectType(n.Param, model.ValString, "aggregation parameter")
|
|
}
|
|
|
|
case *BinaryExpr:
|
|
lt := p.checkType(n.LHS)
|
|
rt := p.checkType(n.RHS)
|
|
|
|
if !n.Op.isOperator() {
|
|
p.errorf("binary expression does not support operator %q", n.Op)
|
|
}
|
|
if (lt != model.ValScalar && lt != model.ValVector) || (rt != model.ValScalar && rt != model.ValVector) {
|
|
p.errorf("binary expression must contain only scalar and vector types")
|
|
}
|
|
|
|
if (lt != model.ValVector || rt != model.ValVector) && n.VectorMatching != nil {
|
|
if len(n.VectorMatching.MatchingLabels) > 0 {
|
|
p.errorf("vector matching only allowed between vectors")
|
|
}
|
|
n.VectorMatching = nil
|
|
} else {
|
|
// Both operands are vectors.
|
|
if n.Op.isSetOperator() {
|
|
if n.VectorMatching.Card == CardOneToMany || n.VectorMatching.Card == CardManyToOne {
|
|
p.errorf("no grouping allowed for %q operation", n.Op)
|
|
}
|
|
if n.VectorMatching.Card != CardManyToMany {
|
|
p.errorf("set operations must always be many-to-many")
|
|
}
|
|
}
|
|
}
|
|
|
|
if (lt == model.ValScalar || rt == model.ValScalar) && n.Op.isSetOperator() {
|
|
p.errorf("set operator %q not allowed in binary scalar expression", n.Op)
|
|
}
|
|
|
|
case *Call:
|
|
nargs := len(n.Func.ArgTypes)
|
|
if na := nargs - n.Func.OptionalArgs; na > len(n.Args) {
|
|
p.errorf("expected at least %d argument(s) in call to %q, got %d", na, n.Func.Name, len(n.Args))
|
|
}
|
|
if nargs < len(n.Args) {
|
|
p.errorf("expected at most %d argument(s) in call to %q, got %d", nargs, n.Func.Name, len(n.Args))
|
|
}
|
|
for i, arg := range n.Args {
|
|
p.expectType(arg, n.Func.ArgTypes[i], fmt.Sprintf("call to function %q", n.Func.Name))
|
|
}
|
|
|
|
case *ParenExpr:
|
|
p.checkType(n.Expr)
|
|
|
|
case *UnaryExpr:
|
|
if n.Op != itemADD && n.Op != itemSUB {
|
|
p.errorf("only + and - operators allowed for unary expressions")
|
|
}
|
|
if t := p.checkType(n.Expr); t != model.ValScalar && t != model.ValVector {
|
|
p.errorf("unary expression only allowed on expressions of type scalar or vector, got %q", t)
|
|
}
|
|
|
|
case *NumberLiteral, *MatrixSelector, *StringLiteral, *VectorSelector:
|
|
// Nothing to do for terminals.
|
|
|
|
default:
|
|
p.errorf("unknown node type: %T", node)
|
|
}
|
|
return
|
|
}
|
|
|
|
func (p *parser) unquoteString(s string) string {
|
|
unquoted, err := strutil.Unquote(s)
|
|
if err != nil {
|
|
p.errorf("error unquoting string %q: %s", s, err)
|
|
}
|
|
return unquoted
|
|
}
|
|
|
|
func parseDuration(ds string) (time.Duration, error) {
|
|
dur, err := model.ParseDuration(ds)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
if dur == 0 {
|
|
return 0, fmt.Errorf("duration must be greater than 0")
|
|
}
|
|
return time.Duration(dur), nil
|
|
}
|