From 6f5d9521329f8570d29d4d7b8eb90a053c708b65 Mon Sep 17 00:00:00 2001
From: Brian Brazil <brian.brazil@robustperception.io>
Date: Fri, 16 Jun 2017 15:19:24 +0100
Subject: [PATCH] Check for invalid utf-8 in lexer strings.

This protects against invalid utf-8 sneaking
in via label_replace.
---
 promql/lex.go        | 4 ++++
 promql/lex_test.go   | 7 +++++++
 promql/parse_test.go | 8 ++++++++
 3 files changed, 19 insertions(+)

diff --git a/promql/lex.go b/promql/lex.go
index c3fd4e65e..efc0b11e8 100644
--- a/promql/lex.go
+++ b/promql/lex.go
@@ -713,6 +713,8 @@ Loop:
 		switch l.next() {
 		case '\\':
 			lexEscape(l)
+		case utf8.RuneError:
+			return l.errorf("invalid UTF-8 rune")
 		case eof, '\n':
 			return l.errorf("unterminated quoted string")
 		case l.stringOpen:
@@ -728,6 +730,8 @@ func lexRawString(l *lexer) stateFn {
 Loop:
 	for {
 		switch l.next() {
+		case utf8.RuneError:
+			return l.errorf("invalid UTF-8 rune")
 		case eof:
 			return l.errorf("unterminated raw string")
 		case l.stringOpen:
diff --git a/promql/lex_test.go b/promql/lex_test.go
index cc12a3ca3..34da242f5 100644
--- a/promql/lex_test.go
+++ b/promql/lex_test.go
@@ -396,6 +396,13 @@ var tests = []struct {
 	}, {
 		input: `]`, fail: true,
 	},
+	// Test encoding issues.
+	{
+		input: "\"\xff\"", fail: true,
+	},
+	{
+		input: "`\xff`", fail: true,
+	},
 	// Test series description.
 	{
 		input: `{} _ 1 x .3`,
diff --git a/promql/parse_test.go b/promql/parse_test.go
index 38f4c1f19..3cd773c59 100644
--- a/promql/parse_test.go
+++ b/promql/parse_test.go
@@ -904,6 +904,10 @@ var testExpr = []struct {
 		// TODO(fabxc): willingly lexing wrong tokens allows for more precrise error
 		// messages from the parser - consider if this is an option.
 		errMsg: "unexpected character inside braces: '>'",
+	}, {
+		input:  "some_metric{a=\"\xff\"}",
+		fail:   true,
+		errMsg: "parse error at char 15: invalid UTF-8 rune",
 	}, {
 		input:  `foo{gibberish}`,
 		fail:   true,
@@ -1373,6 +1377,10 @@ var testExpr = []struct {
 		input:  "rate(some_metric)",
 		fail:   true,
 		errMsg: "expected type range vector in call to function \"rate\", got instant vector",
+	}, {
+		input:  "label_replace(a, `b`, `c\xff`, `d`, `.*`)",
+		fail:   true,
+		errMsg: "parse error at char 23: invalid UTF-8 rune",
 	},
 	// Fuzzing regression tests.
 	{