mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-10 07:34:04 -08:00
48b2c9c8ea
Part of: https://github.com/prometheus/prometheus/issues/4517 and https://github.com/improbable-eng/thanos/issues/488 Changes: * Extended protobuf for chunked remote read and negotation. * Added checksumed, chunked Writer/Reader. * Added Server side implementation for chunked streamed remote-read. Signed-off-by: Bartek Plotka <bwplotka@gmail.com>
107 lines
2.7 KiB
Go
107 lines
2.7 KiB
Go
// Copyright 2019 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
package remote
|
|
|
|
import (
|
|
"bytes"
|
|
"io"
|
|
"testing"
|
|
|
|
"github.com/prometheus/prometheus/util/testutil"
|
|
)
|
|
|
|
type mockedFlusher struct {
|
|
flushed int
|
|
}
|
|
|
|
func (f *mockedFlusher) Flush() {
|
|
f.flushed++
|
|
}
|
|
|
|
func TestChunkedReaderCanReadFromChunkedWriter(t *testing.T) {
|
|
b := &bytes.Buffer{}
|
|
f := &mockedFlusher{}
|
|
w := NewChunkedWriter(b, f)
|
|
r := NewChunkedReader(b, 20, nil)
|
|
|
|
msgs := [][]byte{
|
|
[]byte("test1"),
|
|
[]byte("test2"),
|
|
[]byte("test3"),
|
|
[]byte("test4"),
|
|
[]byte{}, // This is ignored by writer.
|
|
[]byte("test5-after-empty"),
|
|
}
|
|
|
|
for _, msg := range msgs {
|
|
n, err := w.Write(msg)
|
|
testutil.Ok(t, err)
|
|
testutil.Equals(t, len(msg), n)
|
|
}
|
|
|
|
i := 0
|
|
for ; i < 4; i++ {
|
|
msg, err := r.Next()
|
|
testutil.Ok(t, err)
|
|
testutil.Assert(t, i < len(msgs), "more messages then expected")
|
|
testutil.Equals(t, msgs[i], msg)
|
|
}
|
|
|
|
// Empty byte slice is skipped.
|
|
i++
|
|
|
|
msg, err := r.Next()
|
|
testutil.Ok(t, err)
|
|
testutil.Assert(t, i < len(msgs), "more messages then expected")
|
|
testutil.Equals(t, msgs[i], msg)
|
|
|
|
_, err = r.Next()
|
|
testutil.NotOk(t, err, "expected io.EOF")
|
|
testutil.Equals(t, io.EOF, err)
|
|
|
|
testutil.Equals(t, 5, f.flushed)
|
|
}
|
|
|
|
func TestChunkedReader_Overflow(t *testing.T) {
|
|
b := &bytes.Buffer{}
|
|
_, err := NewChunkedWriter(b, &mockedFlusher{}).Write([]byte("twelve bytes"))
|
|
testutil.Ok(t, err)
|
|
|
|
b2 := make([]byte, 12)
|
|
copy(b2, b.Bytes())
|
|
|
|
ret, err := NewChunkedReader(b, 12, nil).Next()
|
|
testutil.Ok(t, err)
|
|
testutil.Equals(t, "twelve bytes", string(ret))
|
|
|
|
_, err = NewChunkedReader(bytes.NewReader(b2), 11, nil).Next()
|
|
testutil.NotOk(t, err, "expect exceed limit error")
|
|
testutil.Equals(t, "chunkedReader: message size exceeded the limit 11 bytes; got: 12 bytes", err.Error())
|
|
}
|
|
|
|
func TestChunkedReader_CorruptedFrame(t *testing.T) {
|
|
b := &bytes.Buffer{}
|
|
w := NewChunkedWriter(b, &mockedFlusher{})
|
|
|
|
n, err := w.Write([]byte("test1"))
|
|
testutil.Ok(t, err)
|
|
testutil.Equals(t, 5, n)
|
|
|
|
bs := b.Bytes()
|
|
bs[9] = 1 // Malform the frame by changing one byte.
|
|
|
|
_, err = NewChunkedReader(bytes.NewReader(bs), 20, nil).Next()
|
|
testutil.NotOk(t, err, "expected malformed frame")
|
|
testutil.Equals(t, "chunkedReader: corrupted frame; checksum mismatch", err.Error())
|
|
}
|