prometheus/chunks/chunk_test.go

193 lines
3.4 KiB
Go
Raw Normal View History

2016-11-15 01:33:34 -08:00
package chunks
import (
"fmt"
"io"
"math/rand"
2016-11-29 13:43:24 -08:00
"reflect"
2016-11-15 01:33:34 -08:00
"testing"
"github.com/stretchr/testify/require"
)
type pair struct {
t int64
v float64
2016-11-15 01:33:34 -08:00
}
2016-11-29 13:43:24 -08:00
func TestChunk(t *testing.T) {
for enc, nc := range map[Encoding]func(sz int) Chunk{
EncXOR: func(sz int) Chunk { return NewXORChunk(sz) },
} {
t.Run(fmt.Sprintf("%s", enc), func(t *testing.T) {
for range make([]struct{}, 1) {
c := nc(rand.Intn(1024))
if err := testChunk(c); err != nil {
t.Fatal(err)
}
2016-11-29 13:43:24 -08:00
}
})
}
}
func testChunk(c Chunk) error {
2016-11-29 13:43:24 -08:00
app, err := c.Appender()
if err != nil {
return err
2016-11-29 13:43:24 -08:00
}
var exp []pair
var (
ts = int64(1234123324)
v = 1243535.123
)
2016-12-08 01:04:24 -08:00
for i := 0; i < 300; i++ {
2016-11-29 13:43:24 -08:00
ts += int64(rand.Intn(10000) + 1)
// v = rand.Float64()
if i%2 == 0 {
v += float64(rand.Intn(1000000))
} else {
v -= float64(rand.Intn(1000000))
}
// Start with a new appender every 10th sample. This emulates starting
// appending to a partially filled chunk.
if i%10 == 0 {
app, err = c.Appender()
if err != nil {
return err
}
}
2016-11-29 13:43:24 -08:00
err = app.Append(ts, v)
2016-11-29 13:43:24 -08:00
if err != nil {
if err == ErrChunkFull {
break
}
return err
2016-11-29 13:43:24 -08:00
}
exp = append(exp, pair{t: ts, v: v})
// fmt.Println("appended", len(c.Bytes()), c.Bytes())
2016-11-29 13:43:24 -08:00
}
it := c.Iterator()
var res []pair
for it.Next() {
ts, v := it.Values()
res = append(res, pair{t: ts, v: v})
}
if it.Err() != nil {
return it.Err()
2016-11-29 13:43:24 -08:00
}
if !reflect.DeepEqual(exp, res) {
return fmt.Errorf("unexpected result\n\ngot: %v\n\nexp: %v", res, exp)
2016-11-29 13:43:24 -08:00
}
return nil
2016-11-29 13:43:24 -08:00
}
2016-11-15 01:33:34 -08:00
func benchmarkIterator(b *testing.B, newChunk func(int) Chunk) {
var (
t = int64(1234123324)
v = 1243535.123
2016-11-15 01:33:34 -08:00
)
var exp []pair
2016-11-15 01:33:34 -08:00
for i := 0; i < b.N; i++ {
2016-12-07 06:37:37 -08:00
t += int64(rand.Intn(10000) + 1)
// t += int64(1000)
// v = rand.Float64()
2016-12-07 06:37:37 -08:00
v += float64(100)
exp = append(exp, pair{t: t, v: v})
2016-11-15 01:33:34 -08:00
}
2016-11-15 01:33:34 -08:00
var chunks []Chunk
for i := 0; i < b.N; {
c := newChunk(1024)
a, err := c.Appender()
if err != nil {
b.Fatalf("get appender: %s", err)
}
for _, p := range exp {
if err := a.Append(p.t, p.v); err == ErrChunkFull {
2016-11-15 01:33:34 -08:00
break
} else if err != nil {
b.Fatal(err)
}
i++
}
chunks = append(chunks, c)
}
b.ReportAllocs()
b.ResetTimer()
fmt.Println("num", b.N, "created chunks", len(chunks))
res := make([]float64, 0, 1024)
2016-11-15 01:33:34 -08:00
for i := 0; i < len(chunks); i++ {
c := chunks[i]
it := c.Iterator()
for it.Next() {
_, v := it.Values()
res = append(res, v)
2016-11-15 01:33:34 -08:00
}
if it.Err() != io.EOF {
2016-11-20 05:33:00 -08:00
require.NoError(b, it.Err())
2016-11-15 01:33:34 -08:00
}
res = res[:0]
}
}
2016-11-20 05:33:00 -08:00
func BenchmarkXORIterator(b *testing.B) {
benchmarkIterator(b, func(sz int) Chunk {
return NewXORChunk(sz)
})
}
func BenchmarkXORAppender(b *testing.B) {
benchmarkAppender(b, func(sz int) Chunk {
return NewXORChunk(sz)
})
}
2016-11-15 01:33:34 -08:00
func benchmarkAppender(b *testing.B, newChunk func(int) Chunk) {
var (
t = int64(1234123324)
v = 1243535.123
2016-11-15 01:33:34 -08:00
)
var exp []pair
2016-11-15 01:33:34 -08:00
for i := 0; i < b.N; i++ {
2016-12-07 06:37:37 -08:00
t += int64(rand.Intn(10000) + 1)
// t += int64(1000)
// v = rand.Float64()
2016-12-07 06:37:37 -08:00
v += float64(100)
exp = append(exp, pair{t: t, v: v})
2016-11-15 01:33:34 -08:00
}
b.ReportAllocs()
b.ResetTimer()
var chunks []Chunk
for i := 0; i < b.N; {
c := newChunk(1024)
a, err := c.Appender()
if err != nil {
b.Fatalf("get appender: %s", err)
}
for _, p := range exp {
if err := a.Append(p.t, p.v); err == ErrChunkFull {
2016-11-15 01:33:34 -08:00
break
} else if err != nil {
b.Fatal(err)
}
i++
}
chunks = append(chunks, c)
}
fmt.Println("num", b.N, "created chunks", len(chunks))
2016-11-15 01:33:34 -08:00
}