prometheus/db_test.go

// Copyright 2017 The Prometheus Authors
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package tsdb

import (
	"io/ioutil"
	"os"
	"testing"

	"github.com/pkg/errors"
	"github.com/prometheus/tsdb/labels"
	"github.com/stretchr/testify/require"
)

// Convert a SeriesSet into a form useable with reflect.DeepEqual.
func readSeriesSet(ss SeriesSet) (map[string][]sample, error) {
	result := map[string][]sample{}

	for ss.Next() {
		series := ss.At()

		samples := []sample{}
		it := series.Iterator()
		for it.Next() {
			t, v := it.At()
			samples = append(samples, sample{t: t, v: v})
		}

		name := series.Labels().String()
		result[name] = samples
		if err := ss.Err(); err != nil {
			return nil, err
		}
	}
	return result, nil
}

func TestDataAvailableOnlyAfterCommit(t *testing.T) {
	tmpdir, _ := ioutil.TempDir("", "test")
	defer os.RemoveAll(tmpdir)

	db, err := Open(tmpdir, nil, nil, nil)
	require.NoError(t, err)
	defer db.Close()

	app := db.Appender()
	_, err = app.Add(labels.FromStrings("foo", "bar"), 0, 0)
	require.NoError(t, err)

	querier := db.Querier(0, 1)
	defer querier.Close()
	seriesSet, err := readSeriesSet(querier.Select(labels.NewEqualMatcher("foo", "bar")))
	require.NoError(t, err)
	require.Equal(t, seriesSet, map[string][]sample{})

	err = app.Commit()
	require.NoError(t, err)

	querier = db.Querier(0, 1)
	defer querier.Close()

	seriesSet, err = readSeriesSet(querier.Select(labels.NewEqualMatcher("foo", "bar")))
	require.NoError(t, err)
	require.Equal(t, seriesSet, map[string][]sample{`{foo="bar"}`: []sample{{t: 0, v: 0}}})
}

func TestDataNotAvailableAfterRollback(t *testing.T) {
	tmpdir, _ := ioutil.TempDir("", "test")
	defer os.RemoveAll(tmpdir)

	db, err := Open(tmpdir, nil, nil, nil)
	if err != nil {
		t.Fatalf("Error opening database: %q", err)
	}
	defer db.Close()

	app := db.Appender()
	_, err = app.Add(labels.FromStrings("foo", "bar"), 0, 0)
	require.NoError(t, err)

	err = app.Rollback()
	require.NoError(t, err)

	querier := db.Querier(0, 1)
	defer querier.Close()

	seriesSet, err := readSeriesSet(querier.Select(labels.NewEqualMatcher("foo", "bar")))
	require.NoError(t, err)
	require.Equal(t, seriesSet, map[string][]sample{})
}

func TestDBAppenderAddRef(t *testing.T) {
	tmpdir, _ := ioutil.TempDir("", "test")
	defer os.RemoveAll(tmpdir)

	db, err := Open(tmpdir, nil, nil, nil)
	require.NoError(t, err)
	defer db.Close()

	app1 := db.Appender()

	ref, err := app1.Add(labels.FromStrings("a", "b"), 0, 0)
	require.NoError(t, err)

	// When a series is first created, refs don't work within that transaction.
	err = app1.AddFast(ref, 1, 1)
	require.EqualError(t, errors.Cause(err), ErrNotFound.Error())

	err = app1.Commit()
	require.NoError(t, err)

	app2 := db.Appender()
	defer app2.Rollback()

	ref, err = app2.Add(labels.FromStrings("a", "b"), 1, 1)
	require.NoError(t, err)

	// Ref must be prefixed with block ULID of the block we wrote to.
	id := db.blocks[len(db.blocks)-1].Meta().ULID
	require.Equal(t, string(id[:]), ref[:16])

	// Reference must be valid to add another sample.
	err = app2.AddFast(ref, 2, 2)
	require.NoError(t, err)

	// AddFast for the same timestamp must fail if the generation in the reference
	// doesn't add up.
	refb := []byte(ref)
	refb[15] ^= refb[15]
	err = app2.AddFast(string(refb), 1, 1)
	require.EqualError(t, errors.Cause(err), ErrNotFound.Error())
}