mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-26 14:09:41 -08:00
120 lines
3.4 KiB
Go
120 lines
3.4 KiB
Go
// Copyright 2017 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tsdb
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"math/rand"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/go-kit/kit/log"
|
|
"github.com/prometheus/tsdb/index"
|
|
"github.com/prometheus/tsdb/labels"
|
|
"github.com/prometheus/tsdb/testutil"
|
|
)
|
|
|
|
// In Prometheus 2.1.0 we had a bug where the meta.json version was falsely bumped
|
|
// to 2. We had a migration in place resetting it to 1 but we should move immediately to
|
|
// version 3 next time to avoid confusion and issues.
|
|
func TestBlockMetaMustNeverBeVersion2(t *testing.T) {
|
|
dir, err := ioutil.TempDir("", "metaversion")
|
|
testutil.Ok(t, err)
|
|
defer os.RemoveAll(dir)
|
|
|
|
testutil.Ok(t, writeMetaFile(dir, &BlockMeta{}))
|
|
|
|
meta, err := readMetaFile(dir)
|
|
testutil.Ok(t, err)
|
|
testutil.Assert(t, meta.Version != 2, "meta.json version must never be 2")
|
|
}
|
|
|
|
func TestSetCompactionFailed(t *testing.T) {
|
|
tmpdir, err := ioutil.TempDir("", "test")
|
|
testutil.Ok(t, err)
|
|
defer os.RemoveAll(tmpdir)
|
|
|
|
b := createEmptyBlock(t, tmpdir, &BlockMeta{Version: 2})
|
|
|
|
testutil.Equals(t, false, b.meta.Compaction.Failed)
|
|
testutil.Ok(t, b.setCompactionFailed())
|
|
testutil.Equals(t, true, b.meta.Compaction.Failed)
|
|
testutil.Ok(t, b.Close())
|
|
|
|
b, err = OpenBlock(tmpdir, nil)
|
|
testutil.Ok(t, err)
|
|
testutil.Equals(t, true, b.meta.Compaction.Failed)
|
|
}
|
|
|
|
// createEmpty block creates a block with the given meta but without any data.
|
|
func createEmptyBlock(t *testing.T, dir string, meta *BlockMeta) *Block {
|
|
testutil.Ok(t, os.MkdirAll(dir, 0777))
|
|
|
|
testutil.Ok(t, writeMetaFile(dir, meta))
|
|
|
|
ir, err := index.NewWriter(filepath.Join(dir, indexFilename))
|
|
testutil.Ok(t, err)
|
|
testutil.Ok(t, ir.Close())
|
|
|
|
testutil.Ok(t, os.MkdirAll(chunkDir(dir), 0777))
|
|
|
|
testutil.Ok(t, writeTombstoneFile(dir, NewMemTombstones()))
|
|
|
|
b, err := OpenBlock(dir, nil)
|
|
testutil.Ok(t, err)
|
|
return b
|
|
}
|
|
|
|
// createPopulatedBlock creates a block with nSeries series, and nSamples samples.
|
|
func createPopulatedBlock(tb testing.TB, dir string, nSeries, nSamples int) *Block {
|
|
head, err := NewHead(nil, nil, nil, 2*60*60*1000)
|
|
testutil.Ok(tb, err)
|
|
defer head.Close()
|
|
|
|
lbls, err := labels.ReadLabels(filepath.Join("testdata", "20kseries.json"), nSeries)
|
|
testutil.Ok(tb, err)
|
|
refs := make([]uint64, nSeries)
|
|
|
|
for n := 0; n < nSamples; n++ {
|
|
app := head.Appender()
|
|
ts := n * 1000
|
|
for i, lbl := range lbls {
|
|
if refs[i] != 0 {
|
|
err := app.AddFast(refs[i], int64(ts), rand.Float64())
|
|
if err == nil {
|
|
continue
|
|
}
|
|
}
|
|
ref, err := app.Add(lbl, int64(ts), rand.Float64())
|
|
testutil.Ok(tb, err)
|
|
refs[i] = ref
|
|
}
|
|
err := app.Commit()
|
|
testutil.Ok(tb, err)
|
|
}
|
|
|
|
compactor, err := NewLeveledCompactor(nil, log.NewNopLogger(), []int64{1000000}, nil)
|
|
testutil.Ok(tb, err)
|
|
|
|
testutil.Ok(tb, os.MkdirAll(dir, 0777))
|
|
|
|
ulid, err := compactor.Write(dir, head, head.MinTime(), head.MaxTime(), nil)
|
|
testutil.Ok(tb, err)
|
|
|
|
blk, err := OpenBlock(filepath.Join(dir, ulid.String()), nil)
|
|
testutil.Ok(tb, err)
|
|
return blk
|
|
}
|