mirror of
https://github.com/prometheus/prometheus.git
synced 2024-09-20 07:47:31 -07:00
4ae2ef94e0
## Changes: * Rename dir when deleting * Ignoring blocks with broken meta.json on start (we do that on reload) * Compactor writes <ulid>.tmp-for-creation blocks instead of just .tmp * Delete tmp-for-creation and tmp-for-deletion blocks during DB open. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com>
127 lines
3.5 KiB
Go
127 lines
3.5 KiB
Go
// Copyright 2018 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tsdb
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/prometheus/prometheus/pkg/labels"
|
|
"github.com/prometheus/prometheus/tsdb/chunks"
|
|
"github.com/prometheus/prometheus/tsdb/fileutil"
|
|
"github.com/prometheus/prometheus/tsdb/index"
|
|
"github.com/prometheus/prometheus/util/testutil"
|
|
)
|
|
|
|
func TestRepairBadIndexVersion(t *testing.T) {
|
|
tmpDir, err := ioutil.TempDir("", "test")
|
|
testutil.Ok(t, err)
|
|
t.Cleanup(func() {
|
|
testutil.Ok(t, os.RemoveAll(tmpDir))
|
|
})
|
|
|
|
// The broken index used in this test was written by the following script
|
|
// at a broken revision.
|
|
//
|
|
// func main() {
|
|
// w, err := index.NewWriter(indexFilename)
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSymbols(map[string]struct{}{
|
|
// "a": struct{}{},
|
|
// "b": struct{}{},
|
|
// "1": struct{}{},
|
|
// "2": struct{}{},
|
|
// })
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSeries(1, labels.FromStrings("a", "1", "b", "1"))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSeries(2, labels.FromStrings("a", "2", "b", "1"))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.WritePostings("b", "1", index.NewListPostings([]uint64{1, 2}))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// if err := w.Close(); err != nil {
|
|
// panic(err)
|
|
// }
|
|
// }
|
|
tmpDbDir := filepath.Join(tmpDir, "01BZJ9WJQPWHGNC2W4J9TA62KC")
|
|
|
|
// Create a copy DB to run test against.
|
|
testutil.Ok(t, fileutil.CopyDirs(filepath.Join("testdata", "repair_index_version", "01BZJ9WJQPWHGNC2W4J9TA62KC"), tmpDbDir))
|
|
|
|
// Check the current db.
|
|
// In its current state, lookups should fail with the fixed code.
|
|
_, _, err = readMetaFile(tmpDbDir)
|
|
testutil.NotOk(t, err)
|
|
|
|
// Touch chunks dir in block to imitate them.
|
|
testutil.Ok(t, os.MkdirAll(filepath.Join(tmpDbDir, "chunks"), 0777))
|
|
|
|
// Read current index to check integrity.
|
|
r, err := index.NewFileReader(filepath.Join(tmpDbDir, indexFilename))
|
|
testutil.Ok(t, err)
|
|
p, err := r.Postings("b", "1")
|
|
testutil.Ok(t, err)
|
|
for p.Next() {
|
|
t.Logf("next ID %d", p.At())
|
|
|
|
var lset labels.Labels
|
|
testutil.NotOk(t, r.Series(p.At(), &lset, nil))
|
|
}
|
|
testutil.Ok(t, p.Err())
|
|
testutil.Ok(t, r.Close())
|
|
|
|
// On DB opening all blocks in the base dir should be repaired.
|
|
db, err := Open(tmpDir, nil, nil, nil)
|
|
testutil.Ok(t, err)
|
|
db.Close()
|
|
|
|
r, err = index.NewFileReader(filepath.Join(tmpDbDir, indexFilename))
|
|
testutil.Ok(t, err)
|
|
defer r.Close()
|
|
p, err = r.Postings("b", "1")
|
|
testutil.Ok(t, err)
|
|
res := []labels.Labels{}
|
|
|
|
for p.Next() {
|
|
t.Logf("next ID %d", p.At())
|
|
|
|
var lset labels.Labels
|
|
var chks []chunks.Meta
|
|
testutil.Ok(t, r.Series(p.At(), &lset, &chks))
|
|
res = append(res, lset)
|
|
}
|
|
|
|
testutil.Ok(t, p.Err())
|
|
testutil.Equals(t, []labels.Labels{
|
|
{{Name: "a", Value: "1"}, {Name: "b", Value: "1"}},
|
|
{{Name: "a", Value: "2"}, {Name: "b", Value: "1"}},
|
|
}, res)
|
|
|
|
meta, _, err := readMetaFile(tmpDbDir)
|
|
testutil.Ok(t, err)
|
|
testutil.Assert(t, meta.Version == metaVersion1, "unexpected meta version %d", meta.Version)
|
|
}
|