mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-25 05:34:05 -08:00
a971f52ac8
implement a `CopyDirs` helper to walk all dirs and subdirs and copy all files within to a destination folder. Refactor `TestRepairBadIndexVersion` to use the `CopyDirs` so it works on a copy db and remove the copy after the test. This allows running the test more than once and doesn't confuse git. Signed-off-by: Callum Stytan <callumstyan@gmail.com>
109 lines
2.6 KiB
Go
109 lines
2.6 KiB
Go
package tsdb
|
|
|
|
import (
|
|
"os"
|
|
"testing"
|
|
|
|
"github.com/prometheus/tsdb/chunks"
|
|
"github.com/prometheus/tsdb/fileutil"
|
|
"github.com/prometheus/tsdb/index"
|
|
"github.com/prometheus/tsdb/labels"
|
|
"github.com/prometheus/tsdb/testutil"
|
|
)
|
|
|
|
func TestRepairBadIndexVersion(t *testing.T) {
|
|
// The broken index used in this test was written by the following script
|
|
// at a broken revision.
|
|
//
|
|
// func main() {
|
|
// w, err := index.NewWriter("index")
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSymbols(map[string]struct{}{
|
|
// "a": struct{}{},
|
|
// "b": struct{}{},
|
|
// "1": struct{}{},
|
|
// "2": struct{}{},
|
|
// })
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSeries(1, labels.FromStrings("a", "1", "b", "1"))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.AddSeries(2, labels.FromStrings("a", "2", "b", "1"))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// err = w.WritePostings("b", "1", index.NewListPostings([]uint64{1, 2}))
|
|
// if err != nil {
|
|
// panic(err)
|
|
// }
|
|
// if err := w.Close(); err != nil {
|
|
// panic(err)
|
|
// }
|
|
// }
|
|
const dbDir = "testdata/repair_index_version/01BZJ9WJQPWHGNC2W4J9TA62KC"
|
|
tmpDir := "testdata/repair_index_version/copy"
|
|
tmpDbDir := tmpDir + "/3MCNSQ8S31EHGJYWK5E1GPJWJZ"
|
|
|
|
// Check the current db.
|
|
// In its current state, lookups should fail with the fixed code.
|
|
meta, err := readMetaFile(dbDir)
|
|
testutil.NotOk(t, err)
|
|
|
|
// Touch chunks dir in block.
|
|
os.MkdirAll(dbDir+"/chunks", 0777)
|
|
defer os.RemoveAll(dbDir + "/chunks")
|
|
|
|
r, err := index.NewFileReader(dbDir + "/index")
|
|
testutil.Ok(t, err)
|
|
p, err := r.Postings("b", "1")
|
|
testutil.Ok(t, err)
|
|
for p.Next() {
|
|
t.Logf("next ID %d", p.At())
|
|
|
|
var lset labels.Labels
|
|
testutil.NotOk(t, r.Series(p.At(), &lset, nil))
|
|
}
|
|
testutil.Ok(t, p.Err())
|
|
testutil.Ok(t, r.Close())
|
|
|
|
// Create a copy DB to run test against.
|
|
if err = fileutil.CopyDirs(dbDir, tmpDbDir); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
defer os.RemoveAll(tmpDir)
|
|
// On DB opening all blocks in the base dir should be repaired.
|
|
db, err := Open(tmpDir, nil, nil, nil)
|
|
testutil.Ok(t, err)
|
|
db.Close()
|
|
|
|
r, err = index.NewFileReader(tmpDbDir + "/index")
|
|
testutil.Ok(t, err)
|
|
p, err = r.Postings("b", "1")
|
|
testutil.Ok(t, err)
|
|
res := []labels.Labels{}
|
|
|
|
for p.Next() {
|
|
t.Logf("next ID %d", p.At())
|
|
|
|
var lset labels.Labels
|
|
var chks []chunks.Meta
|
|
testutil.Ok(t, r.Series(p.At(), &lset, &chks))
|
|
res = append(res, lset)
|
|
}
|
|
|
|
testutil.Ok(t, p.Err())
|
|
testutil.Equals(t, []labels.Labels{
|
|
{{"a", "1"}, {"b", "1"}},
|
|
{{"a", "2"}, {"b", "1"}},
|
|
}, res)
|
|
|
|
meta, err = readMetaFile(tmpDbDir)
|
|
testutil.Ok(t, err)
|
|
testutil.Assert(t, meta.Version == 1, "unexpected meta version %d", meta.Version)
|
|
}
|