mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-15 10:04:07 -08:00
90 lines
2.2 KiB
Go
90 lines
2.2 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"log"
|
|
"os"
|
|
"os/signal"
|
|
"runtime/pprof"
|
|
"syscall"
|
|
|
|
golog "github.com/go-kit/log"
|
|
|
|
"github.com/prometheus/prometheus/tsdb"
|
|
)
|
|
|
|
func main() {
|
|
var (
|
|
outputDir string
|
|
shardCount int
|
|
cpuProf string
|
|
segmentSizeMB int64
|
|
maxClosingBlocks int
|
|
symbolFlushers int
|
|
openConcurrency int
|
|
)
|
|
|
|
flag.StringVar(&outputDir, "output-dir", ".", "Output directory for new block(s)")
|
|
flag.StringVar(&cpuProf, "cpuprofile", "", "Where to store CPU profile (it not empty)")
|
|
flag.IntVar(&shardCount, "shard-count", 1, "Number of shards for splitting")
|
|
flag.Int64Var(&segmentSizeMB, "segment-file-size", 512, "Size of segment file")
|
|
flag.IntVar(&maxClosingBlocks, "max-closing-blocks", 2, "Number of blocks that can close at once during split compaction")
|
|
flag.IntVar(&symbolFlushers, "symbol-flushers", 4, "Number of symbol flushers used during split compaction")
|
|
flag.IntVar(&openConcurrency, "open-concurrency", 4, "Number of goroutines used when opening blocks")
|
|
|
|
flag.Parse()
|
|
|
|
logger := golog.NewLogfmtLogger(os.Stderr)
|
|
|
|
var blockDirs []string
|
|
for _, d := range flag.Args() {
|
|
s, err := os.Stat(d)
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
if !s.IsDir() {
|
|
log.Fatalln("not a directory: ", d)
|
|
}
|
|
blockDirs = append(blockDirs, d)
|
|
}
|
|
|
|
if len(blockDirs) == 0 {
|
|
log.Fatalln("no blocks to compact")
|
|
}
|
|
|
|
if cpuProf != "" {
|
|
f, err := os.Create(cpuProf)
|
|
if err != nil {
|
|
log.Fatalln(err)
|
|
}
|
|
|
|
log.Println("writing to", cpuProf)
|
|
err = pprof.StartCPUProfile(f)
|
|
if err != nil {
|
|
log.Fatalln(err)
|
|
}
|
|
|
|
defer pprof.StopCPUProfile()
|
|
}
|
|
|
|
ctx, cancel := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
|
|
defer cancel()
|
|
|
|
c, err := tsdb.NewLeveledCompactorWithChunkSize(ctx, nil, logger, []int64{0}, nil, segmentSizeMB*1024*1024, nil)
|
|
if err != nil {
|
|
log.Fatalln("creating compator", err)
|
|
}
|
|
|
|
opts := tsdb.DefaultLeveledCompactorConcurrencyOptions()
|
|
opts.MaxClosingBlocks = maxClosingBlocks
|
|
opts.SymbolsFlushersCount = symbolFlushers
|
|
opts.MaxOpeningBlocks = openConcurrency
|
|
c.SetConcurrencyOptions(opts)
|
|
|
|
_, err = c.CompactWithSplitting(outputDir, blockDirs, nil, uint64(shardCount))
|
|
if err != nil {
|
|
log.Fatalln("compacting", err)
|
|
}
|
|
}
|