mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2025-03-05 20:59:13 -08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Publication of LevelDBMetricPersistence Fields.

Browse source 
This will enable us to break down the onerous construction method.

Change-Id: Ia89337ba39d6745af6757180af2485ec8a990a3b
This commit is contained in:
Matt T. Proud 2013-08-13 00:36:12 +02:00
parent 0003027dce
commit 1ceb25b701
2 changed files with 36 additions and 37 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
storage/metric/helpers_test.go
View file

@ -88,8 +88,7 @@ func (t *testTieredStorageCloser) Close() {
} }
func NewTestTieredStorage(t test.Tester) (*TieredStorage, test.Closer) { func NewTestTieredStorage(t test.Tester) (*TieredStorage, test.Closer) {
var directory test.TemporaryDirectory directory := test.NewTemporaryDirectory("test_tiered_storage", t)
directory = test.NewTemporaryDirectory("test_tiered_storage", t)
storage, err := NewTieredStorage(2500, 1000, 5*time.Second, 0, directory.Path()) storage, err := NewTieredStorage(2500, 1000, 5*time.Second, 0, directory.Path())
if err != nil { if err != nil {

70
storage/metric/leveldb.go
View file

@ -37,11 +37,11 @@ const sortConcurrency = 2
type LevelDBMetricPersistence struct { type LevelDBMetricPersistence struct {
CurationRemarks CurationRemarker CurationRemarks CurationRemarker
fingerprintToMetrics FingerprintMetricIndex FingerprintToMetrics FingerprintMetricIndex
labelNameToFingerprints LabelNameFingerprintIndex LabelNameToFingerprints LabelNameFingerprintIndex
labelSetToFingerprints LabelPairFingerprintIndex LabelSetToFingerprints LabelPairFingerprintIndex
MetricHighWatermarks HighWatermarker MetricHighWatermarks HighWatermarker
metricMembershipIndex MetricMembershipIndex MetricMembershipIndex MetricMembershipIndex
Indexer MetricIndexer Indexer MetricIndexer
@ -85,11 +85,11 @@ type closer interface {
func (l *LevelDBMetricPersistence) Close() { func (l *LevelDBMetricPersistence) Close() {
var persistences = []interface{}{ var persistences = []interface{}{
l.CurationRemarks, l.CurationRemarks,
l.fingerprintToMetrics, l.FingerprintToMetrics,
l.labelNameToFingerprints, l.LabelNameToFingerprints,
l.labelSetToFingerprints, l.LabelSetToFingerprints,
l.MetricHighWatermarks, l.MetricHighWatermarks,
l.metricMembershipIndex, l.MetricMembershipIndex,
l.MetricSamples, l.MetricSamples,
} }
@ -128,7 +128,7 @@ func NewLevelDBMetricPersistence(baseDirectory string) (*LevelDBMetricPersistenc
"Label Names and Value Pairs by Fingerprint", "Label Names and Value Pairs by Fingerprint",
func() { func() {
var err error var err error
emission.fingerprintToMetrics, err = NewLevelDBFingerprintMetricIndex(LevelDBFingerprintMetricIndexOptions{ emission.FingerprintToMetrics, err = NewLevelDBFingerprintMetricIndex(LevelDBFingerprintMetricIndexOptions{
LevelDBOptions: leveldb.LevelDBOptions{ LevelDBOptions: leveldb.LevelDBOptions{
Name: "Metrics by Fingerprint", Name: "Metrics by Fingerprint",
Purpose: "Index", Purpose: "Index",
@ -170,7 +170,7 @@ func NewLevelDBMetricPersistence(baseDirectory string) (*LevelDBMetricPersistenc
"Fingerprints by Label Name", "Fingerprints by Label Name",
func() { func() {
var err error var err error
emission.labelNameToFingerprints, err = NewLevelLabelNameFingerprintIndex(LevelDBLabelNameFingerprintIndexOptions{ emission.LabelNameToFingerprints, err = NewLevelLabelNameFingerprintIndex(LevelDBLabelNameFingerprintIndexOptions{
LevelDBOptions: leveldb.LevelDBOptions{ LevelDBOptions: leveldb.LevelDBOptions{
Name: "Fingerprints by Label Name", Name: "Fingerprints by Label Name",
Purpose: "Index", Purpose: "Index",
@ -185,7 +185,7 @@ func NewLevelDBMetricPersistence(baseDirectory string) (*LevelDBMetricPersistenc
"Fingerprints by Label Name and Value Pair", "Fingerprints by Label Name and Value Pair",
func() { func() {
var err error var err error
emission.labelSetToFingerprints, err = NewLevelDBLabelSetFingerprintIndex(LevelDBLabelSetFingerprintIndexOptions{ emission.LabelSetToFingerprints, err = NewLevelDBLabelSetFingerprintIndex(LevelDBLabelSetFingerprintIndexOptions{
LevelDBOptions: leveldb.LevelDBOptions{ LevelDBOptions: leveldb.LevelDBOptions{
Name: "Fingerprints by Label Pair", Name: "Fingerprints by Label Pair",
Purpose: "Index", Purpose: "Index",
@ -200,7 +200,7 @@ func NewLevelDBMetricPersistence(baseDirectory string) (*LevelDBMetricPersistenc
"Metric Membership Index", "Metric Membership Index",
func() { func() {
var err error var err error
emission.metricMembershipIndex, err = NewLevelDBMetricMembershipIndex( emission.MetricMembershipIndex, err = NewLevelDBMetricMembershipIndex(
LevelDBMetricMembershipIndexOptions{ LevelDBMetricMembershipIndexOptions{
LevelDBOptions: leveldb.LevelDBOptions{ LevelDBOptions: leveldb.LevelDBOptions{
Name: "Metric Membership", Name: "Metric Membership",
@ -243,10 +243,10 @@ func NewLevelDBMetricPersistence(baseDirectory string) (*LevelDBMetricPersistenc
} }
emission.Indexer = &TotalIndexer{ emission.Indexer = &TotalIndexer{
FingerprintToMetric: emission.fingerprintToMetrics, FingerprintToMetric: emission.FingerprintToMetrics,
LabelNameToFingerprint: emission.labelNameToFingerprints, LabelNameToFingerprint: emission.LabelNameToFingerprints,
LabelPairToFingerprint: emission.labelSetToFingerprints, LabelPairToFingerprint: emission.LabelSetToFingerprints,
MetricMembership: emission.metricMembershipIndex, MetricMembership: emission.MetricMembershipIndex,
} }
return emission, nil return emission, nil
@ -430,7 +430,7 @@ func (l *LevelDBMetricPersistence) hasIndexMetric(m clientmodel.Metric) (value b
recordOutcome(duration, err, map[string]string{operation: hasIndexMetric, result: success}, map[string]string{operation: hasIndexMetric, result: failure}) recordOutcome(duration, err, map[string]string{operation: hasIndexMetric, result: success}, map[string]string{operation: hasIndexMetric, result: failure})
}(time.Now()) }(time.Now())
return l.metricMembershipIndex.Has(m) return l.MetricMembershipIndex.Has(m)
} }
func (l *LevelDBMetricPersistence) HasLabelPair(p *LabelPair) (value bool, err error) { func (l *LevelDBMetricPersistence) HasLabelPair(p *LabelPair) (value bool, err error) {
@ -440,7 +440,7 @@ func (l *LevelDBMetricPersistence) HasLabelPair(p *LabelPair) (value bool, err e
recordOutcome(duration, err, map[string]string{operation: hasLabelPair, result: success}, map[string]string{operation: hasLabelPair, result: failure}) recordOutcome(duration, err, map[string]string{operation: hasLabelPair, result: success}, map[string]string{operation: hasLabelPair, result: failure})
}(time.Now()) }(time.Now())
return l.labelSetToFingerprints.Has(p) return l.LabelSetToFingerprints.Has(p)
} }
func (l *LevelDBMetricPersistence) HasLabelName(n clientmodel.LabelName) (value bool, err error) { func (l *LevelDBMetricPersistence) HasLabelName(n clientmodel.LabelName) (value bool, err error) {
@ -450,7 +450,7 @@ func (l *LevelDBMetricPersistence) HasLabelName(n clientmodel.LabelName) (value
recordOutcome(duration, err, map[string]string{operation: hasLabelName, result: success}, map[string]string{operation: hasLabelName, result: failure}) recordOutcome(duration, err, map[string]string{operation: hasLabelName, result: success}, map[string]string{operation: hasLabelName, result: failure})
}(time.Now()) }(time.Now())
value, err = l.labelNameToFingerprints.Has(n) value, err = l.LabelNameToFingerprints.Has(n)
return return
} }
@ -465,7 +465,7 @@ func (l *LevelDBMetricPersistence) GetFingerprintsForLabelSet(labelSet clientmod
sets := []utility.Set{} sets := []utility.Set{}
for name, value := range labelSet { for name, value := range labelSet {
fps, _, err := l.labelSetToFingerprints.Lookup(&LabelPair{ fps, _, err := l.LabelSetToFingerprints.Lookup(&LabelPair{
Name: name, Name: name,
Value: value, Value: value,
}) })
@ -507,7 +507,7 @@ func (l *LevelDBMetricPersistence) GetFingerprintsForLabelName(labelName clientm
}(time.Now()) }(time.Now())
// TODO(matt): Update signature to work with ok. // TODO(matt): Update signature to work with ok.
fps, _, err = l.labelNameToFingerprints.Lookup(labelName) fps, _, err = l.LabelNameToFingerprints.Lookup(labelName)
return fps, err return fps, err
} }
@ -520,7 +520,7 @@ func (l *LevelDBMetricPersistence) GetMetricForFingerprint(f *clientmodel.Finger
}(time.Now()) }(time.Now())
// TODO(matt): Update signature to work with ok. // TODO(matt): Update signature to work with ok.
m, _, err = l.fingerprintToMetrics.Lookup(f) m, _, err = l.FingerprintToMetrics.Lookup(f)
return m, nil return m, nil
} }
@ -586,7 +586,7 @@ func (l *LevelDBMetricPersistence) GetAllValuesForLabel(labelName clientmodel.La
} }
labelValuesOp := &CollectLabelValuesOp{} labelValuesOp := &CollectLabelValuesOp{}
_, err = l.labelSetToFingerprints.ForEach(&MetricKeyDecoder{}, filter, labelValuesOp) _, err = l.LabelSetToFingerprints.ForEach(&MetricKeyDecoder{}, filter, labelValuesOp)
if err != nil { if err != nil {
return return
} }
@ -601,11 +601,11 @@ func (l *LevelDBMetricPersistence) GetAllValuesForLabel(labelName clientmodel.La
// server due to latency implications. // server due to latency implications.
func (l *LevelDBMetricPersistence) Prune() { func (l *LevelDBMetricPersistence) Prune() {
l.CurationRemarks.Prune() l.CurationRemarks.Prune()
l.fingerprintToMetrics.Prune() l.FingerprintToMetrics.Prune()
l.labelNameToFingerprints.Prune() l.LabelNameToFingerprints.Prune()
l.labelSetToFingerprints.Prune() l.LabelSetToFingerprints.Prune()
l.MetricHighWatermarks.Prune() l.MetricHighWatermarks.Prune()
l.metricMembershipIndex.Prune() l.MetricMembershipIndex.Prune()
l.MetricSamples.Prune() l.MetricSamples.Prune()
} }
@ -617,17 +617,17 @@ func (l *LevelDBMetricPersistence) Sizes() (total uint64, err error) {
} }
total += size total += size
if size, _, err = l.fingerprintToMetrics.Size(); err != nil { if size, _, err = l.FingerprintToMetrics.Size(); err != nil {
return 0, err return 0, err
} }
total += size total += size
if size, _, err = l.labelNameToFingerprints.Size(); err != nil { if size, _, err = l.LabelNameToFingerprints.Size(); err != nil {
return 0, err return 0, err
} }
total += size total += size
if size, _, err = l.labelSetToFingerprints.Size(); err != nil { if size, _, err = l.LabelSetToFingerprints.Size(); err != nil {
return 0, err return 0, err
} }
total += size total += size
@ -637,7 +637,7 @@ func (l *LevelDBMetricPersistence) Sizes() (total uint64, err error) {
} }
total += size total += size
if size, _, err = l.metricMembershipIndex.Size(); err != nil { if size, _, err = l.MetricMembershipIndex.Size(); err != nil {
return 0, err return 0, err
} }
total += size total += size
@ -653,11 +653,11 @@ func (l *LevelDBMetricPersistence) Sizes() (total uint64, err error) {
func (l *LevelDBMetricPersistence) States() raw.DatabaseStates { func (l *LevelDBMetricPersistence) States() raw.DatabaseStates {
return raw.DatabaseStates{ return raw.DatabaseStates{
l.CurationRemarks.State(), l.CurationRemarks.State(),
l.fingerprintToMetrics.State(), l.FingerprintToMetrics.State(),
l.labelNameToFingerprints.State(), l.LabelNameToFingerprints.State(),
l.labelSetToFingerprints.State(), l.LabelSetToFingerprints.State(),
l.MetricHighWatermarks.State(), l.MetricHighWatermarks.State(),
l.metricMembershipIndex.State(), l.MetricMembershipIndex.State(),
l.MetricSamples.State(), l.MetricSamples.State(),
} }
} }