mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-26 22:19:40 -08:00
b09d90c79c
When decoding data from mmaped blocks, we would like to retrieve a string backed by the mmaped region. As the underlying byte slice never changes, this is safe.
190 lines
4 KiB
Go
190 lines
4 KiB
Go
package tsdb
|
|
|
|
import (
|
|
"encoding/binary"
|
|
"hash"
|
|
"unsafe"
|
|
)
|
|
|
|
// enbuf is a helper type to populate a byte slice with various types.
|
|
type encbuf struct {
|
|
b []byte
|
|
c [binary.MaxVarintLen64]byte
|
|
}
|
|
|
|
func (e *encbuf) reset() { e.b = e.b[:0] }
|
|
func (e *encbuf) get() []byte { return e.b }
|
|
func (e *encbuf) len() int { return len(e.b) }
|
|
|
|
func (e *encbuf) putString(s string) { e.b = append(e.b, s...) }
|
|
func (e *encbuf) putBytes(b []byte) { e.b = append(e.b, b...) }
|
|
func (e *encbuf) putByte(c byte) { e.b = append(e.b, c) }
|
|
|
|
func (e *encbuf) putBE32int(x int) { e.putBE32(uint32(x)) }
|
|
func (e *encbuf) putBE64int(x int) { e.putBE64(uint64(x)) }
|
|
func (e *encbuf) putBE64int64(x int64) { e.putBE64(uint64(x)) }
|
|
func (e *encbuf) putUvarint32(x uint32) { e.putUvarint64(uint64(x)) }
|
|
func (e *encbuf) putUvarint(x int) { e.putUvarint64(uint64(x)) }
|
|
|
|
func (e *encbuf) putBE32(x uint32) {
|
|
binary.BigEndian.PutUint32(e.c[:], x)
|
|
e.b = append(e.b, e.c[:4]...)
|
|
}
|
|
|
|
func (e *encbuf) putBE64(x uint64) {
|
|
binary.BigEndian.PutUint64(e.c[:], x)
|
|
e.b = append(e.b, e.c[:8]...)
|
|
}
|
|
|
|
func (e *encbuf) putUvarint64(x uint64) {
|
|
n := binary.PutUvarint(e.c[:], x)
|
|
e.b = append(e.b, e.c[:n]...)
|
|
}
|
|
|
|
func (e *encbuf) putVarint64(x int64) {
|
|
n := binary.PutVarint(e.c[:], x)
|
|
e.b = append(e.b, e.c[:n]...)
|
|
}
|
|
|
|
// putVarintStr writes a string to the buffer prefixed by its varint length (in bytes!).
|
|
func (e *encbuf) putUvarintStr(s string) {
|
|
b := *(*[]byte)(unsafe.Pointer(&s))
|
|
e.putUvarint(len(b))
|
|
e.putString(s)
|
|
}
|
|
|
|
// putHash appends a hash over the buffers current contents to the buffer.
|
|
func (e *encbuf) putHash(h hash.Hash) {
|
|
h.Reset()
|
|
_, err := h.Write(e.b)
|
|
if err != nil {
|
|
panic(err) // The CRC32 implementation does not error
|
|
}
|
|
e.b = h.Sum(e.b)
|
|
}
|
|
|
|
// decbuf provides safe methods to extract data from a byte slice. It does all
|
|
// necessary bounds checking and advancing of the byte slice.
|
|
// Several datums can be extracted without checking for errors. However, before using
|
|
// any datum, the err() method must be checked.
|
|
type decbuf struct {
|
|
b []byte
|
|
e error
|
|
}
|
|
|
|
func (d *decbuf) uvarint() int { return int(d.uvarint64()) }
|
|
func (d *decbuf) uvarint32() uint32 { return uint32(d.uvarint64()) }
|
|
func (d *decbuf) be32int() int { return int(d.be32()) }
|
|
func (d *decbuf) be64int64() int64 { return int64(d.be64()) }
|
|
|
|
// uvarintTempStr decodes like uvarintStr but the returned string is
|
|
// not safe to use if the underyling buffer changes.
|
|
func (d *decbuf) uvarintTempStr() string {
|
|
l := d.uvarint64()
|
|
if d.e != nil {
|
|
return ""
|
|
}
|
|
if len(d.b) < int(l) {
|
|
d.e = errInvalidSize
|
|
return ""
|
|
}
|
|
s := yoloString(d.b[:l])
|
|
d.b = d.b[l:]
|
|
return s
|
|
}
|
|
|
|
func (d *decbuf) uvarintStr() string {
|
|
l := d.uvarint64()
|
|
if d.e != nil {
|
|
return ""
|
|
}
|
|
if len(d.b) < int(l) {
|
|
d.e = errInvalidSize
|
|
return ""
|
|
}
|
|
s := string(d.b[:l])
|
|
d.b = d.b[l:]
|
|
return s
|
|
}
|
|
|
|
func (d *decbuf) varint64() int64 {
|
|
if d.e != nil {
|
|
return 0
|
|
}
|
|
x, n := binary.Varint(d.b)
|
|
if n < 1 {
|
|
d.e = errInvalidSize
|
|
return 0
|
|
}
|
|
d.b = d.b[n:]
|
|
return x
|
|
}
|
|
|
|
func (d *decbuf) uvarint64() uint64 {
|
|
if d.e != nil {
|
|
return 0
|
|
}
|
|
x, n := binary.Uvarint(d.b)
|
|
if n < 1 {
|
|
d.e = errInvalidSize
|
|
return 0
|
|
}
|
|
d.b = d.b[n:]
|
|
return x
|
|
}
|
|
|
|
func (d *decbuf) be64() uint64 {
|
|
if d.e != nil {
|
|
return 0
|
|
}
|
|
if len(d.b) < 4 {
|
|
d.e = errInvalidSize
|
|
return 0
|
|
}
|
|
x := binary.BigEndian.Uint64(d.b)
|
|
d.b = d.b[8:]
|
|
return x
|
|
}
|
|
|
|
func (d *decbuf) be32() uint32 {
|
|
if d.e != nil {
|
|
return 0
|
|
}
|
|
if len(d.b) < 4 {
|
|
d.e = errInvalidSize
|
|
return 0
|
|
}
|
|
x := binary.BigEndian.Uint32(d.b)
|
|
d.b = d.b[4:]
|
|
return x
|
|
}
|
|
|
|
func (d *decbuf) byte() byte {
|
|
if d.e != nil {
|
|
return 0
|
|
}
|
|
if len(d.b) < 1 {
|
|
d.e = errInvalidSize
|
|
return 0
|
|
}
|
|
x := d.b[0]
|
|
d.b = d.b[1:]
|
|
return x
|
|
}
|
|
|
|
func (d *decbuf) decbuf(l int) decbuf {
|
|
if d.e != nil {
|
|
return decbuf{e: d.e}
|
|
}
|
|
if l > len(d.b) {
|
|
return decbuf{e: errInvalidSize}
|
|
}
|
|
r := decbuf{b: d.b[:l]}
|
|
d.b = d.b[l:]
|
|
return r
|
|
}
|
|
|
|
func (d *decbuf) err() error { return d.e }
|
|
func (d *decbuf) len() int { return len(d.b) }
|
|
func (d *decbuf) get() []byte { return d.b }
|