mirror of
https://github.com/prometheus/prometheus.git
synced 2024-09-19 23:37:31 -07:00
5597020a60
klauspost/compress is a high quality drop-in replacement for common Go compression libraries. Since Prometheus sends out a lot of HTTP requests that often return compressed output having improved compression libraries helps to save cpu & memory resources. On a test Prometheus server I was able to see cpu reduction from 31 to 30 cores. Benchmark results: name old time/op new time/op delta TargetScraperGzip/metrics=1-8 69.4µs ± 4% 69.2µs ± 3% ~ (p=0.122 n=50+50) TargetScraperGzip/metrics=100-8 84.3µs ± 2% 80.9µs ± 2% -4.02% (p=0.000 n=48+46) TargetScraperGzip/metrics=1000-8 296µs ± 1% 274µs ±14% -7.35% (p=0.000 n=47+45) TargetScraperGzip/metrics=10000-8 2.06ms ± 1% 1.66ms ± 2% -19.34% (p=0.000 n=47+45) TargetScraperGzip/metrics=100000-8 20.9ms ± 2% 17.5ms ± 3% -16.50% (p=0.000 n=49+50) name old alloc/op new alloc/op delta TargetScraperGzip/metrics=1-8 6.06kB ± 0% 6.07kB ± 0% +0.24% (p=0.000 n=48+48) TargetScraperGzip/metrics=100-8 7.04kB ± 0% 6.89kB ± 0% -2.17% (p=0.000 n=49+50) TargetScraperGzip/metrics=1000-8 9.02kB ± 0% 8.35kB ± 1% -7.49% (p=0.000 n=50+50) TargetScraperGzip/metrics=10000-8 18.1kB ± 1% 16.1kB ± 2% -10.87% (p=0.000 n=47+47) TargetScraperGzip/metrics=100000-8 1.21MB ± 0% 1.01MB ± 2% -16.69% (p=0.000 n=36+50) name old allocs/op new allocs/op delta TargetScraperGzip/metrics=1-8 71.0 ± 0% 72.0 ± 0% +1.41% (p=0.000 n=50+50) TargetScraperGzip/metrics=100-8 81.0 ± 0% 76.0 ± 0% -6.17% (p=0.000 n=50+50) TargetScraperGzip/metrics=1000-8 92.0 ± 0% 83.0 ± 0% -9.78% (p=0.000 n=50+50) TargetScraperGzip/metrics=10000-8 93.0 ± 0% 91.0 ± 0% -2.15% (p=0.000 n=50+50) TargetScraperGzip/metrics=100000-8 111 ± 0% 135 ± 1% +21.89% (p=0.000 n=40+50) Signed-off-by: Łukasz Mierzwa <l.mierzwa@gmail.com>
70 lines
1.6 KiB
Go
70 lines
1.6 KiB
Go
// Copyright 2015 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package main
|
|
|
|
import (
|
|
"archive/tar"
|
|
"fmt"
|
|
"os"
|
|
|
|
"github.com/klauspost/compress/gzip"
|
|
)
|
|
|
|
const filePerm = 0o666
|
|
|
|
type tarGzFileWriter struct {
|
|
tarWriter *tar.Writer
|
|
gzWriter *gzip.Writer
|
|
file *os.File
|
|
}
|
|
|
|
func newTarGzFileWriter(archiveName string) (*tarGzFileWriter, error) {
|
|
file, err := os.Create(archiveName)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("error creating archive %q: %w", archiveName, err)
|
|
}
|
|
gzw := gzip.NewWriter(file)
|
|
tw := tar.NewWriter(gzw)
|
|
return &tarGzFileWriter{
|
|
tarWriter: tw,
|
|
gzWriter: gzw,
|
|
file: file,
|
|
}, nil
|
|
}
|
|
|
|
func (w *tarGzFileWriter) close() error {
|
|
if err := w.tarWriter.Close(); err != nil {
|
|
return err
|
|
}
|
|
if err := w.gzWriter.Close(); err != nil {
|
|
return err
|
|
}
|
|
return w.file.Close()
|
|
}
|
|
|
|
func (w *tarGzFileWriter) write(filename string, b []byte) error {
|
|
header := &tar.Header{
|
|
Name: filename,
|
|
Mode: filePerm,
|
|
Size: int64(len(b)),
|
|
}
|
|
if err := w.tarWriter.WriteHeader(header); err != nil {
|
|
return err
|
|
}
|
|
if _, err := w.tarWriter.Write(b); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
}
|