diff --git a/.yamllint b/.yamllint index 14faaedee7..1859cb624b 100644 --- a/.yamllint +++ b/.yamllint @@ -2,7 +2,6 @@ extends: default ignore: | ui/react-app/node_modules - scripts/remotewrite11-bench rules: braces: diff --git a/scripts/remotewrite11-bench/.gitignore b/scripts/remotewrite11-bench/.gitignore deleted file mode 100644 index 70bf15e4b9..0000000000 --- a/scripts/remotewrite11-bench/.gitignore +++ /dev/null @@ -1,3 +0,0 @@ -tsdb/ -prometheus -prometheus.old diff --git a/scripts/remotewrite11-bench/README.md b/scripts/remotewrite11-bench/README.md deleted file mode 100644 index f9bcd66d2a..0000000000 --- a/scripts/remotewrite11-bench/README.md +++ /dev/null @@ -1,46 +0,0 @@ -# e2e Remote Write benchmark - -This benchmark's purpose is to compare different versions of the remote write -protocol. It runs multiple pairs of sender=>receiver prometheus instances and -has the senders scrape an entire port-forwarded remote kubernetes namepsace. - - -## Run - -1. Set envvars to port forward pods: - - ``` - export CONTEXT=my-k8-context - export NAMESPACE=my-namespace - - ``` - If desired, tweak the INSTANCES variable in the `run.sh` script. - -2. Run - -``` -./run.sh -``` - -## Profiles - -``` -go tool pprof -seconds=240 http://localhost:9095/debug/pprof/profile -go tool pprof -seconds=240 http://localhost:9094/debug/pprof/profile -``` - -## Stats - -# Grafana instance with provisiones datasource and dashboard -``` -docker run --network host -v ${PWD}/local_grafana/:/etc/grafana/provisioning --env GF_AUTH_ANONYMOUS_ENABLED=true --env GF_AUTH_ANONYMOUS_ORG_ROLE=Admin --env GF_AUTH_BASIC_ENABLED=false --env ORG_ID=123 grafana/grafana:latest -``` - - -``` -http://localhost:9095/graph?g0.expr=sum%20by%20(job)%20(process_cpu_seconds_total%7Bjob%3D~%22(sender%7Creceiver).%2B%22%2C%7D)&g0.tab=0&g0.stacked=0&g0.show_exemplars=0&g0.range_input=15m - -http://localhost:9095/graph?g0.expr=sum%20by%20(job)%20(prometheus_remote_storage_bytes_total%7Bjob%3D~%22(sender%7Creceiver).%2B%22%2C%7D)&g0.tab=0&g0.stacked=0&g0.show_exemplars=0&g0.range_input=15m - -http://localhost:9095/graph?g0.expr=sum%20by%20(job)%20(go_memstats_alloc_bytes_total%7Bjob%3D~%22(sender%7Creceiver).%2B%22%2C%7D)&g0.tab=0&g0.stacked=0&g0.show_exemplars=0&g0.range_input=15m -``` \ No newline at end of file diff --git a/scripts/remotewrite11-bench/local_grafana/dashboards/dashboard.json b/scripts/remotewrite11-bench/local_grafana/dashboards/dashboard.json deleted file mode 100644 index 6b81725213..0000000000 --- a/scripts/remotewrite11-bench/local_grafana/dashboards/dashboard.json +++ /dev/null @@ -1,1486 +0,0 @@ -{ - "annotations": { - "list": [ - { - "builtIn": 1, - "datasource": { - "type": "grafana", - "uid": "-- Grafana --" - }, - "enable": true, - "hide": true, - "iconColor": "rgba(0, 211, 255, 1)", - "name": "Annotations & Alerts", - "type": "dashboard" - } - ] - }, - "editable": true, - "fiscalYearStartMonth": 0, - "graphTooltip": 0, - "id": 1, - "links": [], - "liveNow": false, - "panels": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "percentage", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "unit", - "value": "percentunit" - }, - { - "id": "custom.width", - "value": 112 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "remote_name" - }, - "properties": [ - { - "id": "custom.width", - "value": 227 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Value" - }, - "properties": [ - { - "id": "custom.width", - "value": 148 - } - ] - } - ] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 0, - "y": 0 - }, - "id": 1, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "frameIndex": 0, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "10.2.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(prometheus_remote_storage_bytes_total[$__rate_interval])) by (remote_name)\n / ignoring(remote_name) group_left\n sum(rate(prometheus_remote_storage_bytes_total{remote_name=\"$recv_base\"}[$__rate_interval])) by (remote_name)\n-1\n", - "format": "table", - "instant": true, - "range": false, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(prometheus_remote_storage_bytes_total[$__rate_interval])) by (remote_name)", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "B" - } - ], - "title": "prometheus_remote_storage_bytes_total", - "transformations": [ - { - "id": "joinByField", - "options": { - "byField": "remote_name", - "mode": "inner" - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Time 1": true, - "Time 2": true - }, - "indexByName": {}, - "renameByName": { - "Value #A": "diff", - "Value #B": "Value" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 8, - "y": 0 - }, - "id": 3, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(prometheus_remote_storage_bytes_total[$__rate_interval])) by (remote_name)", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "prometheus_remote_storage_bytes_total", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "none" - }, - "overrides": [] - }, - "gridPos": { - "h": 7, - "w": 8, - "x": 16, - "y": 0 - }, - "id": 8, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(prometheus_tsdb_head_series{job=~\"receiver.*|sender.*\"}) by (job)", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "prometheus_tsdb_head_series", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "percentage", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "unit", - "value": "percentunit" - }, - { - "id": "custom.width", - "value": 99 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "remote_name" - }, - "properties": [ - { - "id": "custom.width", - "value": 289 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Value" - }, - "properties": [ - { - "id": "custom.width", - "value": 168 - } - ] - } - ] - }, - "gridPos": { - "h": 5, - "w": 6, - "x": 0, - "y": 7 - }, - "id": 12, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "frameIndex": 0, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "10.2.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(process_cpu_seconds_total{job=~\"sender-.*\"}[5m])) by (job)\n / ignoring(job) group_left\n sum(rate(process_cpu_seconds_total{job=\"$send_base\"}[5m])) by (job)\n- 1\n", - "format": "table", - "instant": true, - "range": false, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(increase(process_cpu_seconds_total{job=~\"sender-.*\"}[$__range])) by (job)", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "B" - } - ], - "title": "process_cpu_seconds_total sender", - "transformations": [ - { - "id": "joinByField", - "options": { - "byField": "job", - "mode": "inner" - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Time 1": true, - "Time 2": true, - "Value #A": false, - "Value #B": true - }, - "indexByName": {}, - "renameByName": { - "Time": "", - "Value #A": "diff", - "Value #B": "Value" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "percentage", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "unit", - "value": "percentunit" - }, - { - "id": "custom.width", - "value": 99 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "remote_name" - }, - "properties": [ - { - "id": "custom.width", - "value": 289 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Value" - }, - "properties": [ - { - "id": "custom.width", - "value": 148 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "job" - }, - "properties": [ - { - "id": "custom.width", - "value": 172 - } - ] - } - ] - }, - "gridPos": { - "h": 5, - "w": 6, - "x": 6, - "y": 7 - }, - "id": 14, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "frameIndex": 0, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "10.2.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"sender.*\"}) by (job)\n / ignoring(job) group_left\n sum(go_memstats_heap_sys_bytes{job=\"$send_base\"}) by (job)\n-1\n", - "format": "table", - "instant": true, - "range": false, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"sender.*\"}) by (job)", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "B" - } - ], - "title": "go_memstats_heap_sys_bytes sender", - "transformations": [ - { - "id": "joinByField", - "options": { - "byField": "job", - "mode": "inner" - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Time 1": true, - "Time 2": true, - "Value #B": true - }, - "indexByName": {}, - "renameByName": { - "Time": "", - "Value #A": "diff", - "Value #B": "Value" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "percentage", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "unit", - "value": "percentunit" - }, - { - "id": "custom.width", - "value": 159 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "remote_name" - }, - "properties": [ - { - "id": "custom.width", - "value": 289 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Value" - }, - "properties": [ - { - "id": "custom.width", - "value": 164 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "custom.width", - "value": 105 - } - ] - } - ] - }, - "gridPos": { - "h": 5, - "w": 6, - "x": 12, - "y": 7 - }, - "id": 11, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "frameIndex": 0, - "showHeader": true, - "sortBy": [] - }, - "pluginVersion": "10.2.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(process_cpu_seconds_total{job=~\"receiver-.*\"}[5m])) by (job)\n / ignoring(job) group_left\n sum(rate(process_cpu_seconds_total{job=\"$recv_base\"}[5m])) by (job)\n-1\n", - "format": "table", - "instant": true, - "range": false, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(increase(process_cpu_seconds_total{job=~\"receiver-.*\"}[$__range])) by (job)", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "B" - } - ], - "title": "process_cpu_seconds_total receiver", - "transformations": [ - { - "id": "joinByField", - "options": { - "byField": "job", - "mode": "inner" - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Time 1": true, - "Time 2": true, - "Value #B": true - }, - "indexByName": {}, - "renameByName": { - "Value #A": "diff", - "Value #B": "Value" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "thresholds" - }, - "custom": { - "align": "auto", - "cellOptions": { - "type": "auto" - }, - "inspect": false - }, - "mappings": [], - "thresholds": { - "mode": "percentage", - "steps": [ - { - "color": "green", - "value": null - } - ] - }, - "unit": "none" - }, - "overrides": [ - { - "matcher": { - "id": "byName", - "options": "diff" - }, - "properties": [ - { - "id": "unit", - "value": "percentunit" - }, - { - "id": "custom.width", - "value": 94 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "remote_name" - }, - "properties": [ - { - "id": "custom.width", - "value": 289 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "Value" - }, - "properties": [ - { - "id": "custom.width", - "value": 151 - } - ] - }, - { - "matcher": { - "id": "byName", - "options": "job" - }, - "properties": [ - { - "id": "custom.width", - "value": 173 - } - ] - } - ] - }, - "gridPos": { - "h": 5, - "w": 6, - "x": 18, - "y": 7 - }, - "id": 13, - "options": { - "cellHeight": "sm", - "footer": { - "countRows": false, - "fields": "", - "reducer": [ - "sum" - ], - "show": false - }, - "frameIndex": 0, - "showHeader": true, - "sortBy": [ - { - "desc": true, - "displayName": "diff" - } - ] - }, - "pluginVersion": "10.2.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"receiver.*\"}) by (job)\n / ignoring(job) group_left\n sum(go_memstats_heap_sys_bytes{job=\"$recv_base\"}) by (job)\n-1\n", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "A" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"receiver.*\"}) by (job)\n\n", - "format": "table", - "hide": false, - "instant": true, - "range": false, - "refId": "B" - } - ], - "title": "go_memstats_heap_sys_bytes receiver", - "transformations": [ - { - "id": "joinByField", - "options": { - "byField": "job", - "mode": "inner" - } - }, - { - "id": "organize", - "options": { - "excludeByName": { - "Time": true, - "Time 1": true, - "Time 2": true, - "Value #B": true - }, - "indexByName": {}, - "renameByName": { - "Value #A": "diff", - "Value #B": "Value" - } - } - } - ], - "type": "table" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 12 - }, - "id": 6, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(process_cpu_seconds_total{job=~\"sender-.*\"}[$__rate_interval])) by (job)", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "process_cpu_seconds_total sender", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 12 - }, - "id": 15, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"sender.*\"}) by (job)\n", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "go_memstats_heap_sys_bytes sender", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - } - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 0, - "y": 20 - }, - "id": 4, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(rate(process_cpu_seconds_total{job=~\"receiver-.*\"}[$__rate_interval])) by (job)", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "process_cpu_seconds_total receiver", - "type": "timeseries" - }, - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "fieldConfig": { - "defaults": { - "color": { - "mode": "palette-classic" - }, - "custom": { - "axisBorderShow": false, - "axisCenteredZero": false, - "axisColorMode": "text", - "axisLabel": "", - "axisPlacement": "auto", - "barAlignment": 0, - "drawStyle": "line", - "fillOpacity": 0, - "gradientMode": "none", - "hideFrom": { - "legend": false, - "tooltip": false, - "viz": false - }, - "insertNulls": false, - "lineInterpolation": "linear", - "lineWidth": 1, - "pointSize": 5, - "scaleDistribution": { - "type": "linear" - }, - "showPoints": "auto", - "spanNulls": false, - "stacking": { - "group": "A", - "mode": "none" - }, - "thresholdsStyle": { - "mode": "off" - } - }, - "mappings": [], - "thresholds": { - "mode": "absolute", - "steps": [ - { - "color": "green", - "value": null - }, - { - "color": "red", - "value": 80 - } - ] - }, - "unit": "bytes" - }, - "overrides": [] - }, - "gridPos": { - "h": 8, - "w": 12, - "x": 12, - "y": 20 - }, - "id": 7, - "options": { - "legend": { - "calcs": [], - "displayMode": "list", - "placement": "bottom", - "showLegend": true - }, - "tooltip": { - "mode": "single", - "sort": "none" - } - }, - "pluginVersion": "10.0.0", - "targets": [ - { - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "editorMode": "code", - "exemplar": false, - "expr": "sum(go_memstats_heap_sys_bytes{job=~\"receiver.*\"}) by (job)\n", - "format": "time_series", - "instant": false, - "range": true, - "refId": "A" - } - ], - "title": "go_memstats_heap_sys_bytes receiver", - "type": "timeseries" - } - ], - "refresh": "", - "schemaVersion": 38, - "tags": [], - "templating": { - "list": [ - { - "current": { - "selected": false, - "text": "receiver-v1", - "value": "receiver-v1" - }, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "definition": "label_values(prometheus_config_last_reload_successful,job)", - "description": "recciever base instance for performance comparisons", - "hide": 0, - "includeAll": false, - "label": "recv_base", - "multi": false, - "name": "recv_base", - "options": [], - "query": { - "qryType": 1, - "query": "label_values(prometheus_config_last_reload_successful,job)", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, - "refresh": 1, - "regex": "receiver.*", - "skipUrlSync": false, - "sort": 0, - "type": "query" - }, - { - "current": { - "selected": false, - "text": "sender-v1", - "value": "sender-v1" - }, - "datasource": { - "type": "prometheus", - "uid": "PBFA97CFB590B2093" - }, - "definition": "label_values(prometheus_config_last_reload_successful,job)", - "description": "sender base instance for performance comparisons", - "hide": 0, - "includeAll": false, - "label": "send_base", - "multi": false, - "name": "send_base", - "options": [], - "query": { - "qryType": 1, - "query": "label_values(prometheus_config_last_reload_successful,job)", - "refId": "PrometheusVariableQueryEditor-VariableQuery" - }, - "refresh": 1, - "regex": "sender.*", - "skipUrlSync": false, - "sort": 0, - "type": "query" - } - ] - }, - "time": { - "from": "now-1h", - "to": "now" - }, - "timepicker": {}, - "timezone": "", - "title": "Remote Write 1.1", - "uid": "f810e46e-6407-4cf7-969b-90a434128d94", - "version": 19, - "weekStart": "" -} \ No newline at end of file diff --git a/scripts/remotewrite11-bench/local_grafana/dashboards/dashboards.yaml b/scripts/remotewrite11-bench/local_grafana/dashboards/dashboards.yaml deleted file mode 100644 index 71347d0fe9..0000000000 --- a/scripts/remotewrite11-bench/local_grafana/dashboards/dashboards.yaml +++ /dev/null @@ -1,24 +0,0 @@ -apiVersion: 1 - -providers: - # an unique provider name. Required - - name: 'a unique provider name' - # Org id. Default to 1 - orgId: 1 - # name of the dashboard folder. - folder: '' - # folder UID. will be automatically generated if not specified - folderUid: '' - # provider type. Default to 'file' - type: file - # disable dashboard deletion - disableDeletion: false - # how often Grafana will scan for changed dashboards - updateIntervalSeconds: 10 - # allow updating provisioned dashboards from the UI - allowUiUpdates: true - options: - # path to dashboard files on disk. Required when using the 'file' type - path: /etc/grafana/provisioning/dashboards - # use folder names from filesystem to create folders in Grafana - foldersFromFilesStructure: true diff --git a/scripts/remotewrite11-bench/local_grafana/datasources/grafana_datasource.yaml b/scripts/remotewrite11-bench/local_grafana/datasources/grafana_datasource.yaml deleted file mode 100644 index 57d89d60f9..0000000000 --- a/scripts/remotewrite11-bench/local_grafana/datasources/grafana_datasource.yaml +++ /dev/null @@ -1,16 +0,0 @@ -# Configuration file version -apiVersion: 1 - -deleteDatasources: - - name: Prometheus - orgId: 1 - -datasources: - - name: Prometheus - type: prometheus - orgId: 1 - - url: http://localhost:9093 - isDefault: true - version: 1 - editable: true diff --git a/scripts/remotewrite11-bench/receiver-template.yml b/scripts/remotewrite11-bench/receiver-template.yml deleted file mode 100644 index 5e0529153c..0000000000 --- a/scripts/remotewrite11-bench/receiver-template.yml +++ /dev/null @@ -1,3 +0,0 @@ -global: - external_labels: - role: ${RECEIVER_NAME} diff --git a/scripts/remotewrite11-bench/run.sh b/scripts/remotewrite11-bench/run.sh deleted file mode 100755 index 7cf682af98..0000000000 --- a/scripts/remotewrite11-bench/run.sh +++ /dev/null @@ -1,89 +0,0 @@ -#!/bin/sh -set -e -trap "trap - SIGTERM && kill -- -$$" SIGINT SIGTERM EXIT - -# CONFIGURABLES -# ~~~~~~~~~~~~~ -declare -a INSTANCES -# (sender,receiver) pairs to run: (sender_name; sender_flags; receiver_name; receiver_flags) -INSTANCES+=('sender-v1;;receiver-v1;') -INSTANCES+=('sender-v11;--remote-write-format 1;receiver-v11;--remote-write-format 1') - -# ~~~~~~~~~~~~~ - -# append two ports to all instances -PROM_PORT=9090 -for i in "${!INSTANCES[@]}"; do - INSTANCES[$i]="${INSTANCES[$i]};$PROM_PORT" - PROM_PORT=$((PROM_PORT+1)) - INSTANCES[$i]="${INSTANCES[$i]};$PROM_PORT" - PROM_PORT=$((PROM_PORT+1)) -done - -# Check if all required variables are set -: "${CONTEXT:?}" -: "${NAMESPACE:?}" - -BASE_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd ) - -TEMP_DIR=$(mktemp -d) -echo "Working on dir: $TEMP_DIR" -SCRAPE_CONFIGS="" -declare -a COMMANDS -PORT=40000 -# Get all pods from namespace, create scrape configs and port forward them -while read pod ; do - COMMANDS+=("kubectl --context $CONTEXT -n $NAMESPACE port-forward $pod $PORT:http-metrics") - SCRAPE_CONFIGS="${SCRAPE_CONFIGS} - - job_name: '$pod' - static_configs: - - targets: ['localhost:$PORT']" - - PORT=$((PORT+1)) -done < <(kubectl --context $CONTEXT -n $NAMESPACE get pods | awk '{print $1}' | tail +2 ) - - -# Run all prometheus instances and add them to the scrape configs -for instance in "${INSTANCES[@]}" -do - IFS=";" read -r -a arr <<< "${instance}" - - sender="${arr[0]}" - sender_flags="${arr[1]}" - receiver="${arr[2]}" - receiver_flags="${arr[3]}" - sender_port="${arr[4]}" - receiver_port="${arr[5]}" - - SCRAPE_CONFIGS="${SCRAPE_CONFIGS} - - job_name: '$sender' - static_configs: - - targets: ['localhost:$sender_port'] - - job_name: '$receiver' - static_configs: - - targets: ['localhost:$receiver_port']" - - COMMANDS+=("./prometheus --config.file=$TEMP_DIR/$sender.yml --web.listen-address=0.0.0.0:$sender_port --storage.tsdb.path=$TEMP_DIR/tsdb/$sender/data/ $sender_flags 2>&1 | awk '{print \"[$sender]\",\$0}'") - COMMANDS+=("./prometheus --config.file=$TEMP_DIR/$receiver.yml --web.listen-address=0.0.0.0:$receiver_port --storage.tsdb.path=$TEMP_DIR/tsdb/$receiver/data/ $receiver_flags --web.enable-remote-write-receiver 2>&1 | awk '{print \"[$receiver]\",\$0}'") -done - -# Create the yml configs for the prometheus instances -for instance in "${INSTANCES[@]}" -do - IFS=";" read -r -a arr <<< "${instance}" - export SENDER_NAME="${arr[0]}" - export RECEIVER_NAME="${arr[2]}" - export REMOTE_WRITE_PORT="${arr[5]}" - export SCRAPE_CONFIGS="$SCRAPE_CONFIGS" - envsubst < "$BASE_DIR/receiver-template.yml" > "$TEMP_DIR/$RECEIVER_NAME.yml" - envsubst < "$BASE_DIR/sender-template.yml" > "$TEMP_DIR/$SENDER_NAME.yml" -done - -# Actually run all commands -for cmd in "${COMMANDS[@]}" -do - eval $cmd & -done - -echo Running... -read -r -d '' _