[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[taler-grid5k] 139/189: fix taler-perf script
|
From: |
gnunet |
|
Subject: |
[taler-grid5k] 139/189: fix taler-perf script |
|
Date: |
Thu, 28 Apr 2022 10:48:29 +0200 |
This is an automated email from the git hooks/post-receive script.
marco-boss pushed a commit to branch master
in repository grid5k.
commit 394683e3385e9c73b60a94e266ab30091e3fc26a
Author: Boss Marco <bossm8@bfh.ch>
AuthorDate: Sat Apr 9 20:54:23 2022 +0200
fix taler-perf script
---
additional/grafana/exchange.json | 416 +++++++++++++++++++++++++++++++++++---
configs/etc/monitor/promtail.yaml | 2 +-
experiment/scripts/taler-perf.sh | 4 +-
3 files changed, 390 insertions(+), 32 deletions(-)
diff --git a/additional/grafana/exchange.json b/additional/grafana/exchange.json
index c3cf1c6..29ed2a7 100644
--- a/additional/grafana/exchange.json
+++ b/additional/grafana/exchange.json
@@ -567,7 +567,7 @@
"overrides": []
},
"gridPos": {
- "h": 9,
+ "h": 8,
"w": 10,
"x": 0,
"y": 27
@@ -601,6 +601,76 @@
"transformations": [],
"type": "bargauge"
},
+ {
+ "description": "Number of serialization errors per request since the
last exchange restarts",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [
+ {
+ "options": {
+ "match": "nan",
+ "result": {
+ "index": 0,
+ "text": "-"
+ }
+ },
+ "type": "special"
+ }
+ ],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "text",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 2
+ }
+ ]
+ },
+ "unit": "percentunit"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 10,
+ "x": 10,
+ "y": 27
+ },
+ "id": 12,
+ "options": {
+ "displayMode": "basic",
+ "orientation": "horizontal",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showUnfilled": true,
+ "text": {}
+ },
+ "pluginVersion": "8.4.3",
+ "targets": [
+ {
+ "exemplar": true,
+ "expr": "sort_desc(sum by(type)
(rate(taler_exchange_serialization_failures{}[10m]))\n/\nsum by(type)
(rate(taler_exchange_received_requests{}[10m])))",
+ "instant": true,
+ "interval": "",
+ "legendFormat": "{{type}}",
+ "refId": "A"
+ }
+ ],
+ "title": "Serialization Errors / Request",
+ "type": "bargauge"
+ },
{
"description": "Total number of serialization errors that happened since
last exchange restarts",
"fieldConfig": {
@@ -624,9 +694,9 @@
"overrides": []
},
"gridPos": {
- "h": 3,
+ "h": 4,
"w": 4,
- "x": 10,
+ "x": 20,
"y": 27
},
"id": 8,
@@ -659,7 +729,81 @@
"type": "stat"
},
{
- "description": "Number of serialization errors per request since the
last exchange restarts",
+ "collapsed": false,
+ "gridPos": {
+ "h": 1,
+ "w": 24,
+ "x": 0,
+ "y": 35
+ },
+ "id": 32,
+ "panels": [],
+ "title": "Slow Queries",
+ "type": "row"
+ },
+ {
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ },
+ {
+ "color": "red",
+ "value": 80
+ }
+ ]
+ }
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 8,
+ "w": 14,
+ "x": 0,
+ "y": 36
+ },
+ "id": 30,
+ "options": {
+ "displayMode": "gradient",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "showUnfilled": true
+ },
+ "pluginVersion": "8.4.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": true,
+ "expr": "taler_database_slow_query_duration_hist_bucket{}",
+ "format": "heatmap",
+ "interval": "",
+ "legendFormat": "{{ le }}",
+ "refId": "A"
+ }
+ ],
+ "title": "Slow Query Distribution",
+ "type": "bargauge"
+ },
+ {
+ "description": "",
"fieldConfig": {
"defaults": {
"color": {
@@ -668,10 +812,10 @@
"mappings": [
{
"options": {
- "match": "nan",
+ "match": "null+nan",
"result": {
"index": 0,
- "text": "-"
+ "text": "0"
}
},
"type": "special"
@@ -681,29 +825,98 @@
"mode": "absolute",
"steps": [
{
- "color": "text",
+ "color": "green",
"value": null
+ }
+ ]
+ },
+ "unit": "ms"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 3,
+ "x": 14,
+ "y": 36
+ },
+ "id": 25,
+ "options": {
+ "colorMode": "none",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.4.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": false,
+ "expr":
"rate(taler_database_slow_query_duration_hist_sum{}[$__range]) /
rate(taler_database_slow_query_duration_hist_count{} [$__range])",
+ "instant": true,
+ "interval": "",
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
+ "title": "Average",
+ "type": "stat"
+ },
+ {
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [
+ {
+ "options": {
+ "match": "null+nan",
+ "result": {
+ "index": 0,
+ "text": "0"
+ }
},
+ "type": "special"
+ }
+ ],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
{
- "color": "red",
- "value": 2
+ "color": "green",
+ "value": null
}
]
},
- "unit": "percentunit"
+ "unit": "ms"
},
"overrides": []
},
"gridPos": {
- "h": 9,
- "w": 10,
- "x": 14,
- "y": 27
+ "h": 4,
+ "w": 3,
+ "x": 17,
+ "y": 36
},
- "id": 12,
+ "id": 27,
"options": {
- "displayMode": "basic",
- "orientation": "horizontal",
+ "colorMode": "none",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
@@ -711,22 +924,25 @@
"fields": "",
"values": false
},
- "showUnfilled": true,
- "text": {}
+ "textMode": "auto"
},
"pluginVersion": "8.4.3",
"targets": [
{
- "exemplar": true,
- "expr": "sort_desc(sum by(type)
(rate(taler_exchange_serialization_failures{}[10m]))\n/\nsum by(type)
(rate(taler_exchange_received_requests{}[10m])))",
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": false,
+ "expr": "histogram_quantile(0.9,
rate(taler_database_slow_query_duration_hist_bucket{}[$__range]))",
"instant": true,
"interval": "",
- "legendFormat": "{{type}}",
+ "legendFormat": "",
"refId": "A"
}
],
- "title": "Serialization Errors / Request",
- "type": "bargauge"
+ "title": "90th Percentile",
+ "type": "stat"
},
{
"datasource": {
@@ -755,10 +971,10 @@
"overrides": []
},
"gridPos": {
- "h": 3,
+ "h": 4,
"w": 4,
- "x": 10,
- "y": 30
+ "x": 20,
+ "y": 36
},
"id": 10,
"options": {
@@ -792,6 +1008,148 @@
"title": "Total Slow Queries",
"type": "stat"
},
+ {
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [
+ {
+ "options": {
+ "match": "null+nan",
+ "result": {
+ "index": 0,
+ "text": "0"
+ }
+ },
+ "type": "special"
+ }
+ ],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "ms"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 3,
+ "x": 14,
+ "y": 40
+ },
+ "id": 26,
+ "options": {
+ "colorMode": "none",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.4.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": false,
+ "expr": "histogram_quantile(0.5,
rate(taler_database_slow_query_duration_hist_bucket{}[$__range]))",
+ "instant": true,
+ "interval": "",
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
+ "title": "Median",
+ "type": "stat"
+ },
+ {
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "color": {
+ "mode": "thresholds"
+ },
+ "mappings": [
+ {
+ "options": {
+ "match": "null+nan",
+ "result": {
+ "index": 0,
+ "text": "0"
+ }
+ },
+ "type": "special"
+ }
+ ],
+ "thresholds": {
+ "mode": "absolute",
+ "steps": [
+ {
+ "color": "green",
+ "value": null
+ }
+ ]
+ },
+ "unit": "ms"
+ },
+ "overrides": []
+ },
+ "gridPos": {
+ "h": 4,
+ "w": 3,
+ "x": 17,
+ "y": 40
+ },
+ "id": 28,
+ "options": {
+ "colorMode": "none",
+ "graphMode": "none",
+ "justifyMode": "auto",
+ "orientation": "auto",
+ "reduceOptions": {
+ "calcs": [
+ "lastNotNull"
+ ],
+ "fields": "",
+ "values": false
+ },
+ "textMode": "auto"
+ },
+ "pluginVersion": "8.4.3",
+ "targets": [
+ {
+ "datasource": {
+ "type": "prometheus",
+ "uid": "${DS_PROMETHEUS}"
+ },
+ "exemplar": false,
+ "expr": "histogram_quantile(0.99,
rate(taler_database_slow_query_duration_hist_bucket{}[$__range]))",
+ "instant": true,
+ "interval": "",
+ "legendFormat": "",
+ "refId": "A"
+ }
+ ],
+ "title": "99th Percentile",
+ "type": "stat"
+ },
{
"datasource": {
"type": "loki",
@@ -838,7 +1196,7 @@
"h": 7,
"w": 24,
"x": 0,
- "y": 36
+ "y": 44
},
"id": 14,
"options": {
@@ -950,6 +1308,6 @@
"timezone": "",
"title": "Exchange",
"uid": "NYO0EIE7k",
- "version": 31,
+ "version": 33,
"weekStart": ""
}
\ No newline at end of file
diff --git a/configs/etc/monitor/promtail.yaml
b/configs/etc/monitor/promtail.yaml
index 7cde3ac..75fa50e 100644
--- a/configs/etc/monitor/promtail.yaml
+++ b/configs/etc/monitor/promtail.yaml
@@ -45,7 +45,7 @@ scrape_configs:
source: time
max_idle_duration: 24h
config:
- buckets: [10,100,200,500,1000,5000,10000,50000]
+ buckets: [20,40,60,80,100,200,500,1000,5000,10000]
- match:
selector: '{job="database"} |~ "(011Query Text:)|(duration:.*execute)"'
stages:
diff --git a/experiment/scripts/taler-perf.sh b/experiment/scripts/taler-perf.sh
index 92fd807..e9b81dc 100644
--- a/experiment/scripts/taler-perf.sh
+++ b/experiment/scripts/taler-perf.sh
@@ -60,12 +60,12 @@ function stop_exchanges() {
function start_wirewatches() {
ssh -A -o StrictHostKeyChecking=no "wirewatch.${DNS_ZONE}" \
- "/bin/bash root/scripts/wirewatch.sh start ${1}"
+ "/bin/bash /root/scripts/exchange-wirewatch.sh start ${1}"
}
function stop_wirewatches() {
ssh -A -o StrictHostKeyChecking=no "wirewatch.${DNS_ZONE}" \
- "/bin/bash root/scripts/wirewatch.sh stop ${1}"
+ "/bin/bash /root/scripts/exchange-wirewatch.sh stop ${1}"
}
function start_processes() {
--
To stop receiving notification emails like this one, please contact
gnunet@gnunet.org.
- [taler-grid5k] 185/189: update taler-perf, (continued)
- [taler-grid5k] 185/189: update taler-perf, gnunet, 2022/04/28
- [taler-grid5k] 187/189: rename to be clearer, gnunet, 2022/04/28
- [taler-grid5k] 173/189: createusers not required for db only, gnunet, 2022/04/28
- [taler-grid5k] 121/189: fix gitignore, gnunet, 2022/04/28
- [taler-grid5k] 164/189: update, gnunet, 2022/04/28
- [taler-grid5k] 171/189: fix pg repo in centos, gnunet, 2022/04/28
- [taler-grid5k] 134/189: try source, gnunet, 2022/04/28
- [taler-grid5k] 137/189: fix some issues in recover, gnunet, 2022/04/28
- [taler-grid5k] 150/189: various imrovements / fixes, gnunet, 2022/04/28
- [taler-grid5k] 170/189: add node-exporter service files as not present in centos, gnunet, 2022/04/28
- [taler-grid5k] 139/189: fix taler-perf script,
gnunet <=
- [taler-grid5k] 180/189: add centos db initialization script, gnunet, 2022/04/28
- [taler-grid5k] 136/189: update dashboards, gnunet, 2022/04/28
- [taler-grid5k] 163/189: update centos, gnunet, 2022/04/28
- [taler-grid5k] 165/189: remove --no-install-recommends, gnunet, 2022/04/28
- [taler-grid5k] 174/189: add mitigations=off in grid5000 base.yaml as it gets overriden, gnunet, 2022/04/28
- [taler-grid5k] 183/189: fix promtail, gnunet, 2022/04/28
- [taler-grid5k] 184/189: add documentation, gnunet, 2022/04/28
- [taler-grid5k] 138/189: possibility to start more wirewatchers, gnunet, 2022/04/28
- [taler-grid5k] 172/189: fix bind package in centos, gnunet, 2022/04/28
- [taler-grid5k] 178/189: kernel_params used to disable mitigations, gnunet, 2022/04/28