Skip to content

Commit 00ccdcd

Browse files
PhilippMatthesPhilippMatthes
authored
Polish cortex dashboard and use 1m scrape interval (#101)
1 parent ccf8b1f commit 00ccdcd

File tree

2 files changed

+23
-21
lines changed

2 files changed

+23
-21
lines changed

‎helm/prometheus-deps/templates/prometheus.yaml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,7 @@ spec:
2121
- namespace: default
2222
name: alertmanager-operated
2323
port: web
24+
scrapeInterval: 60s
2425
ruleSelector:
2526
matchLabels:
2627
type: alerting-rules

‎plutono/provisioning/dashboards/cortex.json

Lines changed: 22 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -193,10 +193,11 @@
193193
"targets": [
194194
{
195195
"exemplar": true,
196-
"expr": "sum by (service) (rate(process_cpu_seconds_total{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"}[1m]))",
196+
"expr": "sum by (service) (rate(process_cpu_seconds_total{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"}[2m]))",
197197
"format": "time_series",
198198
"instant": false,
199199
"interval": "",
200+
"intervalFactor": 1,
200201
"legendFormat": "{{service}}",
201202
"refId": "A"
202203
}
@@ -308,7 +309,7 @@
308309
"targets": [
309310
{
310311
"exemplar": false,
311-
"expr": "sum(delta(cortex_vm_life_span_bucket{flavor_name=\"all\"}[1m]) / 2) by (le)",
312+
"expr": "sum(delta(cortex_vm_life_span_bucket{flavor_name=\"all\"}[2m]) / 2) by (le)",
312313
"format": "heatmap",
313314
"instant": false,
314315
"interval": "",
@@ -384,7 +385,7 @@
384385
"targets": [
385386
{
386387
"exemplar": true,
387-
"expr": "sum(delta(cortex_vm_time_until_migration_bucket{flavor_name=\"all\"}[1m]) / 2) by (le)",
388+
"expr": "sum(delta(cortex_vm_time_until_migration_bucket{flavor_name=\"all\"}[2m]) / 2) by (le)",
388389
"format": "heatmap",
389390
"instant": false,
390391
"interval": "",
@@ -527,7 +528,7 @@
527528
"targets": [
528529
{
529530
"exemplar": true,
530-
"expr": "(sum by(target_host) (delta(cortex_migrations_total{}[1m])))",
531+
"expr": "(sum by(target_host) (delta(cortex_migrations_total{}[2m])))",
531532
"interval": "",
532533
"legendFormat": "{{target_host}}",
533534
"queryType": "randomWalk",
@@ -624,7 +625,7 @@
624625
"targets": [
625626
{
626627
"exemplar": true,
627-
"expr": "(sum by(source_host) (delta(cortex_migrations_total{}[1m])))",
628+
"expr": "(sum by(source_host) (delta(cortex_migrations_total{}[2m])))",
628629
"format": "time_series",
629630
"interval": "",
630631
"legendFormat": "{{source_host}}",
@@ -782,7 +783,7 @@
782783
"targets": [
783784
{
784785
"exemplar": true,
785-
"expr": "sum by(type) (delta(cortex_migrations_total[1m]))",
786+
"expr": "sum by(type) (delta(cortex_migrations_total[2m]))",
786787
"interval": "",
787788
"legendFormat": "Type: {{type}}",
788789
"queryType": "randomWalk",
@@ -793,7 +794,7 @@
793794
"timeFrom": null,
794795
"timeRegions": [],
795796
"timeShift": null,
796-
"title": "Migrations by type (rate over 60min)",
797+
"title": "Migrations by type",
797798
"tooltip": {
798799
"shared": true,
799800
"sort": 0,
@@ -895,7 +896,7 @@
895896
"targets": [
896897
{
897898
"exemplar": true,
898-
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_pipeline_step_reorderings_levenshtein_bucket[60m])) by (le, step))",
899+
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_pipeline_step_reorderings_levenshtein_bucket[2m])) by (le, step))",
899900
"interval": "",
900901
"legendFormat": "{{step}}",
901902
"refId": "A"
@@ -905,7 +906,7 @@
905906
"timeFrom": null,
906907
"timeRegions": [],
907908
"timeShift": null,
908-
"title": "Resorted hosts by scheduler step (rate over 60min)",
909+
"title": "Resorted hosts by scheduler step (rate over 2min)",
909910
"tooltip": {
910911
"shared": true,
911912
"sort": 0,
@@ -992,7 +993,7 @@
992993
"targets": [
993994
{
994995
"exemplar": true,
995-
"expr": "sum by(vmware,rebuild,resize,live) (rate(cortex_scheduler_pipeline_requests_total{}[60m]))",
996+
"expr": "sum by(vmware,rebuild,resize,live) (rate(cortex_scheduler_pipeline_requests_total{}[2m]))",
996997
"interval": "",
997998
"legendFormat": "Rebuild: {{rebuild}}, Resize: {{resize}}, Live: {{live}}, VMware: {{vmware}}",
998999
"refId": "A"
@@ -1002,7 +1003,7 @@
10021003
"timeFrom": null,
10031004
"timeRegions": [],
10041005
"timeShift": null,
1005-
"title": "Requests by type (rate over 60min)",
1006+
"title": "Requests by type (rate over 2min)",
10061007
"tooltip": {
10071008
"shared": true,
10081009
"sort": 0,
@@ -1090,7 +1091,7 @@
10901091
"targets": [
10911092
{
10921093
"exemplar": true,
1093-
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_pipeline_step_run_duration_seconds_bucket[1m])) by (le, step))",
1094+
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_pipeline_step_run_duration_seconds_bucket[2m])) by (le, step))",
10941095
"interval": "",
10951096
"legendFormat": "{{step}}",
10961097
"refId": "A"
@@ -1197,7 +1198,7 @@
11971198
"targets": [
11981199
{
11991200
"exemplar": true,
1200-
"expr": "sum(rate(cortex_scheduler_api_request_duration_seconds_count{status=~\"2.+\"}[1m])) by (method, path, status, error)",
1201+
"expr": "sum(rate(cortex_scheduler_api_request_duration_seconds_count{status=~\"2.+\"}[2m])) by (method, path, status, error)",
12011202
"interval": "",
12021203
"legendFormat": "{{method}} {{path}} {{status}} {{error}}",
12031204
"refId": "A"
@@ -1294,7 +1295,7 @@
12941295
"targets": [
12951296
{
12961297
"exemplar": true,
1297-
"expr": "sum(rate(cortex_scheduler_api_request_duration_seconds_count{status=~\"4.+|5.+\"}[1m])) by (method, path, status, error)",
1298+
"expr": "sum(rate(cortex_scheduler_api_request_duration_seconds_count{status=~\"4.+|5.+\"}[2m])) by (method, path, status, error)",
12981299
"instant": false,
12991300
"interval": "",
13001301
"legendFormat": "{{method}} {{path}} {{status}} {{error}}",
@@ -1409,7 +1410,7 @@
14091410
"targets": [
14101411
{
14111412
"exemplar": true,
1412-
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_api_request_duration_seconds_bucket{status=~\"2.+\"}[1m])) by (le, method, path, status, error))",
1413+
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_api_request_duration_seconds_bucket{status=~\"2.+\"}[2m])) by (le, method, path, status, error))",
14131414
"interval": "",
14141415
"legendFormat": "{{method}} {{path}} {{status}} {{error}}",
14151416
"refId": "A"
@@ -1521,7 +1522,7 @@
15211522
"targets": [
15221523
{
15231524
"exemplar": true,
1524-
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_api_request_duration_seconds_bucket{status=~\"4.+|5.+\"}[1m])) by (le, method, path, status, error))",
1525+
"expr": "histogram_quantile(0.95, sum(rate(cortex_scheduler_api_request_duration_seconds_bucket{status=~\"4.+|5.+\"}[2m])) by (le, method, path, status, error))",
15251526
"interval": "",
15261527
"legendFormat": "{{method}} {{path}} {{status}} {{error}}",
15271528
"refId": "A"
@@ -1638,7 +1639,7 @@
16381639
"targets": [
16391640
{
16401641
"exemplar": true,
1641-
"expr": "bottomk(1, min by (host, step) (rate(cortex_scheduler_pipeline_step_weight_modification[1m])) < 0) by (host)",
1642+
"expr": "bottomk(1, min by (host, step) (rate(cortex_scheduler_pipeline_step_weight_modification[2m])) < 0) by (host)",
16421643
"format": "time_series",
16431644
"instant": false,
16441645
"interval": "",
@@ -1708,7 +1709,7 @@
17081709
"targets": [
17091710
{
17101711
"exemplar": true,
1711-
"expr": "topk(1, max by (host, step) (rate(cortex_scheduler_pipeline_step_weight_modification[1m])) > 0) by (host)",
1712+
"expr": "topk(1, max by (host, step) (rate(cortex_scheduler_pipeline_step_weight_modification[2m])) > 0) by (host)",
17121713
"format": "time_series",
17131714
"instant": false,
17141715
"interval": "",
@@ -1785,7 +1786,7 @@
17851786
"targets": [
17861787
{
17871788
"exemplar": true,
1788-
"expr": "histogram_quantile(0.95, sum(rate(cortex_feature_pipeline_step_run_duration_seconds_bucket[1m])) by (le, step))",
1789+
"expr": "histogram_quantile(0.95, sum(rate(cortex_feature_pipeline_step_run_duration_seconds_bucket[2m])) by (le, step))",
17891790
"interval": "",
17901791
"legendFormat": "{{step}}",
17911792
"refId": "A"
@@ -1957,7 +1958,7 @@
19571958
"targets": [
19581959
{
19591960
"exemplar": true,
1960-
"expr": "histogram_quantile(0.95, sum(rate(cortex_sync_run_duration_seconds_bucket[1m])) by (le, datasource))",
1961+
"expr": "histogram_quantile(0.95, sum(rate(cortex_sync_run_duration_seconds_bucket[2m])) by (le, datasource))",
19611962
"interval": "",
19621963
"legendFormat": "{{datasource}}",
19631964
"refId": "A"
@@ -2055,7 +2056,7 @@
20552056
"targets": [
20562057
{
20572058
"exemplar": true,
2058-
"expr": "sum by (datasource) (increase(cortex_sync_objects{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"}[1m])) / count by (datasource) (cortex_sync_objects{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"})",
2059+
"expr": "sum by (datasource) (increase(cortex_sync_objects{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"}[2m])) / count by (datasource) (cortex_sync_objects{github_org=\"cobaltcore-dev\",github_repo=\"cortex\"})",
20592060
"format": "time_series",
20602061
"instant": false,
20612062
"interval": "",

0 commit comments

Comments
 (0)