Skip to content

Commit 76b585e

Browse files
WVerlaekWVerlaek
authored
Add longest running reconcile to dashboards (#18022)
1 parent b72f9ae commit 76b585e

File tree

2 files changed

+360
-67
lines changed

2 files changed

+360
-67
lines changed

‎operations/observability/mixins/workspace/dashboards/components/ws-daemon.json

Lines changed: 172 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@
8585
"alertThreshold": true
8686
},
8787
"percentage": false,
88-
"pluginVersion": "9.4.3",
88+
"pluginVersion": "9.5.2",
8989
"pointradius": 5,
9090
"points": false,
9191
"renderer": "flot",
@@ -183,7 +183,7 @@
183183
"alertThreshold": true
184184
},
185185
"percentage": false,
186-
"pluginVersion": "9.4.3",
186+
"pluginVersion": "9.5.2",
187187
"pointradius": 5,
188188
"points": false,
189189
"renderer": "flot",
@@ -301,7 +301,7 @@
301301
"unit": "s"
302302
}
303303
},
304-
"pluginVersion": "9.4.3",
304+
"pluginVersion": "9.5.2",
305305
"targets": [
306306
{
307307
"datasource": {
@@ -363,7 +363,7 @@
363363
"alertThreshold": true
364364
},
365365
"percentage": false,
366-
"pluginVersion": "9.4.3",
366+
"pluginVersion": "9.5.2",
367367
"pointradius": 5,
368368
"points": false,
369369
"renderer": "flot",
@@ -662,7 +662,7 @@
662662
"unit": "s"
663663
}
664664
},
665-
"pluginVersion": "9.4.3",
665+
"pluginVersion": "9.5.2",
666666
"targets": [
667667
{
668668
"datasource": {
@@ -680,6 +680,152 @@
680680
"title": "Reconcile Work Duration",
681681
"type": "heatmap"
682682
},
683+
{
684+
"datasource": {
685+
"type": "prometheus",
686+
"uid": "$datasource"
687+
},
688+
"fieldConfig": {
689+
"defaults": {
690+
"color": {
691+
"mode": "palette-classic"
692+
},
693+
"custom": {
694+
"axisCenteredZero": false,
695+
"axisColorMode": "text",
696+
"axisLabel": "",
697+
"axisPlacement": "auto",
698+
"barAlignment": 0,
699+
"drawStyle": "line",
700+
"fillOpacity": 10,
701+
"gradientMode": "none",
702+
"hideFrom": {
703+
"legend": false,
704+
"tooltip": false,
705+
"viz": false
706+
},
707+
"lineInterpolation": "linear",
708+
"lineWidth": 1,
709+
"pointSize": 5,
710+
"scaleDistribution": {
711+
"type": "linear"
712+
},
713+
"showPoints": "never",
714+
"spanNulls": false,
715+
"stacking": {
716+
"group": "A",
717+
"mode": "none"
718+
},
719+
"thresholdsStyle": {
720+
"mode": "off"
721+
}
722+
},
723+
"links": [],
724+
"mappings": [],
725+
"min": 0,
726+
"thresholds": {
727+
"mode": "absolute",
728+
"steps": [
729+
{
730+
"color": "green",
731+
"value": null
732+
},
733+
{
734+
"color": "red",
735+
"value": 80
736+
}
737+
]
738+
},
739+
"unit": "s"
740+
},
741+
"overrides": [
742+
{
743+
"matcher": {
744+
"id": "byRegexp",
745+
"options": ".*error"
746+
},
747+
"properties": [
748+
{
749+
"id": "color",
750+
"value": {
751+
"fixedColor": "red",
752+
"mode": "fixed"
753+
}
754+
}
755+
]
756+
},
757+
{
758+
"matcher": {
759+
"id": "byRegexp",
760+
"options": ".*requeue.*"
761+
},
762+
"properties": [
763+
{
764+
"id": "color",
765+
"value": {
766+
"fixedColor": "blue",
767+
"mode": "fixed"
768+
}
769+
}
770+
]
771+
},
772+
{
773+
"matcher": {
774+
"id": "byRegexp",
775+
"options": ".*success"
776+
},
777+
"properties": [
778+
{
779+
"id": "color",
780+
"value": {
781+
"fixedColor": "green",
782+
"mode": "fixed"
783+
}
784+
}
785+
]
786+
}
787+
]
788+
},
789+
"gridPos": {
790+
"h": 9,
791+
"w": 8,
792+
"x": 0,
793+
"y": 19
794+
},
795+
"id": 78,
796+
"links": [],
797+
"options": {
798+
"legend": {
799+
"calcs": [
800+
"lastNotNull"
801+
],
802+
"displayMode": "table",
803+
"placement": "bottom",
804+
"showLegend": true
805+
},
806+
"tooltip": {
807+
"mode": "single",
808+
"sort": "none"
809+
}
810+
},
811+
"pluginVersion": "9.3.6",
812+
"targets": [
813+
{
814+
"datasource": {
815+
"type": "prometheus",
816+
"uid": "$datasource"
817+
},
818+
"editorMode": "code",
819+
"expr": "topk(20, max(workqueue_longest_running_processor_seconds{job=\"ws-daemon\", pod=~\"$pod\", name=~\"$controller\"}) by (cluster, pod, name))",
820+
"hide": false,
821+
"legendFormat": "{{cluster}} - {{pod}} - {{name}}",
822+
"range": true,
823+
"refId": "B"
824+
}
825+
],
826+
"title": "Longest running reconciliation",
827+
"type": "timeseries"
828+
},
683829
{
684830
"collapsed": true,
685831
"datasource": {
@@ -690,7 +836,7 @@
690836
"h": 1,
691837
"w": 24,
692838
"x": 0,
693-
"y": 19
839+
"y": 28
694840
},
695841
"id": 52,
696842
"panels": [
@@ -1057,7 +1203,7 @@
10571203
"h": 1,
10581204
"w": 24,
10591205
"x": 0,
1060-
"y": 20
1206+
"y": 29
10611207
},
10621208
"id": 16,
10631209
"panels": [],
@@ -1133,7 +1279,7 @@
11331279
"h": 7,
11341280
"w": 10,
11351281
"x": 0,
1136-
"y": 21
1282+
"y": 30
11371283
},
11381284
"id": 63,
11391285
"options": {
@@ -1179,7 +1325,7 @@
11791325
"h": 7,
11801326
"w": 7,
11811327
"x": 10,
1182-
"y": 21
1328+
"y": 30
11831329
},
11841330
"hiddenSeries": false,
11851331
"id": 2,
@@ -1202,7 +1348,7 @@
12021348
"alertThreshold": true
12031349
},
12041350
"percentage": false,
1205-
"pluginVersion": "9.4.3",
1351+
"pluginVersion": "9.5.2",
12061352
"pointradius": 2,
12071353
"points": false,
12081354
"renderer": "flot",
@@ -1271,7 +1417,7 @@
12711417
"h": 7,
12721418
"w": 7,
12731419
"x": 17,
1274-
"y": 21
1420+
"y": 30
12751421
},
12761422
"hiddenSeries": false,
12771423
"id": 4,
@@ -1291,7 +1437,7 @@
12911437
"alertThreshold": true
12921438
},
12931439
"percentage": false,
1294-
"pluginVersion": "9.4.3",
1440+
"pluginVersion": "9.5.2",
12951441
"pointradius": 2,
12961442
"points": false,
12971443
"renderer": "flot",
@@ -1372,7 +1518,7 @@
13721518
"h": 7,
13731519
"w": 12,
13741520
"x": 0,
1375-
"y": 28
1521+
"y": 37
13761522
},
13771523
"hiddenSeries": false,
13781524
"id": 6,
@@ -1393,7 +1539,7 @@
13931539
"alertThreshold": true
13941540
},
13951541
"percentage": false,
1396-
"pluginVersion": "9.4.3",
1542+
"pluginVersion": "9.5.2",
13971543
"pointradius": 2,
13981544
"points": false,
13991545
"renderer": "flot",
@@ -1460,7 +1606,7 @@
14601606
"h": 7,
14611607
"w": 12,
14621608
"x": 12,
1463-
"y": 28
1609+
"y": 37
14641610
},
14651611
"hiddenSeries": false,
14661612
"id": 8,
@@ -1481,7 +1627,7 @@
14811627
"alertThreshold": true
14821628
},
14831629
"percentage": false,
1484-
"pluginVersion": "9.4.3",
1630+
"pluginVersion": "9.5.2",
14851631
"pointradius": 2,
14861632
"points": false,
14871633
"renderer": "flot",
@@ -1547,7 +1693,7 @@
15471693
"h": 7,
15481694
"w": 8,
15491695
"x": 0,
1550-
"y": 35
1696+
"y": 44
15511697
},
15521698
"hiddenSeries": false,
15531699
"id": 10,
@@ -1568,7 +1714,7 @@
15681714
"alertThreshold": true
15691715
},
15701716
"percentage": false,
1571-
"pluginVersion": "9.4.3",
1717+
"pluginVersion": "9.5.2",
15721718
"pointradius": 2,
15731719
"points": false,
15741720
"renderer": "flot",
@@ -1643,7 +1789,7 @@
16431789
"h": 7,
16441790
"w": 8,
16451791
"x": 8,
1646-
"y": 35
1792+
"y": 44
16471793
},
16481794
"hiddenSeries": false,
16491795
"id": 44,
@@ -1665,7 +1811,7 @@
16651811
"alertThreshold": true
16661812
},
16671813
"percentage": false,
1668-
"pluginVersion": "9.4.3",
1814+
"pluginVersion": "9.5.2",
16691815
"pointradius": 2,
16701816
"points": false,
16711817
"renderer": "flot",
@@ -1741,7 +1887,7 @@
17411887
"h": 7,
17421888
"w": 8,
17431889
"x": 16,
1744-
"y": 35
1890+
"y": 44
17451891
},
17461892
"hiddenSeries": false,
17471893
"id": 46,
@@ -1762,7 +1908,7 @@
17621908
"alertThreshold": true
17631909
},
17641910
"percentage": false,
1765-
"pluginVersion": "9.4.3",
1911+
"pluginVersion": "9.5.2",
17661912
"pointradius": 2,
17671913
"points": false,
17681914
"renderer": "flot",
@@ -1840,7 +1986,7 @@
18401986
"h": 9,
18411987
"w": 8,
18421988
"x": 0,
1843-
"y": 42
1989+
"y": 51
18441990
},
18451991
"hiddenSeries": false,
18461992
"id": 36,
@@ -1929,7 +2075,7 @@
19292075
"h": 9,
19302076
"w": 8,
19312077
"x": 8,
1932-
"y": 42
2078+
"y": 51
19332079
},
19342080
"hiddenSeries": false,
19352081
"id": 42,
@@ -2036,7 +2182,7 @@
20362182
"h": 9,
20372183
"w": 8,
20382184
"x": 16,
2039-
"y": 42
2185+
"y": 51
20402186
},
20412187
"hiddenSeries": false,
20422188
"id": 40,
@@ -2138,7 +2284,7 @@
21382284
"h": 1,
21392285
"w": 24,
21402286
"x": 0,
2141-
"y": 51
2287+
"y": 60
21422288
},
21432289
"id": 22,
21442290
"panels": [

0 commit comments

Comments
 (0)