Skip to content

Commit

Permalink
fixes for cpu throttling on both minikube and openshift
Browse files Browse the repository at this point in the history
  • Loading branch information
Kamesh Akella committed Jul 21, 2023
1 parent 5a02674 commit 9c1c266
Show file tree
Hide file tree
Showing 2 changed files with 126 additions and 43 deletions.
165 changes: 124 additions & 41 deletions provision/minikube/monitoring/dashboards/keycloak-perf-tests.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -950,6 +950,106 @@
"title": "CPU Secs Util % by Pod",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "Keycloak CPU Throttling rate",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 4,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 13,
"w": 6,
"x": 6,
"y": 18
},
"id": 61,
"interval": "30",
"options": {
"legend": {
"calcs": [
"min",
"max",
"lastNotNull",
"mean"
],
"displayMode": "table",
"placement": "bottom",
"sortBy": "Max",
"sortDesc": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus"
},
"editorMode": "code",
"exemplar": false,
"expr": "irate(container_cpu_cfs_throttled_seconds_total{namespace=\"$namespace\",container=\"keycloak\"}[1m])",
"hide": false,
"legendFormat": "{{container_label_io_kubernetes_pod_name}}",
"range": true,
"refId": "B"
}
],
"title": "Keycloak CPU Throttling rate",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
Expand Down Expand Up @@ -1010,7 +1110,7 @@
"gridPos": {
"h": 13,
"w": 6,
"x": 6,
"x": 12,
"y": 18
},
"id": 3,
Expand Down Expand Up @@ -1047,7 +1147,7 @@
"refId": "B"
}
],
"title": "Memory usage totals by Pod",
"title": "Memory Util % by Pod",
"type": "timeseries"
},
{
Expand Down Expand Up @@ -1109,8 +1209,8 @@
},
"gridPos": {
"h": 13,
"w": 12,
"x": 12,
"w": 6,
"x": 18,
"y": 18
},
"id": 4,
Expand Down Expand Up @@ -1215,8 +1315,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -1309,8 +1408,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -1403,8 +1501,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -1497,8 +1594,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -1592,8 +1688,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -1687,8 +1782,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2137,7 +2231,7 @@
"refId": "A"
}
],
"title": "JVM GC Pause seconds Max",
"title": "JVM GC Pause seconds total",
"type": "timeseries"
},
{
Expand Down Expand Up @@ -2292,8 +2386,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2398,8 +2491,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2511,8 +2603,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2624,8 +2715,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2742,8 +2832,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2848,8 +2937,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -2960,8 +3048,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -3096,8 +3183,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -3190,8 +3276,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -3284,8 +3369,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -3378,8 +3462,7 @@
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
"color": "green"
},
{
"color": "red",
Expand Down Expand Up @@ -3472,6 +3555,6 @@
"timezone": "",
"title": "keycloak-perf-tests",
"uid": "basic-keycloak-dashboard-by-namespace",
"version": 3,
"version": 1,
"weekStart": ""
}
}
4 changes: 2 additions & 2 deletions provision/openshift/monitoring/dashboards/keycloak-perf-tests.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1068,7 +1068,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(irate(container_cpu_cfs_throttled_seconds_total{namespace=\"$namespace\",container=\"keycloak\"}[1m]))",
"expr": "irate(container_cpu_cfs_throttled_seconds_total{namespace=\"$namespace\",container=\"keycloak\"}[1m])",
"hide": false,
"legendFormat": "{{pod}}",
"range": true,
Expand Down Expand Up @@ -3661,4 +3661,4 @@
"uid": "basic-keycloak-dashboard-by-namespace",
"version": 1,
"weekStart": ""
}
}

0 comments on commit 9c1c266

Please sign in to comment.