diff --git a/rosa_scalability/2024/07/30/result-20240730-142536-38321868-1bc3-4297-8cd8-905e50548f86.json b/rosa_scalability/2024/07/30/result-20240730-142536-38321868-1bc3-4297-8cd8-905e50548f86.json new file mode 100644 index 000000000..78ee4b276 --- /dev/null +++ b/rosa_scalability/2024/07/30/result-20240730-142536-38321868-1bc3-4297-8cd8-905e50548f86.json @@ -0,0 +1,895 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "38321868-1bc3-4297-8cd8-905e50548f86", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-07-30T14:25:36+00:00", + "end": "2024-07-30T15:03:27+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": true, + "persistentSessionsEnabled": true, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 39136, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1215, + "ok": 1215, + "ko": 0 + }, + "meanResponseTime": { + "total": 61, + "ok": 61, + "ko": 0 + }, + "standardDeviation": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "percentiles1": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles2": { + "total": 90, + "ok": 90, + "ko": 0 + }, + "percentiles3": { + "total": 148, + "ok": 148, + "ko": 0 + }, + "percentiles4": { + "total": 264, + "ok": 264, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274380, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 118, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 439.2, + "ok": 439.2, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1050, + "ok": 1050, + "ko": 0 + }, + "meanResponseTime": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles2": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "percentiles3": { + "total": 55, + "ok": 55, + "ko": 0 + }, + "percentiles4": { + "total": 74, + "ok": 74, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91490, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 10, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.4, + "ok": 146.4, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "maxResponseTime": { + "total": 1215, + "ok": 1215, + "ko": 0 + }, + "meanResponseTime": { + "total": 118, + "ok": 118, + "ko": 0 + }, + "standardDeviation": { + "total": 64, + "ok": 64, + "ko": 0 + }, + "percentiles1": { + "total": 105, + "ok": 105, + "ko": 0 + }, + "percentiles2": { + "total": 128, + "ok": 128, + "ko": 0 + }, + "percentiles3": { + "total": 196, + "ok": 196, + "ko": 0 + }, + "percentiles4": { + "total": 404, + "ok": 404, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91393, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 105, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.4, + "ok": 146.4, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1115, + "ok": 1115, + "ko": 0 + }, + "meanResponseTime": { + "total": 35, + "ok": 35, + "ko": 0 + }, + "standardDeviation": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "percentiles1": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "percentiles2": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "percentiles3": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "percentiles4": { + "total": 162, + "ok": 162, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91497, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 3, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 146.4, + "ok": 146.4, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 48, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 292800, + "ok": 292800, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 1562, + "ok": 1562, + "ko": 0 + }, + "meanResponseTime": { + "total": 68, + "ok": 68, + "ko": 0 + }, + "standardDeviation": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "percentiles1": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles2": { + "total": 95, + "ok": 95, + "ko": 0 + }, + "percentiles3": { + "total": 194, + "ok": 194, + "ko": 0 + }, + "percentiles4": { + "total": 352, + "ok": 352, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 292710, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 76, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 14, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 472.258064516129, + "ok": 472.258064516129, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1039, + "ok": 1039, + "ko": 0 + }, + "meanResponseTime": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "standardDeviation": { + "total": 18, + "ok": 18, + "ko": 0 + }, + "percentiles1": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles2": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "percentiles3": { + "total": 56, + "ok": 56, + "ko": 0 + }, + "percentiles4": { + "total": 79, + "ok": 79, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73198, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 2, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 118.06451612903226, + "ok": 118.06451612903226, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "maxResponseTime": { + "total": 1441, + "ok": 1441, + "ko": 0 + }, + "meanResponseTime": { + "total": 143, + "ok": 143, + "ko": 0 + }, + "standardDeviation": { + "total": 83, + "ok": 83, + "ko": 0 + }, + "percentiles1": { + "total": 119, + "ok": 119, + "ko": 0 + }, + "percentiles2": { + "total": 157, + "ok": 157, + "ko": 0 + }, + "percentiles3": { + "total": 284, + "ok": 285, + "ko": 0 + }, + "percentiles4": { + "total": 492, + "ok": 492, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73118, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 70, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 12, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 118.06451612903226, + "ok": 118.06451612903226, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1562, + "ok": 1562, + "ko": 0 + }, + "meanResponseTime": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "standardDeviation": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "percentiles1": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles2": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "percentiles3": { + "total": 93, + "ok": 93, + "ko": 0 + }, + "percentiles4": { + "total": 282, + "ok": 282, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73194, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 118.06451612903226, + "ok": 118.06451612903226, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 712, + "ok": 712, + "ko": 0 + }, + "meanResponseTime": { + "total": 56, + "ok": 56, + "ko": 0 + }, + "standardDeviation": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "percentiles1": { + "total": 36, + "ok": 36, + "ko": 0 + }, + "percentiles2": { + "total": 69, + "ok": 69, + "ko": 0 + }, + "percentiles3": { + "total": 172, + "ok": 172, + "ko": 0 + }, + "percentiles4": { + "total": 283, + "ok": 283, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73200, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 118.06451612903226, + "ok": 118.06451612903226, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 607, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1057, + "ok": 1057, + "ko": 0 + }, + "meanResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "standardDeviation": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles1": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles2": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles3": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles4": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609956, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 44, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1057, + "ok": 1057, + "ko": 0 + }, + "meanResponseTime": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "standardDeviation": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles1": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles2": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles3": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles4": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609956, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 44, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}