diff --git a/rosa_scalability/2024/07/02/result-20240702-081339-7557c26f-681f-4ef5-b391-4cee70a8bed8.json b/rosa_scalability/2024/07/02/result-20240702-081339-7557c26f-681f-4ef5-b391-4cee70a8bed8.json new file mode 100644 index 000000000..bb64065f2 --- /dev/null +++ b/rosa_scalability/2024/07/02/result-20240702-081339-7557c26f-681f-4ef5-b391-4cee70a8bed8.json @@ -0,0 +1,903 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "7557c26f-681f-4ef5-b391-4cee70a8bed8", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-07-02T08:13:39+00:00", + "end": "2024-07-02T08:50:39+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": true, + "persistentSessionsEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 47130, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 11 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1091, + "ok": 1091, + "ko": 0 + }, + "meanResponseTime": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "standardDeviation": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles1": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "percentiles2": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "percentiles3": { + "total": 109, + "ok": 109, + "ko": 0 + }, + "percentiles4": { + "total": 134, + "ok": 134, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274485, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 15, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.741935483871, + "ok": 442.741935483871, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1091, + "ok": 1091, + "ko": 0 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "standardDeviation": { + "total": 16, + "ok": 16, + "ko": 0 + }, + "percentiles1": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles2": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles3": { + "total": 45, + "ok": 45, + "ko": 0 + }, + "percentiles4": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91488, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 12, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "maxResponseTime": { + "total": 874, + "ok": 874, + "ko": 0 + }, + "meanResponseTime": { + "total": 87, + "ok": 87, + "ko": 0 + }, + "standardDeviation": { + "total": 24, + "ok": 24, + "ko": 0 + }, + "percentiles1": { + "total": 84, + "ok": 84, + "ko": 0 + }, + "percentiles2": { + "total": 100, + "ok": 100, + "ko": 0 + }, + "percentiles3": { + "total": 125, + "ok": 125, + "ko": 0 + }, + "percentiles4": { + "total": 149, + "ok": 149, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91497, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 3, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 400, + "ok": 400, + "ko": 0 + }, + "meanResponseTime": { + "total": 37, + "ok": 37, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles2": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "percentiles3": { + "total": 67, + "ok": 67, + "ko": 0 + }, + "percentiles4": { + "total": 87, + "ok": 87, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.58064516129033, + "ok": 147.58064516129033, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 45, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 14 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 4, + "ok": 4, + "ko": 0 + }, + "maxResponseTime": { + "total": 5228, + "ok": 5228, + "ko": 0 + }, + "meanResponseTime": { + "total": 251, + "ok": 251, + "ko": 0 + }, + "standardDeviation": { + "total": 760, + "ok": 760, + "ko": 0 + }, + "percentiles1": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "percentiles2": { + "total": 74, + "ok": 73, + "ko": 0 + }, + "percentiles3": { + "total": 2228, + "ok": 2229, + "ko": 0 + }, + "percentiles4": { + "total": 3915, + "ok": 3915, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 336950, + "percentage": 92 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 3260, + "percentage": 1 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 25790, + "percentage": 7 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 580.952380952381, + "ok": 580.952380952381, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 5228, + "ok": 5228, + "ko": 0 + }, + "meanResponseTime": { + "total": 204, + "ok": 204, + "ko": 0 + }, + "standardDeviation": { + "total": 673, + "ok": 673, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles3": { + "total": 1892, + "ok": 1891, + "ko": 0 + }, + "percentiles4": { + "total": 3497, + "ok": 3497, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 84849, + "percentage": 93 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 880, + "percentage": 1 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 5771, + "percentage": 6 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.23809523809524, + "ok": 145.23809523809524, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "maxResponseTime": { + "total": 4921, + "ok": 4921, + "ko": 0 + }, + "meanResponseTime": { + "total": 307, + "ok": 307, + "ko": 0 + }, + "standardDeviation": { + "total": 792, + "ok": 792, + "ko": 0 + }, + "percentiles1": { + "total": 86, + "ok": 86, + "ko": 0 + }, + "percentiles2": { + "total": 104, + "ok": 104, + "ko": 0 + }, + "percentiles3": { + "total": 2424, + "ok": 2424, + "ko": 0 + }, + "percentiles4": { + "total": 4062, + "ok": 4062, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 84002, + "percentage": 92 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 801, + "percentage": 1 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 6697, + "percentage": 7 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.23809523809524, + "ok": 145.23809523809524, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 5003, + "ok": 5003, + "ko": 0 + }, + "meanResponseTime": { + "total": 266, + "ok": 266, + "ko": 0 + }, + "standardDeviation": { + "total": 814, + "ok": 814, + "ko": 0 + }, + "percentiles1": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "percentiles2": { + "total": 47, + "ok": 47, + "ko": 0 + }, + "percentiles3": { + "total": 2488, + "ok": 2488, + "ko": 0 + }, + "percentiles4": { + "total": 4081, + "ok": 4081, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 83865, + "percentage": 92 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 696, + "percentage": 1 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 6939, + "percentage": 8 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.23809523809524, + "ok": 145.23809523809524, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 4, + "ok": 4, + "ko": 0 + }, + "maxResponseTime": { + "total": 4849, + "ok": 4849, + "ko": 0 + }, + "meanResponseTime": { + "total": 226, + "ok": 226, + "ko": 0 + }, + "standardDeviation": { + "total": 751, + "ok": 751, + "ko": 0 + }, + "percentiles1": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles2": { + "total": 25, + "ok": 25, + "ko": 0 + }, + "percentiles3": { + "total": 2134, + "ok": 2134, + "ko": 0 + }, + "percentiles4": { + "total": 3874, + "ok": 3874, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 84234, + "percentage": 92 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 883, + "percentage": 1 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 6383, + "percentage": 7 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 145.23809523809524, + "ok": 145.23809523809524, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 543, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1232, + "ok": 1232, + "ko": 0 + }, + "meanResponseTime": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "standardDeviation": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "percentiles1": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles2": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles3": { + "total": 74, + "ok": 74, + "ko": 0 + }, + "percentiles4": { + "total": 126, + "ok": 126, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609937, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 61, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1232, + "ok": 1232, + "ko": 0 + }, + "meanResponseTime": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "standardDeviation": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "percentiles1": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles2": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles3": { + "total": 74, + "ok": 74, + "ko": 0 + }, + "percentiles4": { + "total": 126, + "ok": 126, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609937, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 61, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 2, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}