diff --git a/rosa_scalability/2024/08/05/result-20240805-061427-4d2da30b-e3af-4286-a85a-97ebf39fe04c.json b/rosa_scalability/2024/08/05/result-20240805-061427-4d2da30b-e3af-4286-a85a-97ebf39fe04c.json new file mode 100644 index 000000000..779575e44 --- /dev/null +++ b/rosa_scalability/2024/08/05/result-20240805-061427-4d2da30b-e3af-4286-a85a-97ebf39fe04c.json @@ -0,0 +1,895 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "4d2da30b-e3af-4286-a85a-97ebf39fe04c", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-08-05T06:14:27+00:00", + "end": "2024-08-05T06:56:44+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": true, + "persistentSessionsEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 637273, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 219600, + "ok": 219600, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 1046, + "ok": 1046, + "ko": 0 + }, + "meanResponseTime": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "standardDeviation": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "percentiles1": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "percentiles2": { + "total": 71, + "ok": 71, + "ko": 0 + }, + "percentiles3": { + "total": 107, + "ok": 107, + "ko": 0 + }, + "percentiles4": { + "total": 130, + "ok": 130, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 219596, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 351.9230769230769, + "ok": 351.9230769230769, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "maxResponseTime": { + "total": 1046, + "ok": 1046, + "ko": 0 + }, + "meanResponseTime": { + "total": 27, + "ok": 27, + "ko": 0 + }, + "standardDeviation": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles1": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "percentiles2": { + "total": 32, + "ok": 32, + "ko": 0 + }, + "percentiles3": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "percentiles4": { + "total": 64, + "ok": 64, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73196, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 4, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 117.3076923076923, + "ok": 117.3076923076923, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "maxResponseTime": { + "total": 637, + "ok": 637, + "ko": 0 + }, + "meanResponseTime": { + "total": 84, + "ok": 84, + "ko": 0 + }, + "standardDeviation": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles1": { + "total": 81, + "ok": 81, + "ko": 0 + }, + "percentiles2": { + "total": 97, + "ok": 97, + "ko": 0 + }, + "percentiles3": { + "total": 123, + "ok": 123, + "ko": 0 + }, + "percentiles4": { + "total": 144, + "ok": 144, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73200, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 117.3076923076923, + "ok": 117.3076923076923, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 73200, + "ok": 73200, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 315, + "ok": 315, + "ko": 0 + }, + "meanResponseTime": { + "total": 41, + "ok": 41, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 39, + "ok": 39, + "ko": 0 + }, + "percentiles2": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "percentiles3": { + "total": 74, + "ok": 74, + "ko": 0 + }, + "percentiles4": { + "total": 92, + "ok": 92, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 73200, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 117.3076923076923, + "ok": 117.3076923076923, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 12365, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 365997, + "ok": 365996, + "ko": 1 + }, + "minResponseTime": { + "total": 5, + "ok": 5, + "ko": 10003 + }, + "maxResponseTime": { + "total": 10003, + "ok": 1055, + "ko": 10003 + }, + "meanResponseTime": { + "total": 37, + "ok": 37, + "ko": 10003 + }, + "standardDeviation": { + "total": 31, + "ok": 26, + "ko": 0 + }, + "percentiles1": { + "total": 26, + "ok": 26, + "ko": 10003 + }, + "percentiles2": { + "total": 55, + "ok": 55, + "ko": 10003 + }, + "percentiles3": { + "total": 87, + "ok": 87, + "ko": 10003 + }, + "percentiles4": { + "total": 109, + "ok": 109, + "ko": 10003 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365989, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 7, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 1, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 589.3671497584542, + "ok": 589.365539452496, + "ko": 0.001610305958132045 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91499, + "ko": 1 + }, + "minResponseTime": { + "total": 13, + "ok": 13, + "ko": 10003 + }, + "maxResponseTime": { + "total": 10003, + "ok": 1055, + "ko": 10003 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 10003 + }, + "standardDeviation": { + "total": 35, + "ok": 13, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 10003 + }, + "percentiles2": { + "total": 26, + "ok": 26, + "ko": 10003 + }, + "percentiles3": { + "total": 42, + "ok": 42, + "ko": 10003 + }, + "percentiles4": { + "total": 55, + "ok": 55, + "ko": 10003 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91492, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 7, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 1, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.341384863124, + "ko": 0.001610305958132045 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91499, + "ok": 91499, + "ko": 0 + }, + "minResponseTime": { + "total": 42, + "ok": 42, + "ko": 0 + }, + "maxResponseTime": { + "total": 329, + "ok": 329, + "ko": 0 + }, + "meanResponseTime": { + "total": 74, + "ok": 74, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 70, + "ok": 70, + "ko": 0 + }, + "percentiles2": { + "total": 83, + "ok": 83, + "ko": 0 + }, + "percentiles3": { + "total": 105, + "ok": 105, + "ko": 0 + }, + "percentiles4": { + "total": 126, + "ok": 126, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.341384863124, + "ok": 147.341384863124, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91499, + "ok": 91499, + "ko": 0 + }, + "minResponseTime": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "maxResponseTime": { + "total": 272, + "ok": 272, + "ko": 0 + }, + "meanResponseTime": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "standardDeviation": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles1": { + "total": 30, + "ok": 30, + "ko": 0 + }, + "percentiles2": { + "total": 40, + "ok": 40, + "ko": 0 + }, + "percentiles3": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "percentiles4": { + "total": 76, + "ok": 76, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.341384863124, + "ok": 147.341384863124, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91499, + "ok": 91499, + "ko": 0 + }, + "minResponseTime": { + "total": 5, + "ok": 5, + "ko": 0 + }, + "maxResponseTime": { + "total": 282, + "ok": 282, + "ko": 0 + }, + "meanResponseTime": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles2": { + "total": 20, + "ok": 20, + "ko": 0 + }, + "percentiles3": { + "total": 38, + "ok": 38, + "ko": 0 + }, + "percentiles4": { + "total": 49, + "ok": 49, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91499, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.341384863124, + "ok": 147.341384863124, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 107485, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1040, + "ok": 1040, + "ko": 0 + }, + "meanResponseTime": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "percentiles2": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles3": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles4": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609965, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 35, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 1040, + "ok": 1040, + "ko": 0 + }, + "meanResponseTime": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "standardDeviation": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles1": { + "total": 11, + "ok": 11, + "ko": 0 + }, + "percentiles2": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles3": { + "total": 13, + "ok": 13, + "ko": 0 + }, + "percentiles4": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609965, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 35, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}