From 4fb09ddcdeb809dce43fd5bd257759c06dc86633 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 2 Jul 2024 06:53:42 +0000 Subject: [PATCH] generated --- ...-48c45db5-ae18-45f4-ad17-f38d9cfb43bb.json | 907 ++++++++++++++++++ 1 file changed, 907 insertions(+) create mode 100644 rosa_scalability/2024/07/02/result-20240702-061533-48c45db5-ae18-45f4-ad17-f38d9cfb43bb.json diff --git a/rosa_scalability/2024/07/02/result-20240702-061533-48c45db5-ae18-45f4-ad17-f38d9cfb43bb.json b/rosa_scalability/2024/07/02/result-20240702-061533-48c45db5-ae18-45f4-ad17-f38d9cfb43bb.json new file mode 100644 index 000000000..0fd287581 --- /dev/null +++ b/rosa_scalability/2024/07/02/result-20240702-061533-48c45db5-ae18-45f4-ad17-f38d9cfb43bb.json @@ -0,0 +1,907 @@ +{ + "$schema": "urn:keycloak-benchmark:0.1", + "uuid": "48c45db5-ae18-45f4-ad17-f38d9cfb43bb", + "name": "ROSA Scalability Benchmark Run Results", + "start": "2024-07-02T06:15:33+00:00", + "end": "2024-07-02T06:52:17+00:00", + "context": { + "numOfPods": 3, + "cpuRequestsPerPod": 6, + "cpuLimitsPerPod": null, + "stickySessionDisabled": true, + "externalInfinispanFeatureEnabled": false, + "persistentSessionsEnabled": false, + "memRequestsPerPod": 3000, + "memLimitPerPod": 4000, + "dbPool": { + "init": 30, + "min": 30, + "max": 30 + }, + "metaspace": { + "init": 96, + "max": 256 + }, + "isMultiAZ": true, + "keycloakOperatorTag": "nightly", + "keycloakRepository": "", + "keycloakBranch": "", + "keycloakDatabase": "aurora-postgres", + "databaseMode": "single", + "ispnDeployment": "ispn:crossdc" + }, + "memoryUsageTest": { + "activeSessionsPer500MbPerPod": 36077, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 14 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 274500, + "ok": 274500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4121, + "ok": 4121, + "ko": 0 + }, + "meanResponseTime": { + "total": 53, + "ok": 53, + "ko": 0 + }, + "standardDeviation": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "percentiles1": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "percentiles2": { + "total": 88, + "ok": 88, + "ko": 0 + }, + "percentiles3": { + "total": 136, + "ok": 136, + "ko": 0 + }, + "percentiles4": { + "total": 165, + "ok": 165, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 274481, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 8, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 11, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 442.0289855072464, + "ok": 442.0289855072464, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1081, + "ok": 1081, + "ko": 0 + }, + "meanResponseTime": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "standardDeviation": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles1": { + "total": 22, + "ok": 22, + "ko": 0 + }, + "percentiles2": { + "total": 33, + "ok": 33, + "ko": 0 + }, + "percentiles3": { + "total": 52, + "ok": 52, + "ko": 0 + }, + "percentiles4": { + "total": 68, + "ok": 68, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91492, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 8, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "maxResponseTime": { + "total": 771, + "ok": 771, + "ko": 0 + }, + "meanResponseTime": { + "total": 107, + "ok": 107, + "ko": 0 + }, + "standardDeviation": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles1": { + "total": 104, + "ok": 104, + "ko": 0 + }, + "percentiles2": { + "total": 124, + "ok": 124, + "ko": 0 + }, + "percentiles3": { + "total": 156, + "ok": 156, + "ko": 0 + }, + "percentiles4": { + "total": 182, + "ok": 182, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4121, + "ok": 4121, + "ko": 0 + }, + "meanResponseTime": { + "total": 26, + "ok": 26, + "ko": 0 + }, + "standardDeviation": { + "total": 48, + "ok": 48, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 35, + "ok": 35, + "ko": 0 + }, + "percentiles3": { + "total": 58, + "ok": 58, + "ko": 0 + }, + "percentiles4": { + "total": 85, + "ok": 85, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91489, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 11, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.34299516908212, + "ok": 147.34299516908212, + "ko": 0 + } + } + ] + }, + "cpuUsageForLoginsTest": { + "userLoginsPerSecPer1vCpuPerPod": 45, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 13 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 366000, + "ok": 366000, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4100, + "ok": 4100, + "ko": 0 + }, + "meanResponseTime": { + "total": 44, + "ok": 44, + "ko": 0 + }, + "standardDeviation": { + "total": 62, + "ok": 62, + "ko": 0 + }, + "percentiles1": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles2": { + "total": 65, + "ok": 65, + "ko": 0 + }, + "percentiles3": { + "total": 116, + "ok": 116, + "ko": 0 + }, + "percentiles4": { + "total": 144, + "ok": 144, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 365935, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 7, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 58, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 588.4244372990354, + "ok": 588.4244372990354, + "ko": 0 + } + }, + { + "name": "Browser to Log In Endpoint", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "maxResponseTime": { + "total": 1158, + "ok": 1158, + "ko": 0 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "standardDeviation": { + "total": 15, + "ok": 15, + "ko": 0 + }, + "percentiles1": { + "total": 19, + "ok": 19, + "ko": 0 + }, + "percentiles2": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles3": { + "total": 47, + "ok": 47, + "ko": 0 + }, + "percentiles4": { + "total": 59, + "ok": 59, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91493, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 7, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.10610932475885, + "ok": 147.10610932475885, + "ko": 0 + } + }, + { + "name": "Browser posts correct credentials", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 46, + "ok": 46, + "ko": 0 + }, + "maxResponseTime": { + "total": 379, + "ok": 379, + "ko": 0 + }, + "meanResponseTime": { + "total": 97, + "ok": 97, + "ko": 0 + }, + "standardDeviation": { + "total": 24, + "ok": 24, + "ko": 0 + }, + "percentiles1": { + "total": 94, + "ok": 94, + "ko": 0 + }, + "percentiles2": { + "total": 112, + "ok": 112, + "ko": 0 + }, + "percentiles3": { + "total": 140, + "ok": 140, + "ko": 0 + }, + "percentiles4": { + "total": 162, + "ok": 162, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91500, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.10610932475885, + "ok": 147.10610932475885, + "ko": 0 + } + }, + { + "name": "Exchange Code", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 7, + "ok": 7, + "ko": 0 + }, + "maxResponseTime": { + "total": 4100, + "ok": 4100, + "ko": 0 + }, + "meanResponseTime": { + "total": 23, + "ok": 23, + "ko": 0 + }, + "standardDeviation": { + "total": 61, + "ok": 61, + "ko": 0 + }, + "percentiles1": { + "total": 17, + "ok": 17, + "ko": 0 + }, + "percentiles2": { + "total": 28, + "ok": 28, + "ko": 0 + }, + "percentiles3": { + "total": 51, + "ok": 51, + "ko": 0 + }, + "percentiles4": { + "total": 72, + "ok": 72, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91480, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 20, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.10610932475885, + "ok": 147.10610932475885, + "ko": 0 + } + }, + { + "name": "Browser logout", + "numberOfRequests": { + "total": 91500, + "ok": 91500, + "ko": 0 + }, + "minResponseTime": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "maxResponseTime": { + "total": 4054, + "ok": 4054, + "ko": 0 + }, + "meanResponseTime": { + "total": 34, + "ok": 34, + "ko": 0 + }, + "standardDeviation": { + "total": 83, + "ok": 83, + "ko": 0 + }, + "percentiles1": { + "total": 29, + "ok": 29, + "ko": 0 + }, + "percentiles2": { + "total": 43, + "ok": 43, + "ko": 0 + }, + "percentiles3": { + "total": 64, + "ok": 64, + "ko": 0 + }, + "percentiles4": { + "total": 82, + "ok": 82, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 91462, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 0, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 38, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 147.10610932475885, + "ok": 147.10610932475885, + "ko": 0 + } + } + ] + }, + "cpuUsageForCredentialGrantsTest": { + "credentialGrantsPerSecPer1vCpu": 584, + "ispnStatistics": { + "cacheName": "sessions", + "averageXsiteReplicationTime": 57 + }, + "statistics": [ + { + "name": "All Requests", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 0 + }, + "maxResponseTime": { + "total": 1124, + "ok": 1124, + "ko": 0 + }, + "meanResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "standardDeviation": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles3": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles4": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609958, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 42, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + }, + { + "name": "Client credentials grant type", + "numberOfRequests": { + "total": 610000, + "ok": 610000, + "ko": 0 + }, + "minResponseTime": { + "total": 8, + "ok": 8, + "ko": 0 + }, + "maxResponseTime": { + "total": 1124, + "ok": 1124, + "ko": 0 + }, + "meanResponseTime": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "standardDeviation": { + "total": 12, + "ok": 12, + "ko": 0 + }, + "percentiles1": { + "total": 9, + "ok": 9, + "ko": 0 + }, + "percentiles2": { + "total": 10, + "ok": 10, + "ko": 0 + }, + "percentiles3": { + "total": 14, + "ok": 14, + "ko": 0 + }, + "percentiles4": { + "total": 31, + "ok": 31, + "ko": 0 + }, + "group1": { + "name": "t < 800 ms", + "htmlName": "t < 800 ms", + "count": 609958, + "percentage": 100 + }, + "group2": { + "name": "800 ms <= t < 1200 ms", + "htmlName": "t >= 800 ms
t < 1200 ms", + "count": 42, + "percentage": 0 + }, + "group3": { + "name": "t >= 1200 ms", + "htmlName": "t >= 1200 ms", + "count": 0, + "percentage": 0 + }, + "group4": { + "name": "failed", + "htmlName": "failed", + "count": 0, + "percentage": 0 + }, + "meanNumberOfRequestsPerSecond": { + "total": 982.2866344605475, + "ok": 982.2866344605475, + "ko": 0 + } + } + ] + } +}