From acfb70e709bebc37c2d640864c075891f3ea7d17 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 10:49:35 +0200 Subject: [PATCH 01/11] chore: measure fragmentation speed as well --- load-testing/server/fetch.1000mpp.jmx | 41 +++++++++++----------- load-testing/server/fetch.100mpp.jmx | 39 ++++++++++----------- load-testing/server/fetch.10mpp.jmx | 49 ++++++++++++++------------- 3 files changed, 66 insertions(+), 63 deletions(-) diff --git a/load-testing/server/fetch.1000mpp.jmx b/load-testing/server/fetch.1000mpp.jmx index 3ba8941..7dbf668 100644 --- a/load-testing/server/fetch.1000mpp.jmx +++ b/load-testing/server/fetch.1000mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -79,7 +80,7 @@ HttpClient4 - + 1 true continue @@ -115,24 +116,7 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - + ${total_member_count} @@ -268,6 +252,23 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/server/fetch.100mpp.jmx b/load-testing/server/fetch.100mpp.jmx index 9e55626..70493c6 100644 --- a/load-testing/server/fetch.100mpp.jmx +++ b/load-testing/server/fetch.100mpp.jmx @@ -7,6 +7,7 @@ + false @@ -79,7 +80,7 @@ HttpClient4 - + 1 true continue @@ -115,24 +116,7 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - + ${total_member_count} @@ -268,6 +252,23 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/server/fetch.10mpp.jmx b/load-testing/server/fetch.10mpp.jmx index d8d034a..3497f0c 100644 --- a/load-testing/server/fetch.10mpp.jmx +++ b/load-testing/server/fetch.10mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -115,28 +116,11 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - ${total_member_count} - + 1 1 @@ -145,7 +129,7 @@ false - + Accept @@ -154,7 +138,7 @@ - + 6 /observations POST @@ -260,7 +244,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -268,7 +252,24 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -438,7 +439,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy From 4cf30220998477d13f7f2ec8630817d672330c34 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 11:36:15 +0200 Subject: [PATCH 02/11] chore: limit to 2T chore: measure fragmentation --- load-testing/workbench/fetch.1000mpp.jmx | 122 ++++++++++---------- load-testing/workbench/fetch.100mpp.jmx | 136 ++++++++++++----------- load-testing/workbench/fetch.10mpp.jmx | 75 +++++++------ load-testing/workbench/fetch.250mpp.jmx | 136 ++++++++++++----------- load-testing/workbench/fetch.25mpp.jmx | 73 ++++++------ load-testing/workbench/fetch.500mpp.jmx | 136 ++++++++++++----------- load-testing/workbench/fetch.50mpp.jmx | 136 ++++++++++++----------- 7 files changed, 441 insertions(+), 373 deletions(-) diff --git a/load-testing/workbench/fetch.1000mpp.jmx b/load-testing/workbench/fetch.1000mpp.jmx index ab2700b..61a6f10 100644 --- a/load-testing/workbench/fetch.1000mpp.jmx +++ b/load-testing/workbench/fetch.1000mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -87,12 +88,12 @@ threads - 8 + 2 = loops - 12500 + 50000 = @@ -110,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -130,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -147,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -186,7 +161,7 @@ - + Accept @@ -195,7 +170,7 @@ - + 1 1 @@ -204,7 +179,7 @@ false - + 6 /observations POST @@ -271,7 +246,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -323,6 +298,41 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -365,7 +375,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -493,7 +503,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -557,7 +567,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -587,7 +597,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -619,7 +629,7 @@ outputs: - + groovy @@ -628,7 +638,7 @@ outputs: - + /actuator/prometheus true GET @@ -639,7 +649,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -649,7 +659,7 @@ outputs: 1 - + groovy @@ -660,11 +670,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -675,7 +685,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -685,7 +695,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -700,11 +710,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -741,7 +751,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -778,7 +788,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -816,7 +826,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -834,7 +844,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -867,7 +877,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 1 1 true @@ -878,7 +888,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -893,7 +903,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.100mpp.jmx b/load-testing/workbench/fetch.100mpp.jmx index 2fd9cfb..3116587 100644 --- a/load-testing/workbench/fetch.100mpp.jmx +++ b/load-testing/workbench/fetch.100mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -87,18 +88,18 @@ threads - 8 + 2 = loops - 12500 + 50000 = - + 3000 5000 ${server_hostname} @@ -110,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -130,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -147,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -186,7 +161,7 @@ - + Accept @@ -195,7 +170,7 @@ - + 1 1 @@ -204,7 +179,7 @@ false - + 6 /observations POST @@ -271,7 +246,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -310,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -323,11 +298,46 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -365,7 +375,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -493,7 +503,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -544,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -557,7 +567,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -569,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -578,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -587,7 +597,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -619,7 +629,7 @@ outputs: - + groovy @@ -628,7 +638,7 @@ outputs: - + /actuator/prometheus true GET @@ -639,7 +649,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -649,7 +659,7 @@ outputs: 1 - + groovy @@ -660,11 +670,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -675,7 +685,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -685,7 +695,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -700,11 +710,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -741,7 +751,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -778,7 +788,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -816,7 +826,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -834,7 +844,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -867,7 +877,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 1 1 true @@ -878,7 +888,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -893,7 +903,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.10mpp.jmx b/load-testing/workbench/fetch.10mpp.jmx index 6eae97f..d673735 100644 --- a/load-testing/workbench/fetch.10mpp.jmx +++ b/load-testing/workbench/fetch.10mpp.jmx @@ -88,12 +88,12 @@ threads - 8 + 2 = loops - 12500 + 50000 = @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -311,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -324,6 +298,41 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -545,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -661,7 +670,7 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} diff --git a/load-testing/workbench/fetch.250mpp.jmx b/load-testing/workbench/fetch.250mpp.jmx index 96f6cfc..141ce6f 100644 --- a/load-testing/workbench/fetch.250mpp.jmx +++ b/load-testing/workbench/fetch.250mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -87,18 +88,18 @@ threads - 8 + 2 = loops - 12500 + 50000 = - + 3000 5000 ${server_hostname} @@ -110,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -130,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -147,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -186,7 +161,7 @@ - + Accept @@ -195,7 +170,7 @@ - + 1 1 @@ -204,7 +179,7 @@ false - + 6 /observations POST @@ -271,7 +246,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -310,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -323,11 +298,46 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -365,7 +375,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -493,7 +503,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -544,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -557,7 +567,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -569,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -578,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -587,7 +597,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -619,7 +629,7 @@ outputs: - + groovy @@ -628,7 +638,7 @@ outputs: - + /actuator/prometheus true GET @@ -639,7 +649,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -649,7 +659,7 @@ outputs: 1 - + groovy @@ -660,11 +670,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -675,7 +685,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -685,7 +695,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -700,11 +710,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -741,7 +751,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -778,7 +788,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -816,7 +826,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -834,7 +844,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -867,7 +877,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 1 1 true @@ -878,7 +888,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -893,7 +903,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.25mpp.jmx b/load-testing/workbench/fetch.25mpp.jmx index 71f35f0..08c47e7 100644 --- a/load-testing/workbench/fetch.25mpp.jmx +++ b/load-testing/workbench/fetch.25mpp.jmx @@ -88,12 +88,12 @@ threads - 8 + 2 = loops - 12500 + 50000 = @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -311,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -324,6 +298,41 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -545,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 diff --git a/load-testing/workbench/fetch.500mpp.jmx b/load-testing/workbench/fetch.500mpp.jmx index 779b399..3634894 100644 --- a/load-testing/workbench/fetch.500mpp.jmx +++ b/load-testing/workbench/fetch.500mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -87,18 +88,18 @@ threads - 8 + 2 = loops - 12500 + 50000 = - + 3000 5000 ${server_hostname} @@ -110,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -130,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -147,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -186,7 +161,7 @@ - + Accept @@ -195,7 +170,7 @@ - + 1 1 @@ -204,7 +179,7 @@ false - + 6 /observations POST @@ -271,7 +246,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -310,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -323,11 +298,46 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -365,7 +375,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -493,7 +503,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -544,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -557,7 +567,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -569,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -578,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -587,7 +597,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -619,7 +629,7 @@ outputs: - + groovy @@ -628,7 +638,7 @@ outputs: - + /actuator/prometheus true GET @@ -639,7 +649,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -649,7 +659,7 @@ outputs: 1 - + groovy @@ -660,11 +670,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -675,7 +685,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -685,7 +695,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -700,11 +710,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -741,7 +751,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -778,7 +788,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -816,7 +826,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -834,7 +844,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -867,7 +877,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 1 1 true @@ -878,7 +888,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -893,7 +903,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.50mpp.jmx b/load-testing/workbench/fetch.50mpp.jmx index d5060a6..9183a5e 100644 --- a/load-testing/workbench/fetch.50mpp.jmx +++ b/load-testing/workbench/fetch.50mpp.jmx @@ -7,6 +7,7 @@ + false @@ -29,7 +30,7 @@ - + ldes_name @@ -87,18 +88,18 @@ threads - 8 + 2 = loops - 12500 + 50000 = - + 3000 5000 ${server_hostname} @@ -110,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -130,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -147,32 +148,6 @@ - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - true @@ -186,7 +161,7 @@ - + Accept @@ -195,7 +170,7 @@ - + 1 1 @@ -204,7 +179,7 @@ false - + 6 /observations POST @@ -271,7 +246,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -310,7 +285,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -323,11 +298,46 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -365,7 +375,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -493,7 +503,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -544,7 +554,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -557,7 +567,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -569,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -578,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -587,7 +597,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -619,7 +629,7 @@ outputs: - + groovy @@ -628,7 +638,7 @@ outputs: - + /actuator/prometheus true GET @@ -639,7 +649,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -649,7 +659,7 @@ outputs: 1 - + groovy @@ -660,11 +670,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -675,7 +685,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -685,7 +695,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -700,11 +710,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -741,7 +751,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -778,7 +788,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -816,7 +826,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -834,7 +844,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -867,7 +877,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 1 1 true @@ -878,7 +888,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -893,7 +903,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} From 5c325a254f8eba796e6a1fdf695b3eb547ea855d Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 12:04:26 +0200 Subject: [PATCH 03/11] chore: limit to 100K --- load-testing/server/ingest.speed.state-objects.L-01T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.L-02T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.L-04T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.L-08T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.M-01T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.M-02T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.M-04T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.M-08T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.S-01T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.S-02T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.S-04T.jmx | 4 ++-- load-testing/server/ingest.speed.state-objects.S-08T.jmx | 4 ++-- load-testing/server/ingest.speed.version-objects.01T.jmx | 4 ++-- load-testing/server/ingest.speed.version-objects.02T.jmx | 4 ++-- load-testing/server/ingest.speed.version-objects.04T.jmx | 4 ++-- load-testing/server/ingest.speed.version-objects.08T.jmx | 4 ++-- 16 files changed, 32 insertions(+), 32 deletions(-) diff --git a/load-testing/server/ingest.speed.state-objects.L-01T.jmx b/load-testing/server/ingest.speed.state-objects.L-01T.jmx index 3e6e3d9..522342c 100644 --- a/load-testing/server/ingest.speed.state-objects.L-01T.jmx +++ b/load-testing/server/ingest.speed.state-objects.L-01T.jmx @@ -4962,12 +4962,12 @@ _:Bf6cae0b2dd40d76d100e5e8773cd0d8d <http://www.w3.org/1999/02/22-rdf-syntax- loops - 3200 + 1000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.L-02T.jmx b/load-testing/server/ingest.speed.state-objects.L-02T.jmx index 4445aca..3c1c92f 100644 --- a/load-testing/server/ingest.speed.state-objects.L-02T.jmx +++ b/load-testing/server/ingest.speed.state-objects.L-02T.jmx @@ -4962,12 +4962,12 @@ _:Bf6cae0b2dd40d76d100e5e8773cd0d8d <http://www.w3.org/1999/02/22-rdf-syntax- loops - 1600 + 500 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.L-04T.jmx b/load-testing/server/ingest.speed.state-objects.L-04T.jmx index cdd0e41..454b696 100644 --- a/load-testing/server/ingest.speed.state-objects.L-04T.jmx +++ b/load-testing/server/ingest.speed.state-objects.L-04T.jmx @@ -4962,12 +4962,12 @@ _:Bf6cae0b2dd40d76d100e5e8773cd0d8d <http://www.w3.org/1999/02/22-rdf-syntax- loops - 800 + 250 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.L-08T.jmx b/load-testing/server/ingest.speed.state-objects.L-08T.jmx index 18483f7..a3be7d5 100644 --- a/load-testing/server/ingest.speed.state-objects.L-08T.jmx +++ b/load-testing/server/ingest.speed.state-objects.L-08T.jmx @@ -4962,12 +4962,12 @@ _:Bf6cae0b2dd40d76d100e5e8773cd0d8d <http://www.w3.org/1999/02/22-rdf-syntax- loops - 400 + 125 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.M-01T.jmx b/load-testing/server/ingest.speed.state-objects.M-01T.jmx index 980eecb..7f1ef67 100644 --- a/load-testing/server/ingest.speed.state-objects.M-01T.jmx +++ b/load-testing/server/ingest.speed.state-objects.M-01T.jmx @@ -552,12 +552,12 @@ _:Ba04b7f34be503bbd0762a4c820bb9e07 <http://www.w3.org/1999/02/22-rdf-syntax- loops - 32000 + 10000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.M-02T.jmx b/load-testing/server/ingest.speed.state-objects.M-02T.jmx index 71474d4..c759440 100644 --- a/load-testing/server/ingest.speed.state-objects.M-02T.jmx +++ b/load-testing/server/ingest.speed.state-objects.M-02T.jmx @@ -552,12 +552,12 @@ _:Ba04b7f34be503bbd0762a4c820bb9e07 <http://www.w3.org/1999/02/22-rdf-syntax- loops - 16000 + 5000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.M-04T.jmx b/load-testing/server/ingest.speed.state-objects.M-04T.jmx index ced347a..3d3bea1 100644 --- a/load-testing/server/ingest.speed.state-objects.M-04T.jmx +++ b/load-testing/server/ingest.speed.state-objects.M-04T.jmx @@ -552,12 +552,12 @@ _:Ba04b7f34be503bbd0762a4c820bb9e07 <http://www.w3.org/1999/02/22-rdf-syntax- loops - 8000 + 2500 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.M-08T.jmx b/load-testing/server/ingest.speed.state-objects.M-08T.jmx index 34951cd..2d67305 100644 --- a/load-testing/server/ingest.speed.state-objects.M-08T.jmx +++ b/load-testing/server/ingest.speed.state-objects.M-08T.jmx @@ -552,12 +552,12 @@ _:Ba04b7f34be503bbd0762a4c820bb9e07 <http://www.w3.org/1999/02/22-rdf-syntax- loops - 4000 + 1250 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.S-01T.jmx b/load-testing/server/ingest.speed.state-objects.S-01T.jmx index dca4a22..813c8ef 100644 --- a/load-testing/server/ingest.speed.state-objects.S-01T.jmx +++ b/load-testing/server/ingest.speed.state-objects.S-01T.jmx @@ -111,12 +111,12 @@ _:B05a7da9bee3d7a16798138f656c38f8f <http://www.w3.org/1999/02/22-rdf-syntax- loops - 320000 + 100000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.S-02T.jmx b/load-testing/server/ingest.speed.state-objects.S-02T.jmx index 7042a35..c85a586 100644 --- a/load-testing/server/ingest.speed.state-objects.S-02T.jmx +++ b/load-testing/server/ingest.speed.state-objects.S-02T.jmx @@ -111,12 +111,12 @@ _:B05a7da9bee3d7a16798138f656c38f8f <http://www.w3.org/1999/02/22-rdf-syntax- loops - 160000 + 50000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.S-04T.jmx b/load-testing/server/ingest.speed.state-objects.S-04T.jmx index f73f351..793cbb1 100644 --- a/load-testing/server/ingest.speed.state-objects.S-04T.jmx +++ b/load-testing/server/ingest.speed.state-objects.S-04T.jmx @@ -111,12 +111,12 @@ _:B05a7da9bee3d7a16798138f656c38f8f <http://www.w3.org/1999/02/22-rdf-syntax- loops - 80000 + 25000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.state-objects.S-08T.jmx b/load-testing/server/ingest.speed.state-objects.S-08T.jmx index f50b50d..11ce8c8 100644 --- a/load-testing/server/ingest.speed.state-objects.S-08T.jmx +++ b/load-testing/server/ingest.speed.state-objects.S-08T.jmx @@ -111,12 +111,12 @@ _:B05a7da9bee3d7a16798138f656c38f8f <http://www.w3.org/1999/02/22-rdf-syntax- loops - 40000 + 12500 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.version-objects.01T.jmx b/load-testing/server/ingest.speed.version-objects.01T.jmx index f04342c..1023fc1 100644 --- a/load-testing/server/ingest.speed.version-objects.01T.jmx +++ b/load-testing/server/ingest.speed.version-objects.01T.jmx @@ -57,12 +57,12 @@ loops - 320000 + 100000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.version-objects.02T.jmx b/load-testing/server/ingest.speed.version-objects.02T.jmx index 081186f..c6688a2 100644 --- a/load-testing/server/ingest.speed.version-objects.02T.jmx +++ b/load-testing/server/ingest.speed.version-objects.02T.jmx @@ -57,12 +57,12 @@ loops - 160000 + 50000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.version-objects.04T.jmx b/load-testing/server/ingest.speed.version-objects.04T.jmx index 735f0c8..c2ba92a 100644 --- a/load-testing/server/ingest.speed.version-objects.04T.jmx +++ b/load-testing/server/ingest.speed.version-objects.04T.jmx @@ -59,12 +59,12 @@ loops - 80000 + 25000 = total_count - 320K + 100K = diff --git a/load-testing/server/ingest.speed.version-objects.08T.jmx b/load-testing/server/ingest.speed.version-objects.08T.jmx index 90900d6..bda69a2 100644 --- a/load-testing/server/ingest.speed.version-objects.08T.jmx +++ b/load-testing/server/ingest.speed.version-objects.08T.jmx @@ -59,12 +59,12 @@ loops - 40000 + 12500 = total_count - 320K + 100K = From 7a7b2f19531a12c838d700a452ce6616d282ecdf Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 12:40:21 +0200 Subject: [PATCH 04/11] chore: fragment while ingesting --- load-testing/server/fetch.1000mpp.jmx | 38 ++++++++++---------- load-testing/server/fetch.100mpp.jmx | 36 +++++++++---------- load-testing/server/fetch.10mpp.jmx | 50 +++++++++++++-------------- 3 files changed, 62 insertions(+), 62 deletions(-) diff --git a/load-testing/server/fetch.1000mpp.jmx b/load-testing/server/fetch.1000mpp.jmx index 7dbf668..b5e1af6 100644 --- a/load-testing/server/fetch.1000mpp.jmx +++ b/load-testing/server/fetch.1000mpp.jmx @@ -80,7 +80,7 @@ HttpClient4 - + 1 true continue @@ -99,7 +99,7 @@ - + /admin/api/v1/eventstreams true POST @@ -116,6 +116,23 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + ${total_member_count} @@ -252,23 +269,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/server/fetch.100mpp.jmx b/load-testing/server/fetch.100mpp.jmx index 70493c6..8aff013 100644 --- a/load-testing/server/fetch.100mpp.jmx +++ b/load-testing/server/fetch.100mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -116,6 +116,23 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + ${total_member_count} @@ -252,23 +269,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/server/fetch.10mpp.jmx b/load-testing/server/fetch.10mpp.jmx index 3497f0c..2bf613f 100644 --- a/load-testing/server/fetch.10mpp.jmx +++ b/load-testing/server/fetch.10mpp.jmx @@ -80,7 +80,7 @@ HttpClient4 - + 1 true continue @@ -116,11 +116,28 @@ - + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + ${total_member_count} - + 1 1 @@ -129,7 +146,7 @@ false - + Accept @@ -138,7 +155,7 @@ - + 6 /observations POST @@ -244,7 +261,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy @@ -252,24 +269,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -439,7 +439,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy From a9301a78ee0c9cacacb2fe3a166ca24d29c83b14 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 14:38:14 +0200 Subject: [PATCH 05/11] chore: fragment while ingesting --- load-testing/workbench/fetch.1000mpp.jmx | 77 +++++++++++------------- load-testing/workbench/fetch.100mpp.jmx | 65 +++++++++----------- load-testing/workbench/fetch.10mpp.jmx | 67 +++++++++------------ load-testing/workbench/fetch.250mpp.jmx | 67 +++++++++------------ load-testing/workbench/fetch.25mpp.jmx | 67 +++++++++------------ load-testing/workbench/fetch.500mpp.jmx | 67 +++++++++------------ load-testing/workbench/fetch.50mpp.jmx | 67 +++++++++------------ 7 files changed, 207 insertions(+), 270 deletions(-) diff --git a/load-testing/workbench/fetch.1000mpp.jmx b/load-testing/workbench/fetch.1000mpp.jmx index 61a6f10..6b64d6e 100644 --- a/load-testing/workbench/fetch.1000mpp.jmx +++ b/load-testing/workbench/fetch.1000mpp.jmx @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -298,46 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -554,7 +545,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + true 1 300 @@ -579,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -588,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept diff --git a/load-testing/workbench/fetch.100mpp.jmx b/load-testing/workbench/fetch.100mpp.jmx index 3116587..496f7e0 100644 --- a/load-testing/workbench/fetch.100mpp.jmx +++ b/load-testing/workbench/fetch.100mpp.jmx @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/workbench/fetch.10mpp.jmx b/load-testing/workbench/fetch.10mpp.jmx index d673735..fa40354 100644 --- a/load-testing/workbench/fetch.10mpp.jmx +++ b/load-testing/workbench/fetch.10mpp.jmx @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/workbench/fetch.250mpp.jmx b/load-testing/workbench/fetch.250mpp.jmx index 141ce6f..dd61ae4 100644 --- a/load-testing/workbench/fetch.250mpp.jmx +++ b/load-testing/workbench/fetch.250mpp.jmx @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/workbench/fetch.25mpp.jmx b/load-testing/workbench/fetch.25mpp.jmx index 08c47e7..d08d0e8 100644 --- a/load-testing/workbench/fetch.25mpp.jmx +++ b/load-testing/workbench/fetch.25mpp.jmx @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/workbench/fetch.500mpp.jmx b/load-testing/workbench/fetch.500mpp.jmx index 3634894..de3cbd3 100644 --- a/load-testing/workbench/fetch.500mpp.jmx +++ b/load-testing/workbench/fetch.500mpp.jmx @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} diff --git a/load-testing/workbench/fetch.50mpp.jmx b/load-testing/workbench/fetch.50mpp.jmx index 9183a5e..49686d7 100644 --- a/load-testing/workbench/fetch.50mpp.jmx +++ b/load-testing/workbench/fetch.50mpp.jmx @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -148,6 +148,32 @@ + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + groovy + + + true + props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + true @@ -285,7 +311,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 1 1 300 @@ -298,41 +324,6 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - - - - Content-Type - text/turtle - - - - - - /admin/api/v1/eventstreams/${ldes_name}/views - true - POST - true - true - - - - false - @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . - = - - - - - - - groovy - - - true - props.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) - - - ${__groovy(vars.get("get_last_page_result") != "200")} From c7545a21a5447a05830c26a6a52129f56b1f1676 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 15:57:20 +0200 Subject: [PATCH 06/11] chore: add more fetch tests --- load-testing/server/fetch.250mpp.jmx | 599 +++++++++++++++++++++++++++ load-testing/server/fetch.25mpp.jmx | 599 +++++++++++++++++++++++++++ load-testing/server/fetch.500mpp.jmx | 599 +++++++++++++++++++++++++++ load-testing/server/fetch.50mpp.jmx | 599 +++++++++++++++++++++++++++ 4 files changed, 2396 insertions(+) create mode 100644 load-testing/server/fetch.250mpp.jmx create mode 100644 load-testing/server/fetch.25mpp.jmx create mode 100644 load-testing/server/fetch.500mpp.jmx create mode 100644 load-testing/server/fetch.50mpp.jmx diff --git a/load-testing/server/fetch.250mpp.jmx b/load-testing/server/fetch.250mpp.jmx new file mode 100644 index 0000000..143efaa --- /dev/null +++ b/load-testing/server/fetch.250mpp.jmx @@ -0,0 +1,599 @@ + + + + + true + true + + + + false + + + + + + members_per_page + 250 + = + + + type + server-request-fragment + = + + + component + LDES-server + = + + + + + + + + ldes_name + observations + = + + + view_name + by-page + = + + + hostname + ldes-server + only the hostname, typically localhost or ldes-server + = + + + port + 8080 + = + + + total_member_count + 100000 + + = + + + total_page_count + 400 + total_member_count / members_per_page + = + + + + + + 3000 + 5000 + ${hostname} + ${port} + utf8 + + + + HttpClient4 + + + + 1 + true + continue + + 1 + false + + + + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams + true + POST + true + true + + + + false + @prefix ldes: <https://w3id.org/ldes#> . @prefix tree: <https://w3id.org/tree#>. @prefix dcterms: <http://purl.org/dc/terms/> . @prefix prov: <http://www.w3.org/ns/prov#> . @prefix sh: <http://www.w3.org/ns/shacl#> . </${ldes_name}> a ldes:EventStream ; tree:shape [ a sh:NodeShape; sh:targetClass <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> ] ; ldes:timestampPath prov:generatedAtTime ; ldes:versionOfPath dcterms:isVersionOf . + = + + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + ${total_member_count} + + + + 1 + + 1 + observation + + false + + + + + + Accept + application/n-triples + + + + + + 6 + /observations + POST + true + + + + false + _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://purl.org/dc/terms/type> <https://data.vlaanderen.be/doc/concept/VkmMeetInstrumentType/TODO> . +_:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/sosa/sensor> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443384828630522E0 5.107680366717121E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk.kenmerktype> <https://data.vlaanderen.be/doc/concept/VkmVerkeersKenmerkType/plaatsgemiddelde_snelheid> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://data.vlaanderen.be/ns/verkeersmetingen#voertuigType> <https://data.vlaanderen.be/doc/concept/VkmVoertuigType/vrachtwagen> . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeersmeetpunt.verkeersmeetpuntnetwerkreferentie> _:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://def.isotc211.org/iso19156/2011/SamplingPoint#SF_SamplingPoint.shape> _:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://data.vlaanderen.be/ns/verkeersmetingen#bemonsterdObject> _:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeetpunt> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://purl.org/dc/terms/isVersionOf> <https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/prov#generatedAtTime> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.phenomenonTime> _:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.result> _:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting.geobserveerdKenmerk> _:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://data.vlaanderen.be/ns/verkeersmetingen#geobserveerdObject> _:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/sosa/madeBySensor> _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.opengis.net/ont/geosparql#asWKT> "LINESTRING (3.444080404972583 51.07601791071558, 3.443520053954542 51.07671482653927, 3.443384828630522 51.07680366717121)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#LineString> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#Puntreferentie.opPositie> _:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#toepassingsRichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/bothDirection> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/netwerk#Puntreferentie> . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/value> "14"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/unitCode> "m"^^<https://w3id.org/cdt/ucumunit> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Length> . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/2006/time#inXSDDateTimeStamp> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#Instant> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Speed> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/unitCode> "km/h"^^<https://w3id.org/cdt/ucumunit> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/value> "62"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.444080404972583E0 5.107601791071558E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasXSDDuration> "PT15M"^^<http://www.w3.org/2001/XMLSchema#duration> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasBeginning> _:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#TemporalEntity> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://data.vlaanderen.be/ns/weg#rijrichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/inDirection> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Rijrichting.netwerkreferentieelement> _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Rijrichting> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443520053954542E0 5.107671482653927E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#Link.geometriemiddellijn> _:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#eindknoop> _:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#beginknoop> _:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegsegment> . + = + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + groovy + + + true + vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} + + + + + + Accept + application/n-triples + + + + + + /${ldes_name}/${view_name}?pageNumber=${total_page_count} + true + GET + true + false + + + + + + + + + Assertion.response_data + true + 16 + + + + code + get_last_page_result + (\d+) + $1$ + + false + 1 + + + + groovy + + + true + if ( vars.get("get_last_page_result") == "200") { + vars.put("fragmentation_endtime", String.valueOf(System.currentTimeMillis())); +} + + + + + + 3000 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + groovy + + + true + log.info("starting fragmentation analysis"); +log.info("start: " + vars.get("fragmentation_starttime")); +log.info("end: " + vars.get("fragmentation_endtime")); + +def start = vars.get("fragmentation_starttime") as long; +def end = vars.get("fragmentation_endtime") as long; +def time = end - start; +def perSecond = ${total_member_count} / time * 1000 as int; + +return "\n\t\tFragmentation time: " + time + " ms (" + perSecond + " per second)"; + + + + + false + + saveConfig + + + false + false + false + + false + false + false + false + false + false + false + true + false + true + false + false + false + false + false + 0 + + + results/time_interval.xml + + + + + + true + 1 + 600 + true + continue + + ${total_page_count} + false + + + + + + + Accept + application/n-triples + + + + + + 1 + + 1 + page + + false + + + + 6 + /${ldes_name}/${view_name}?pageNumber=${page} + GET + false + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + 1 + 1 + true + continue + + 1 + false + + + + + 15000 + /admin/api/v1/eventstreams/${ldes_name} + true + DELETE + true + false + + + + + + + + + diff --git a/load-testing/server/fetch.25mpp.jmx b/load-testing/server/fetch.25mpp.jmx new file mode 100644 index 0000000..6ae9f35 --- /dev/null +++ b/load-testing/server/fetch.25mpp.jmx @@ -0,0 +1,599 @@ + + + + + true + true + + + + false + + + + + + members_per_page + 25 + = + + + type + server-request-fragment + = + + + component + LDES-server + = + + + + + + + + ldes_name + observations + = + + + view_name + by-page + = + + + hostname + ldes-server + only the hostname, typically localhost or ldes-server + = + + + port + 8080 + = + + + total_member_count + 100000 + + = + + + total_page_count + 4000 + total_member_count / members_per_page + = + + + + + + 3000 + 5000 + ${hostname} + ${port} + utf8 + + + + HttpClient4 + + + + 1 + true + continue + + 1 + false + + + + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams + true + POST + true + true + + + + false + @prefix ldes: <https://w3id.org/ldes#> . @prefix tree: <https://w3id.org/tree#>. @prefix dcterms: <http://purl.org/dc/terms/> . @prefix prov: <http://www.w3.org/ns/prov#> . @prefix sh: <http://www.w3.org/ns/shacl#> . </${ldes_name}> a ldes:EventStream ; tree:shape [ a sh:NodeShape; sh:targetClass <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> ] ; ldes:timestampPath prov:generatedAtTime ; ldes:versionOfPath dcterms:isVersionOf . + = + + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + ${total_member_count} + + + + 1 + + 1 + observation + + false + + + + + + Accept + application/n-triples + + + + + + 6 + /observations + POST + true + + + + false + _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://purl.org/dc/terms/type> <https://data.vlaanderen.be/doc/concept/VkmMeetInstrumentType/TODO> . +_:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/sosa/sensor> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443384828630522E0 5.107680366717121E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk.kenmerktype> <https://data.vlaanderen.be/doc/concept/VkmVerkeersKenmerkType/plaatsgemiddelde_snelheid> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://data.vlaanderen.be/ns/verkeersmetingen#voertuigType> <https://data.vlaanderen.be/doc/concept/VkmVoertuigType/vrachtwagen> . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeersmeetpunt.verkeersmeetpuntnetwerkreferentie> _:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://def.isotc211.org/iso19156/2011/SamplingPoint#SF_SamplingPoint.shape> _:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://data.vlaanderen.be/ns/verkeersmetingen#bemonsterdObject> _:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeetpunt> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://purl.org/dc/terms/isVersionOf> <https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/prov#generatedAtTime> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.phenomenonTime> _:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.result> _:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting.geobserveerdKenmerk> _:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://data.vlaanderen.be/ns/verkeersmetingen#geobserveerdObject> _:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/sosa/madeBySensor> _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.opengis.net/ont/geosparql#asWKT> "LINESTRING (3.444080404972583 51.07601791071558, 3.443520053954542 51.07671482653927, 3.443384828630522 51.07680366717121)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#LineString> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#Puntreferentie.opPositie> _:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#toepassingsRichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/bothDirection> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/netwerk#Puntreferentie> . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/value> "14"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/unitCode> "m"^^<https://w3id.org/cdt/ucumunit> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Length> . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/2006/time#inXSDDateTimeStamp> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#Instant> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Speed> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/unitCode> "km/h"^^<https://w3id.org/cdt/ucumunit> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/value> "62"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.444080404972583E0 5.107601791071558E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasXSDDuration> "PT15M"^^<http://www.w3.org/2001/XMLSchema#duration> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasBeginning> _:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#TemporalEntity> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://data.vlaanderen.be/ns/weg#rijrichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/inDirection> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Rijrichting.netwerkreferentieelement> _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Rijrichting> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443520053954542E0 5.107671482653927E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#Link.geometriemiddellijn> _:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#eindknoop> _:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#beginknoop> _:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegsegment> . + = + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + groovy + + + true + vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} + + + + + + Accept + application/n-triples + + + + + + /${ldes_name}/${view_name}?pageNumber=${total_page_count} + true + GET + true + false + + + + + + + + + Assertion.response_data + true + 16 + + + + code + get_last_page_result + (\d+) + $1$ + + false + 1 + + + + groovy + + + true + if ( vars.get("get_last_page_result") == "200") { + vars.put("fragmentation_endtime", String.valueOf(System.currentTimeMillis())); +} + + + + + + 3000 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + groovy + + + true + log.info("starting fragmentation analysis"); +log.info("start: " + vars.get("fragmentation_starttime")); +log.info("end: " + vars.get("fragmentation_endtime")); + +def start = vars.get("fragmentation_starttime") as long; +def end = vars.get("fragmentation_endtime") as long; +def time = end - start; +def perSecond = ${total_member_count} / time * 1000 as int; + +return "\n\t\tFragmentation time: " + time + " ms (" + perSecond + " per second)"; + + + + + false + + saveConfig + + + false + false + false + + false + false + false + false + false + false + false + true + false + true + false + false + false + false + false + 0 + + + results/time_interval.xml + + + + + + true + 1 + 600 + true + continue + + ${total_page_count} + false + + + + + + + Accept + application/n-triples + + + + + + 1 + + 1 + page + + false + + + + 6 + /${ldes_name}/${view_name}?pageNumber=${page} + GET + false + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + 1 + 1 + true + continue + + 1 + false + + + + + 15000 + /admin/api/v1/eventstreams/${ldes_name} + true + DELETE + true + false + + + + + + + + + diff --git a/load-testing/server/fetch.500mpp.jmx b/load-testing/server/fetch.500mpp.jmx new file mode 100644 index 0000000..fcccc29 --- /dev/null +++ b/load-testing/server/fetch.500mpp.jmx @@ -0,0 +1,599 @@ + + + + + true + true + + + + false + + + + + + members_per_page + 500 + = + + + type + server-request-fragment + = + + + component + LDES-server + = + + + + + + + + ldes_name + observations + = + + + view_name + by-page + = + + + hostname + ldes-server + only the hostname, typically localhost or ldes-server + = + + + port + 8080 + = + + + total_member_count + 100000 + + = + + + total_page_count + 200 + total_member_count / members_per_page + = + + + + + + 3000 + 5000 + ${hostname} + ${port} + utf8 + + + + HttpClient4 + + + + 1 + true + continue + + 1 + false + + + + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams + true + POST + true + true + + + + false + @prefix ldes: <https://w3id.org/ldes#> . @prefix tree: <https://w3id.org/tree#>. @prefix dcterms: <http://purl.org/dc/terms/> . @prefix prov: <http://www.w3.org/ns/prov#> . @prefix sh: <http://www.w3.org/ns/shacl#> . </${ldes_name}> a ldes:EventStream ; tree:shape [ a sh:NodeShape; sh:targetClass <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> ] ; ldes:timestampPath prov:generatedAtTime ; ldes:versionOfPath dcterms:isVersionOf . + = + + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + ${total_member_count} + + + + 1 + + 1 + observation + + false + + + + + + Accept + application/n-triples + + + + + + 6 + /observations + POST + true + + + + false + _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://purl.org/dc/terms/type> <https://data.vlaanderen.be/doc/concept/VkmMeetInstrumentType/TODO> . +_:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/sosa/sensor> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443384828630522E0 5.107680366717121E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk.kenmerktype> <https://data.vlaanderen.be/doc/concept/VkmVerkeersKenmerkType/plaatsgemiddelde_snelheid> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://data.vlaanderen.be/ns/verkeersmetingen#voertuigType> <https://data.vlaanderen.be/doc/concept/VkmVoertuigType/vrachtwagen> . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeersmeetpunt.verkeersmeetpuntnetwerkreferentie> _:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://def.isotc211.org/iso19156/2011/SamplingPoint#SF_SamplingPoint.shape> _:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://data.vlaanderen.be/ns/verkeersmetingen#bemonsterdObject> _:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeetpunt> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://purl.org/dc/terms/isVersionOf> <https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/prov#generatedAtTime> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.phenomenonTime> _:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.result> _:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting.geobserveerdKenmerk> _:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://data.vlaanderen.be/ns/verkeersmetingen#geobserveerdObject> _:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/sosa/madeBySensor> _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.opengis.net/ont/geosparql#asWKT> "LINESTRING (3.444080404972583 51.07601791071558, 3.443520053954542 51.07671482653927, 3.443384828630522 51.07680366717121)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#LineString> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#Puntreferentie.opPositie> _:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#toepassingsRichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/bothDirection> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/netwerk#Puntreferentie> . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/value> "14"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/unitCode> "m"^^<https://w3id.org/cdt/ucumunit> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Length> . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/2006/time#inXSDDateTimeStamp> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#Instant> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Speed> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/unitCode> "km/h"^^<https://w3id.org/cdt/ucumunit> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/value> "62"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.444080404972583E0 5.107601791071558E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasXSDDuration> "PT15M"^^<http://www.w3.org/2001/XMLSchema#duration> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasBeginning> _:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#TemporalEntity> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://data.vlaanderen.be/ns/weg#rijrichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/inDirection> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Rijrichting.netwerkreferentieelement> _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Rijrichting> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443520053954542E0 5.107671482653927E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#Link.geometriemiddellijn> _:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#eindknoop> _:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#beginknoop> _:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegsegment> . + = + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + groovy + + + true + vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} + + + + + + Accept + application/n-triples + + + + + + /${ldes_name}/${view_name}?pageNumber=${total_page_count} + true + GET + true + false + + + + + + + + + Assertion.response_data + true + 16 + + + + code + get_last_page_result + (\d+) + $1$ + + false + 1 + + + + groovy + + + true + if ( vars.get("get_last_page_result") == "200") { + vars.put("fragmentation_endtime", String.valueOf(System.currentTimeMillis())); +} + + + + + + 3000 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + groovy + + + true + log.info("starting fragmentation analysis"); +log.info("start: " + vars.get("fragmentation_starttime")); +log.info("end: " + vars.get("fragmentation_endtime")); + +def start = vars.get("fragmentation_starttime") as long; +def end = vars.get("fragmentation_endtime") as long; +def time = end - start; +def perSecond = ${total_member_count} / time * 1000 as int; + +return "\n\t\tFragmentation time: " + time + " ms (" + perSecond + " per second)"; + + + + + false + + saveConfig + + + false + false + false + + false + false + false + false + false + false + false + true + false + true + false + false + false + false + false + 0 + + + results/time_interval.xml + + + + + + true + 1 + 600 + true + continue + + ${total_page_count} + false + + + + + + + Accept + application/n-triples + + + + + + 1 + + 1 + page + + false + + + + 6 + /${ldes_name}/${view_name}?pageNumber=${page} + GET + false + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + 1 + 1 + true + continue + + 1 + false + + + + + 15000 + /admin/api/v1/eventstreams/${ldes_name} + true + DELETE + true + false + + + + + + + + + diff --git a/load-testing/server/fetch.50mpp.jmx b/load-testing/server/fetch.50mpp.jmx new file mode 100644 index 0000000..a4e3753 --- /dev/null +++ b/load-testing/server/fetch.50mpp.jmx @@ -0,0 +1,599 @@ + + + + + true + true + + + + false + + + + + + members_per_page + 50 + = + + + type + server-request-fragment + = + + + component + LDES-server + = + + + + + + + + ldes_name + observations + = + + + view_name + by-page + = + + + hostname + ldes-server + only the hostname, typically localhost or ldes-server + = + + + port + 8080 + = + + + total_member_count + 100000 + + = + + + total_page_count + 2000 + total_member_count / members_per_page + = + + + + + + 3000 + 5000 + ${hostname} + ${port} + utf8 + + + + HttpClient4 + + + + 1 + true + continue + + 1 + false + + + + + + + Content-Type + text/turtle + + + + + + /admin/api/v1/eventstreams + true + POST + true + true + + + + false + @prefix ldes: <https://w3id.org/ldes#> . @prefix tree: <https://w3id.org/tree#>. @prefix dcterms: <http://purl.org/dc/terms/> . @prefix prov: <http://www.w3.org/ns/prov#> . @prefix sh: <http://www.w3.org/ns/shacl#> . </${ldes_name}> a ldes:EventStream ; tree:shape [ a sh:NodeShape; sh:targetClass <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> ] ; ldes:timestampPath prov:generatedAtTime ; ldes:versionOfPath dcterms:isVersionOf . + = + + + + + + + /admin/api/v1/eventstreams/${ldes_name}/views + true + POST + true + true + + + + false + @prefix tree: <https://w3id.org/tree#>. @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix ldes: <https://w3id.org/ldes#> . </${ldes_name}/${view_name}> a tree:Node ; tree:viewDescription [ a tree:ViewDescription ; tree:fragmentationStrategy () ; tree:pageSize "${members_per_page}"^^xsd:integer ] . + = + + + + + + + ${total_member_count} + + + + 1 + + 1 + observation + + false + + + + + + Accept + application/n-triples + + + + + + 6 + /observations + POST + true + + + + false + _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://purl.org/dc/terms/type> <https://data.vlaanderen.be/doc/concept/VkmMeetInstrumentType/TODO> . +_:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/ns/sosa/sensor> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443384828630522E0 5.107680366717121E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmetingkenmerk.kenmerktype> <https://data.vlaanderen.be/doc/concept/VkmVerkeersKenmerkType/plaatsgemiddelde_snelheid> . +_:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 <https://data.vlaanderen.be/ns/verkeersmetingen#voertuigType> <https://data.vlaanderen.be/doc/concept/VkmVoertuigType/vrachtwagen> . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeersmeetpunt.verkeersmeetpuntnetwerkreferentie> _:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://def.isotc211.org/iso19156/2011/SamplingPoint#SF_SamplingPoint.shape> _:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <https://data.vlaanderen.be/ns/verkeersmetingen#bemonsterdObject> _:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 . +_:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeetpunt> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://purl.org/dc/terms/isVersionOf> <https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/prov#generatedAtTime> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/verkeersmetingen#Verkeersmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting> . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.phenomenonTime> _:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://def.isotc211.org/iso19156/2011/Observation#OM_Observation.result> _:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Verkeerssnelheidsmeting.geobserveerdKenmerk> _:B0571e676X2Dde36X2D44c2X2D95c7X2Dcd36ce2a5c76 . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <https://data.vlaanderen.be/ns/verkeersmetingen#geobserveerdObject> _:B8c72dc9dX2D8331X2D4a7aX2Dab29X2Ded898d9b2a6b . +<https://verkeerscentrum.be/id/verkeerstellingen/${observation}/truck-velocity#2024-01-01T00:00:00+01:00> <http://www.w3.org/ns/sosa/madeBySensor> _:Bb9083862X2Db7c5X2D4cf8X2Dbc2bX2D2f15f4c9b1f0 . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.opengis.net/ont/geosparql#asWKT> "LINESTRING (3.444080404972583 51.07601791071558, 3.443520053954542 51.07671482653927, 3.443384828630522 51.07680366717121)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#LineString> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#Puntreferentie.opPositie> _:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <https://data.vlaanderen.be/ns/netwerk#toepassingsRichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/bothDirection> . +_:Bd7dcbefcX2Dcbc1X2D433eX2Dae43X2D968b193b225a <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/netwerk#Puntreferentie> . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bbb673069X2Dac82X2D4b57X2D964aX2D0dc17e808899 . +_:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/value> "14"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <https://schema.org/unitCode> "m"^^<https://w3id.org/cdt/ucumunit> . +_:B688b284cX2D1664X2D427fX2D9a97X2D1730d07da455 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Length> . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <https://data.vlaanderen.be/ns/netwerk#Knoop.geometrie> _:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace . +_:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegknoop> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/2006/time#inXSDDateTimeStamp> "2024-01-01T00:00:00+01:00"^^<http://www.w3.org/2001/XMLSchema#dateTime> . +_:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#Instant> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://def.isotc211.org/iso19103/2015/MeasureTypes#Speed> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/unitCode> "km/h"^^<https://w3id.org/cdt/ucumunit> . +_:B6e9be13cX2D9147X2D458dX2DbfcfX2D2d489eefcf76 <https://schema.org/value> "62"^^<http://www.w3.org/2001/XMLSchema#integer> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.444080404972583E0 5.107601791071558E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Bc2ee294dX2Dbc57X2D42ddX2Da2eaX2Df355eb567ace <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasXSDDuration> "PT15M"^^<http://www.w3.org/2001/XMLSchema#duration> . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/2006/time#hasBeginning> _:Be11d58e9X2Dda3aX2D4691X2Dbd28X2Da86b0c2327fa . +_:B5600cc26X2D54d4X2D4da0X2D9a98X2D95fcddd43660 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.w3.org/2006/time#TemporalEntity> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://data.vlaanderen.be/ns/weg#rijrichting> <https://inspire.ec.europa.eu/codelist/LinkDirectionValue/inDirection> . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <https://implementatie.data.vlaanderen.be/ns/vsds-verkeersmetingen#Rijrichting.netwerkreferentieelement> _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 . +_:B670d2e0dX2D120bX2D450cX2D9768X2Db727201537e5 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Rijrichting> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.opengis.net/ont/geosparql#asWKT> "POINT(3.443520053954542E0 5.107671482653927E1)"^^<http://www.opengis.net/ont/geosparql#wktLiteral> . +_:Ba638f941X2De4bdX2D4637X2D8de4X2De6aaed734611 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.opengis.net/ont/sf#Point> . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#Link.geometriemiddellijn> _:Ba341716fX2D7ba3X2D4fdeX2Db87aX2De8b67dd67103 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#eindknoop> _:B0fa893e8X2D0570X2D4735X2Da516X2Dfbb10baeb794 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <https://data.vlaanderen.be/ns/netwerk#beginknoop> _:Bad35d6b6X2D8e71X2D4baeX2D91c4X2D1d51a27edf87 . +_:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <https://data.vlaanderen.be/ns/weg#Wegsegment> . + = + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + groovy + + + true + vars.put("fragmentation_starttime", String.valueOf(System.currentTimeMillis())) + + + + ${__groovy(vars.get("get_last_page_result") != "200")} + + + + + + Accept + application/n-triples + + + + + + /${ldes_name}/${view_name}?pageNumber=${total_page_count} + true + GET + true + false + + + + + + + + + Assertion.response_data + true + 16 + + + + code + get_last_page_result + (\d+) + $1$ + + false + 1 + + + + groovy + + + true + if ( vars.get("get_last_page_result") == "200") { + vars.put("fragmentation_endtime", String.valueOf(System.currentTimeMillis())); +} + + + + + + 3000 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + groovy + + + true + log.info("starting fragmentation analysis"); +log.info("start: " + vars.get("fragmentation_starttime")); +log.info("end: " + vars.get("fragmentation_endtime")); + +def start = vars.get("fragmentation_starttime") as long; +def end = vars.get("fragmentation_endtime") as long; +def time = end - start; +def perSecond = ${total_member_count} / time * 1000 as int; + +return "\n\t\tFragmentation time: " + time + " ms (" + perSecond + " per second)"; + + + + + false + + saveConfig + + + false + false + false + + false + false + false + false + false + false + false + true + false + true + false + false + false + false + false + 0 + + + results/time_interval.xml + + + + + + true + 1 + 600 + true + continue + + ${total_page_count} + false + + + + + + + Accept + application/n-triples + + + + + + 1 + + 1 + page + + false + + + + 6 + /${ldes_name}/${view_name}?pageNumber=${page} + GET + false + + + + HttpClient4 + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + true + + + + + + + + + 1 + 1 + true + continue + + 1 + false + + + + + 15000 + /admin/api/v1/eventstreams/${ldes_name} + true + DELETE + true + false + + + + + + + + + From 2335b7ee500b4eb1a599665ea454e107607f3a27 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 16:14:30 +0200 Subject: [PATCH 07/11] fix: titles --- load-testing/server/fetch.250mpp.jmx | 2 +- load-testing/server/fetch.25mpp.jmx | 2 +- load-testing/server/fetch.500mpp.jmx | 2 +- load-testing/server/fetch.50mpp.jmx | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/load-testing/server/fetch.250mpp.jmx b/load-testing/server/fetch.250mpp.jmx index 143efaa..d1cd9ba 100644 --- a/load-testing/server/fetch.250mpp.jmx +++ b/load-testing/server/fetch.250mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/server/fetch.25mpp.jmx b/load-testing/server/fetch.25mpp.jmx index 6ae9f35..d17a7cd 100644 --- a/load-testing/server/fetch.25mpp.jmx +++ b/load-testing/server/fetch.25mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/server/fetch.500mpp.jmx b/load-testing/server/fetch.500mpp.jmx index fcccc29..e70463f 100644 --- a/load-testing/server/fetch.500mpp.jmx +++ b/load-testing/server/fetch.500mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/server/fetch.50mpp.jmx b/load-testing/server/fetch.50mpp.jmx index a4e3753..ed3a49e 100644 --- a/load-testing/server/fetch.50mpp.jmx +++ b/load-testing/server/fetch.50mpp.jmx @@ -1,7 +1,7 @@ - + true true From d64d8a03a563d2a345987f0a216271c6d2b01104 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 16:17:05 +0200 Subject: [PATCH 08/11] fix: test titles --- load-testing/workbench/fetch.1000mpp.jmx | 2 +- load-testing/workbench/fetch.100mpp.jmx | 2 +- load-testing/workbench/fetch.250mpp.jmx | 2 +- load-testing/workbench/fetch.25mpp.jmx | 2 +- load-testing/workbench/fetch.500mpp.jmx | 2 +- load-testing/workbench/fetch.50mpp.jmx | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/load-testing/workbench/fetch.1000mpp.jmx b/load-testing/workbench/fetch.1000mpp.jmx index 6b64d6e..6da608e 100644 --- a/load-testing/workbench/fetch.1000mpp.jmx +++ b/load-testing/workbench/fetch.1000mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/workbench/fetch.100mpp.jmx b/load-testing/workbench/fetch.100mpp.jmx index 496f7e0..734978d 100644 --- a/load-testing/workbench/fetch.100mpp.jmx +++ b/load-testing/workbench/fetch.100mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/workbench/fetch.250mpp.jmx b/load-testing/workbench/fetch.250mpp.jmx index dd61ae4..c7c2c76 100644 --- a/load-testing/workbench/fetch.250mpp.jmx +++ b/load-testing/workbench/fetch.250mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/workbench/fetch.25mpp.jmx b/load-testing/workbench/fetch.25mpp.jmx index d08d0e8..89dc473 100644 --- a/load-testing/workbench/fetch.25mpp.jmx +++ b/load-testing/workbench/fetch.25mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/workbench/fetch.500mpp.jmx b/load-testing/workbench/fetch.500mpp.jmx index de3cbd3..b3343ed 100644 --- a/load-testing/workbench/fetch.500mpp.jmx +++ b/load-testing/workbench/fetch.500mpp.jmx @@ -1,7 +1,7 @@ - + true true diff --git a/load-testing/workbench/fetch.50mpp.jmx b/load-testing/workbench/fetch.50mpp.jmx index 49686d7..0ddb7f7 100644 --- a/load-testing/workbench/fetch.50mpp.jmx +++ b/load-testing/workbench/fetch.50mpp.jmx @@ -1,7 +1,7 @@ - + true true From 58447d12b6935379e8b769485e1886025b96566e Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 20:31:42 +0200 Subject: [PATCH 09/11] fix: write to stats.xml --- load-testing/workbench/fetch.1000mpp.jmx | 100 +++++++++++------------ load-testing/workbench/fetch.100mpp.jmx | 100 +++++++++++------------ load-testing/workbench/fetch.10mpp.jmx | 41 +++++----- load-testing/workbench/fetch.250mpp.jmx | 100 +++++++++++------------ load-testing/workbench/fetch.25mpp.jmx | 100 +++++++++++------------ load-testing/workbench/fetch.500mpp.jmx | 100 +++++++++++------------ load-testing/workbench/fetch.50mpp.jmx | 100 +++++++++++------------ 7 files changed, 320 insertions(+), 321 deletions(-) diff --git a/load-testing/workbench/fetch.1000mpp.jmx b/load-testing/workbench/fetch.1000mpp.jmx index 6da608e..240ee07 100644 --- a/load-testing/workbench/fetch.1000mpp.jmx +++ b/load-testing/workbench/fetch.1000mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.100mpp.jmx b/load-testing/workbench/fetch.100mpp.jmx index 734978d..dadeddd 100644 --- a/load-testing/workbench/fetch.100mpp.jmx +++ b/load-testing/workbench/fetch.100mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.10mpp.jmx b/load-testing/workbench/fetch.10mpp.jmx index fa40354..de35f8b 100644 --- a/load-testing/workbench/fetch.10mpp.jmx +++ b/load-testing/workbench/fetch.10mpp.jmx @@ -7,7 +7,6 @@ - false @@ -30,7 +29,7 @@ - + ldes_name @@ -111,7 +110,7 @@ HttpClient4 - + 1 1 true @@ -148,7 +147,7 @@ - + /admin/api/v1/eventstreams/${ldes_name}/views true POST @@ -175,7 +174,7 @@ - + true ${threads} 1 @@ -314,7 +313,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,7 +323,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} @@ -337,7 +336,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +347,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +355,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +365,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +377,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +418,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +455,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +493,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -540,15 +539,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -863,7 +862,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml diff --git a/load-testing/workbench/fetch.250mpp.jmx b/load-testing/workbench/fetch.250mpp.jmx index c7c2c76..58237f2 100644 --- a/load-testing/workbench/fetch.250mpp.jmx +++ b/load-testing/workbench/fetch.250mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.25mpp.jmx b/load-testing/workbench/fetch.25mpp.jmx index 89dc473..3ff4125 100644 --- a/load-testing/workbench/fetch.25mpp.jmx +++ b/load-testing/workbench/fetch.25mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.500mpp.jmx b/load-testing/workbench/fetch.500mpp.jmx index b3343ed..61ffad5 100644 --- a/load-testing/workbench/fetch.500mpp.jmx +++ b/load-testing/workbench/fetch.500mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} diff --git a/load-testing/workbench/fetch.50mpp.jmx b/load-testing/workbench/fetch.50mpp.jmx index 0ddb7f7..b2b49ec 100644 --- a/load-testing/workbench/fetch.50mpp.jmx +++ b/load-testing/workbench/fetch.50mpp.jmx @@ -30,7 +30,7 @@ - + ldes_name @@ -99,7 +99,7 @@ - + 3000 5000 ${server_hostname} @@ -111,7 +111,7 @@ HttpClient4 - + 1 1 true @@ -122,7 +122,7 @@ - + Content-Type @@ -131,7 +131,7 @@ - + /admin/api/v1/eventstreams true POST @@ -165,7 +165,7 @@ - + groovy @@ -175,7 +175,7 @@ - + true ${threads} 1 @@ -187,7 +187,7 @@ - + Accept @@ -196,7 +196,7 @@ - + 1 1 @@ -205,7 +205,7 @@ false - + 6 /observations POST @@ -272,7 +272,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 HttpClient4 - + false saveConfig @@ -314,7 +314,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 1 - 300 + 900 true true continue @@ -324,11 +324,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + ${__groovy(vars.get("get_last_page_result") != "200")} - + Accept @@ -337,7 +337,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + /${ldes_name}/${view_name}?pageNumber=${total_page_count} true GET @@ -348,7 +348,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + Assertion.response_data @@ -356,7 +356,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 16 - + code get_last_page_result (\d+) @@ -366,7 +366,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 1 - + groovy @@ -378,11 +378,11 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + 3000 - + false saveConfig @@ -419,7 +419,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -456,7 +456,7 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + false saveConfig @@ -494,13 +494,13 @@ _:B56e84f09X2D89aeX2D4f0fX2Dbd18X2D80ec0e031082 <http://www.w3.org/1999/02/22 - + groovy true log.info("starting fragmentation analysis"); -log.info("start: " + vars.get("fragmentation_starttime")); +log.info("start: " + props.get("fragmentation_starttime")); log.info("end: " + vars.get("fragmentation_endtime")); def start = props.get("fragmentation_starttime") as long; @@ -512,7 +512,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + false saveConfig @@ -540,15 +540,15 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe 0 - results/time_interval.xml + stats.xml - + true 1 - 300 + 900 true true continue @@ -558,7 +558,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + 3000 5000 ${hostname} @@ -570,7 +570,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe HttpClient4 - + Content-Type @@ -579,7 +579,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + Accept @@ -588,7 +588,7 @@ return "\n\t\tFragmentation time: " + time + " ms (" + perSe - + ${hostname} ${port} /admin/api/v1/pipeline @@ -620,7 +620,7 @@ outputs: - + groovy @@ -629,7 +629,7 @@ outputs: - + /actuator/prometheus true GET @@ -640,7 +640,7 @@ outputs: - + false initial_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -650,7 +650,7 @@ outputs: 1 - + groovy @@ -661,11 +661,11 @@ log.info("current member count: " + vars.get("current_member_coun - + ${__groovy( ((vars.get("current_member_count") as int) - (vars.get("initial_member_count") as int)) < (${total_member_count} as int) )} - + /actuator/prometheus true GET @@ -676,7 +676,7 @@ log.info("current member count: " + vars.get("current_member_coun - + false current_member_count ldio_data_out_total{pipeline_name="ldes-client-pipeline",} (\d+) @@ -686,7 +686,7 @@ log.info("current member count: " + vars.get("current_member_coun 1 - + groovy @@ -701,11 +701,11 @@ if (difference == (${total_member_count} as int)) { - + 3000 - + false saveConfig @@ -742,7 +742,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -779,7 +779,7 @@ if (difference == (${total_member_count} as int)) { - + false saveConfig @@ -817,7 +817,7 @@ if (difference == (${total_member_count} as int)) { - + groovy @@ -835,7 +835,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + false saveConfig @@ -863,12 +863,12 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco 0 - results/time_interval.xml + stats.xml - + 1 1 true @@ -879,7 +879,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 5000 ${hostname} @@ -894,7 +894,7 @@ return "\n\t\tReplication time: " + time + " ms (" + perSeco - + 3000 30000 ${server_hostname} From f489a1a890ad57f548e989717b7731b5ee0a2e12 Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 20:32:03 +0200 Subject: [PATCH 10/11] fix: tags --- load-testing/docker-compose.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/load-testing/docker-compose.yml b/load-testing/docker-compose.yml index 76a8437..b915b60 100644 --- a/load-testing/docker-compose.yml +++ b/load-testing/docker-compose.yml @@ -8,7 +8,7 @@ services: jmeter-runner: container_name: performance_testing_jmeter-runner - image: ghcr.io/informatievlaanderen/jmeter-runner:20240403t0752 + image: ghcr.io/informatievlaanderen/jmeter-runner:20240405t1116 networks: - performance_testing ports: @@ -93,7 +93,7 @@ services: # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.4.1-SNAPSHOT} # Geomobility # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.10.0-SNAPSHOT} # Telraam # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.12.0-SNAPSHOT} - image: ghcr.io/informatievlaanderen/ldes-server:20240403070538 + image: ghcr.io/informatievlaanderen/ldes-server:20240405144556 networks: - performance_testing ports: From f42194719599abaf48a8865d1bc86f79461b1bee Mon Sep 17 00:00:00 2001 From: Ranko Orlic Date: Mon, 8 Apr 2024 20:22:52 +0200 Subject: [PATCH 11/11] fix: minor issues --- .gitignore | 1 + load-testing/README.md | 5 ----- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/.gitignore b/.gitignore index 900fb01..322a68e 100644 --- a/.gitignore +++ b/.gitignore @@ -3,3 +3,4 @@ /data/epsg/ /*/tests/.java/ jmeter.log +.DS_Store diff --git a/load-testing/README.md b/load-testing/README.md index 913969c..6f999e5 100644 --- a/load-testing/README.md +++ b/load-testing/README.md @@ -6,11 +6,6 @@ Here you can find load tests for: ## Initialization Before running the tests you need to create the required locations (with the correct permissions): -for the runner: -```bash -mkdir -p ./database -chmod o+w ./database -``` for the server: ```bash mkdir -p ./server/tmp/epsg