Merge pull request #9 from Informatievlaanderen/chore/add-bulk-ingest…

…-test Chore/add bulk ingest test
Informatievlaanderen · Apr 3, 2024 · c52a21a · c52a21a
2 parents da42cc8 + 104f387
commit c52a21a
Show file tree

Hide file tree

Showing 41 changed files with 25,381 additions and 183 deletions.
diff --git a/load-testing/.gitignore b/load-testing/.gitignore
@@ -1,4 +1,4 @@
 tests/**
+temp/**
 jmeter.log
 database
-logs/**
diff --git a/load-testing/docker-compose.yml b/load-testing/docker-compose.yml
@@ -8,33 +8,35 @@ services:
 
   jmeter-runner:
     container_name: performance_testing_jmeter-runner
-    image: ghcr.io/informatievlaanderen/jmeter-runner:20240402t0837
+    image: ghcr.io/informatievlaanderen/jmeter-runner:20240403t0752
     networks:
       - performance_testing 
     ports:
       - 9000:80
     volumes:
       - ${TEST_FOLDER:-./tests}:/home/node/jmeter-runner/tests:rw
-      - ${LOG_FOLDER:-./logs}:/home/node/jmeter-runner/logs:rw
+      - ${TEMP_FOLDER:-./temp}:/home/node/jmeter-runner/temp:rw
     depends_on:
       ldes-server:
         condition: service_healthy
       ldes-server-workbench:
         condition: service_healthy
     environment:
       - TEST_FOLDER_BASE=/home/node/jmeter-runner/tests
+      - TEMP_FOLDER_BASE=/home/node/jmeter-runner/temp
       - BASE_URL=${BASE_URL:-http://localhost:9000}
       - SILENT=${SILENT:-true}
       - MAX_RUNNING=${MAX_RUNNING:-1}
       - REFRESH_TIME=${REFRESH_TIME:-30}
       - RUN_TEST_API_KEY=${RUN_TEST_API_KEY:-}
       - CHECK_TEST_API_KEY=${CHECK_TEST_API_KEY:-}
-      - DELETE_TEST_API_KEY=${DELETE_TEST_API_KEY:-}  
+      - DELETE_TEST_API_KEY=${DELETE_TEST_API_KEY:-}
+      - CUSTOM_LABELS=${CUSTOM_LABELS:-threads size type component members_per_page}
     deploy:
       resources:
         limits:
           cpus: '0.5'
-          memory: '1.0GB'
+          memory: '1.5GB'
         reservations:
           cpus: '0.1'
           memory: '0.25GB'
@@ -44,7 +46,7 @@ services:
     # image: ghcr.io/informatievlaanderen/ldi-orchestrator:latest
     image: ldes/ldi-orchestrator:${LDI_ORCHESTRATOR_TAG:-2.3.0-SNAPSHOT}
     networks:
-      - performance_testing 
+      - performance_testing
     ports:
       - ${LDIO_WORKBENCH_PORT:-8081}:8080
     volumes:
@@ -90,7 +92,8 @@ services:
     # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.3.0-SNAPSHOT} # CrowdScan
     # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.4.1-SNAPSHOT} # Geomobility
     # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.10.0-SNAPSHOT} # Telraam
-    image: ldes/ldes-server:${LDES_SERVER_TAG:-2.12.0-SNAPSHOT}
+    # image: ldes/ldes-server:${LDES_SERVER_TAG:-2.12.0-SNAPSHOT}
+    image: ghcr.io/informatievlaanderen/ldes-server:20240403070538
     networks:
       - performance_testing
     ports:

diff --git a/load-testing/server/config.yml b/load-testing/server/config.yml
@@ -2,6 +2,8 @@ spring:
   data:
     mongodb:
       auto-index-creation: true
+  codec:
+    max-in-memory-size: 100MB
 
 management:
   tracing:

diff --git a/load-testing/server/fetch.1000mpp.jmx b/load-testing/server/fetch.1000mpp.jmx
@@ -9,6 +9,26 @@
       </elementProp>
     </TestPlan>
     <hashTree>
+      <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Labels">
+        <collectionProp name="Arguments.arguments">
+          <elementProp name="members_per_page" elementType="Argument">
+            <stringProp name="Argument.name">members_per_page</stringProp>
+            <stringProp name="Argument.value">1000</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="type" elementType="Argument">
+            <stringProp name="Argument.name">type</stringProp>
+            <stringProp name="Argument.value">server-request-fragment</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="component" elementType="Argument">
+            <stringProp name="Argument.name">component</stringProp>
+            <stringProp name="Argument.value">LDES-server</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+        </collectionProp>
+      </Arguments>
+      <hashTree/>
       <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Variables">
         <collectionProp name="Arguments.arguments">
           <elementProp name="ldes_name" elementType="Argument">
@@ -38,11 +58,6 @@
             <stringProp name="Argument.desc"></stringProp>
             <stringProp name="Argument.metadata">=</stringProp>
           </elementProp>
-          <elementProp name="members_per_page" elementType="Argument">
-            <stringProp name="Argument.name">members_per_page</stringProp>
-            <stringProp name="Argument.value">1000</stringProp>
-            <stringProp name="Argument.metadata">=</stringProp>
-          </elementProp>
           <elementProp name="total_page_count" elementType="Argument">
             <stringProp name="Argument.name">total_page_count</stringProp>
             <stringProp name="Argument.value">100</stringProp>

diff --git a/load-testing/server/fetch.100mpp.jmx b/load-testing/server/fetch.100mpp.jmx
@@ -9,6 +9,26 @@
       </elementProp>
     </TestPlan>
     <hashTree>
+      <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Labels">
+        <collectionProp name="Arguments.arguments">
+          <elementProp name="members_per_page" elementType="Argument">
+            <stringProp name="Argument.name">members_per_page</stringProp>
+            <stringProp name="Argument.value">100</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="type" elementType="Argument">
+            <stringProp name="Argument.name">type</stringProp>
+            <stringProp name="Argument.value">server-request-fragment</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="component" elementType="Argument">
+            <stringProp name="Argument.name">component</stringProp>
+            <stringProp name="Argument.value">LDES-server</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+        </collectionProp>
+      </Arguments>
+      <hashTree/>
       <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Variables">
         <collectionProp name="Arguments.arguments">
           <elementProp name="ldes_name" elementType="Argument">
@@ -38,11 +58,6 @@
             <stringProp name="Argument.desc"></stringProp>
             <stringProp name="Argument.metadata">=</stringProp>
           </elementProp>
-          <elementProp name="members_per_page" elementType="Argument">
-            <stringProp name="Argument.name">members_per_page</stringProp>
-            <stringProp name="Argument.value">100</stringProp>
-            <stringProp name="Argument.metadata">=</stringProp>
-          </elementProp>
           <elementProp name="total_page_count" elementType="Argument">
             <stringProp name="Argument.name">total_page_count</stringProp>
             <stringProp name="Argument.value">1000</stringProp>

diff --git a/load-testing/server/fetch.10mpp.jmx b/load-testing/server/fetch.10mpp.jmx
@@ -9,6 +9,26 @@
       </elementProp>
     </TestPlan>
     <hashTree>
+      <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Labels">
+        <collectionProp name="Arguments.arguments">
+          <elementProp name="members_per_page" elementType="Argument">
+            <stringProp name="Argument.name">members_per_page</stringProp>
+            <stringProp name="Argument.value">10</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="type" elementType="Argument">
+            <stringProp name="Argument.name">type</stringProp>
+            <stringProp name="Argument.value">server-request-fragment</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+          <elementProp name="component" elementType="Argument">
+            <stringProp name="Argument.name">component</stringProp>
+            <stringProp name="Argument.value">LDES-server</stringProp>
+            <stringProp name="Argument.metadata">=</stringProp>
+          </elementProp>
+        </collectionProp>
+      </Arguments>
+      <hashTree/>
       <Arguments guiclass="ArgumentsPanel" testclass="Arguments" testname="Variables">
         <collectionProp name="Arguments.arguments">
           <elementProp name="ldes_name" elementType="Argument">
@@ -38,11 +58,6 @@
             <stringProp name="Argument.desc"></stringProp>
             <stringProp name="Argument.metadata">=</stringProp>
           </elementProp>
-          <elementProp name="members_per_page" elementType="Argument">
-            <stringProp name="Argument.name">members_per_page</stringProp>
-            <stringProp name="Argument.value">10</stringProp>
-            <stringProp name="Argument.metadata">=</stringProp>
-          </elementProp>
           <elementProp name="total_page_count" elementType="Argument">
             <stringProp name="Argument.name">total_page_count</stringProp>
             <stringProp name="Argument.value">10000</stringProp>