diff --git a/core/sail/memory/src/test/java/org/eclipse/rdf4j/sail/memory/benchmark/BaseConcurrentBenchmark.java b/core/sail/memory/src/test/java/org/eclipse/rdf4j/sail/memory/benchmark/BaseConcurrentBenchmark.java
index 28a1284f9e..87b226d2c5 100644
--- a/core/sail/memory/src/test/java/org/eclipse/rdf4j/sail/memory/benchmark/BaseConcurrentBenchmark.java
+++ b/core/sail/memory/src/test/java/org/eclipse/rdf4j/sail/memory/benchmark/BaseConcurrentBenchmark.java
@@ -73,6 +73,7 @@ void threads(int threadCount, Runnable runnable) throws InterruptedException {
 					}
 				} catch (InterruptedException e) {
 					e.printStackTrace();
+					throw e;
 				} finally {
 					latchDone.countDown();
 				}
@@ -84,7 +85,7 @@ void threads(int threadCount, Runnable runnable) throws InterruptedException {
 
 	}
 
-	Future<?> submit(Runnable runnable) {
+	Future<?> submit(Runnable runnable) throws InterruptedException {
 		return executorService.submit(() -> {
 			try {
 				semaphore.acquire();
@@ -95,6 +96,7 @@ Future<?> submit(Runnable runnable) {
 				}
 			} catch (InterruptedException e) {
 				e.printStackTrace();
+				throw e;
 			}
 		});
 	}