diff --git a/tests/open-ce-tests.yaml b/tests/open-ce-tests.yaml
index 9ce507f..7aa119d 100644
--- a/tests/open-ce-tests.yaml
+++ b/tests/open-ce-tests.yaml
@@ -27,7 +27,7 @@ tests:
         do
            TEST_SUITES+="$test_suite "
         done
-        pytest -v ${TEST_SUITES}
+        pytest -v ${TEST_SUITES} -k "not test_lightning_cli_help"
   - name: Clean tests
     command: rm -rf pytorch-lightning
   - name: Setup torchmetrics Tests