Fix detection of python test failure (#207)

G-Research · Nov 20, 2023 · b2c506a · b2c506a
1 parent 8eb8199
commit b2c506a
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/.github/actions/test-python/action.yml b/.github/actions/test-python/action.yml
@@ -89,13 +89,14 @@ runs:
 
   - name: Python Integration Tests
     run: |
-      find python/test -name 'test*.py' | while read test
+      find python/test -name 'test*.py' > tests
+      while read test
       do
-        if ! $SPARK_HOME/bin/spark-submit --packages uk.co.gresearch.spark:spark-extension_${{ inputs.scala-compat-version }}:$SPARK_EXTENSION_VERSION "$test" test-results
+        if ! $SPARK_HOME/bin/spark-submit --master "local[2]" --packages uk.co.gresearch.spark:spark-extension_${{ inputs.scala-compat-version }}:$SPARK_EXTENSION_VERSION "$test" test-results
         then
           state="fail"
         fi
-      done
+      done < tests
       if [[ "$state" == "fail" ]]; then exit 1; fi
     shell: bash