Update medium-spark-stats.yaml

pavan-kumar-99 · Jun 12, 2024 · b1346ce · b1346ce
1 parent 094b980
commit b1346ce
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/.github/workflows/medium-spark-stats.yaml b/.github/workflows/medium-spark-stats.yaml
@@ -31,6 +31,7 @@ jobs:
           --conf spark.driver.memory=1g \
           --conf spark.kubernetes.executor.request.cores=2 \
           --conf spark.executor.memory=1g \
+          --packages org.apache.hadoop:hadoop-aws:3.3.4 \
           --conf spark.kubernetes.pyspark.pythonVersion=3 \
           --conf spark.kubernetes.container.image=greypavan/medium-manifests:medium-stats \
           --conf spark.kubernetes.driver.podTemplateFile=./driver.yaml \