2024-09-04-15-35-44 - correct-spark-link

josephmachado · Sep 4, 2024 · b570fd1 · b570fd1
1 parent de8073b
commit b570fd1
Show file tree

Hide file tree

Showing 4 changed files with 36 additions and 14 deletions.
diff --git a/containers/airflow/Dockerfile b/containers/airflow/Dockerfile
@@ -22,7 +22,7 @@ RUN apt-get update && \
 # export PATH=$PATH:$JAVA_HOME/bin
 # export SPARK_HOME='/opt/spark'
 # export PATH=$PATH:$SPARK_HOME/bin:$SPARK_HOME/sbin
-RUN curl https://dlcdn.apache.org/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz -o spark-3.5.1-bin-hadoop3.tgz
+RUN curl https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz -o spark-3.5.1-bin-hadoop3.tgz
 
 # Change permissions of the downloaded tarball
 RUN chmod 755 spark-3.5.1-bin-hadoop3.tgz