Tca 100 (#54)

* spark 3.5.1  image update
* update docker ref for spark 3.5

Chart.yaml

@@ -2,5 +2,5 @@ apiVersion: v2
 name: spark-hs
 description: A Helm Chart for the Spark History Server
 type: application
-version: 0.9.8
-appVersion: 3.3.4
+version: 1.0.0
+appVersion: 3.5.1

README.md

@@ -121,21 +121,21 @@ The typical image build process:
 ```bash
 export SPARK_HOME=/opt/spark
 cd $SPARK_HOME
-./bin/docker-image-tool.sh -r quay.io/myacct -t 3.3.4-myrelease build
+./bin/docker-image-tool.sh -r quay.io/myacct -t 3.5.1-myrelease build
 [...]
 Successfully build f07cd00df877
-Successfully tagged quay.io/myacct/spark:3.3.4-myrelease
+Successfully tagged quay.io/myacct/spark:3.5.1-myrelease
 ```
 
 ### Scala Versions
 
 In the context of the history server, the underlying Scala version 
-does not really matter, though Spark 3 can support either 2.12 or 2.13.
+does not really matter, Spark 3 supports either 2.12 or 2.13.
 It can be useful to tag the image accordingly as this version is 
 key when it comes to other 3rd party Scala dependencies such as Iceberg 
 or Hudi. Unfortunately, some 3rd party projects have not fully adopted
 Scala 2.13 yet (eg. Hudi, Flink). The default images provided here are 
-built using 2.13 so do not support Hudi, but do support Iceberg.
+built using 2.13.
 
 <br>
 

argo/spark-hs-argo.yaml

@@ -32,7 +32,7 @@ spec:
          value: "$TRUSTSTORE_PASSWD"
     chart: spark-hs
     repoURL: https://tcarland.github.io/spark-hs-chart/
-    targetRevision: 0.9.8
+    targetRevision: 1.0.0
   syncPolicy:
     syncOptions:
     - CreateNamespace=true

container/Dockerfile-v3.3.4 → container/Dockerfile-v3.5.1

@@ -14,7 +14,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-ARG spark_version=3.3.4
 ARG spark_uid=185
 ARG hive_uri=https://downloads.apache.org
 
@@ -33,12 +32,14 @@ RUN set -ex && \
     echo ${spark_version} > /opt/spark/RELEASE && \
     rm /bin/sh && \
     ln -sv /bin/bash /bin/sh && \
+    useradd -u ${spark_uid} -m spark && \
     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su && \
     chgrp root /etc/passwd && chmod ug+rw /etc/passwd && \
     rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/*
 
 
 COPY jars /opt/spark/jars
+COPY RELEASE /opt/spark/RELEASE
 COPY bin /opt/spark/bin
 COPY sbin /opt/spark/sbin
 COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/
@@ -54,10 +55,10 @@ RUN curl ${hive_uri}/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz \
 ENV SPARK_HOME /opt/spark
 
 WORKDIR /opt/spark/work-dir
-RUN chmod g+w /opt/spark/work-dir
-RUN chmod a+x /opt/decom.sh
+RUN chown spark:spark /opt/spark/work-dir && \
+    chmod g+w /opt/spark/work-dir && \
+    chmod a+x /opt/decom.sh
 
 ENTRYPOINT [ "/opt/entrypoint.sh" ]
 
-# Specify the User that the actual main process will run as
 USER ${spark_uid}

values.yaml

@@ -4,7 +4,7 @@ replicaCount: 1
 
 image:
   repository: quay.io/tcarland/spark
-  tag: v3.3.4-tethys-2402.18
+  tag: v3.5.1-elara-2403.12
   pullPolicy: IfNotPresent
 
 imagePullSecrets: []