Apply suggestions from code review

.github/workflows/spark_python_test.yaml

@@ -62,7 +62,7 @@ jobs:
           # the`version.sbt` file.
           pipenv run pip install pip==24.0 setuptools==69.5.1 wheel==0.43.0
           #pipenv run pip install pyspark==3.5.0
-          pipenv run pip install https://dist.apache.org/repos/dist/dev/spark/v3.5.3-rc1-bin/pyspark-3.5.3.tar.gz
+          pipenv run pip install https://dist.apache.org/repos/dist/dev/spark/v3.5.3-rc2-bin/pyspark-3.5.3.tar.gz
           pipenv run pip install flake8==3.5.0 pypandoc==1.3.3
           pipenv run pip install black==23.9.1
           pipenv run pip install importlib_metadata==3.10.0

build.sbt

@@ -52,7 +52,7 @@ val all_scala_versions = Seq(scala212, scala213)
 val default_scala_version = settingKey[String]("Default Scala version")
 Global / default_scala_version := scala212
 
-val LATEST_RELEASED_SPARK_VERSION = "3.5.4-SNAPSHOT"
+val LATEST_RELEASED_SPARK_VERSION = "3.5.3"
 val SPARK_MASTER_VERSION = "4.0.0-SNAPSHOT"
 val sparkVersion = settingKey[String]("Spark version")
 spark / sparkVersion := getSparkVersion()
@@ -173,7 +173,7 @@ def crossSparkSettings(): Seq[Setting[_]] = getSparkVersion() match {
     targetJvm := "8",
     // For adding staged Spark RC versions, e.g.:
     // resolvers += "Apache Spark 3.5.0 (RC1) Staging" at "https://repository.apache.org/content/repositories/orgapachespark-1444/",
-    resolvers += "Apache Spark 3.5.3 (RC1) Staging" at "https://repository.apache.org/content/repositories/orgapachespark-1464/",
+    resolvers += "Apache Spark 3.5.3 (RC2) Staging" at "https://repository.apache.org/content/repositories/orgapachespark-1465/",
     resolvers += "Spark 3.5.4-SNAPSHOTs" at "https://repository.apache.org/content/groups/snapshots/",
     Compile / unmanagedSourceDirectories += (Compile / baseDirectory).value / "src" / "main" / "scala-spark-3.5",
     Test / unmanagedSourceDirectories += (Test / baseDirectory).value / "src" / "test" / "scala-spark-3.5",