upgrading spark to 3.3.2 from 3.1.2

fabiogouw · Jun 2, 2024 · 2754c8f · 2754c8f
1 parent dabad44
commit 2754c8f
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/spark-aws-messaging-example/build.gradle b/spark-aws-messaging-example/build.gradle
@@ -12,8 +12,8 @@ repositories {
 dependencies {
     testImplementation 'org.junit.jupiter:junit-jupiter-api:5.7.0'
     testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.7.0'
-    implementation group: 'org.apache.spark', name: 'spark-core_2.12', version: '3.1.2'
-    compileOnly group: 'org.apache.spark', name: 'spark-sql_2.12', version: '3.1.2'
+    implementation group: 'org.apache.spark', name: 'spark-core_2.13', version: '3.3.2'
+    compileOnly group: 'org.apache.spark', name: 'spark-sql_2.13', version: '3.3.2'
     implementation project(':spark-aws-messaging')
 }
 

diff --git a/spark-aws-messaging/build.gradle b/spark-aws-messaging/build.gradle
@@ -27,8 +27,8 @@ sonar {
 }
 
 dependencies {
-    implementation group: 'org.apache.spark', name: 'spark-core_2.12', version: '3.1.3'
-    compileOnly group: 'org.apache.spark', name: 'spark-sql_2.12', version: '3.1.3'
+    implementation group: 'org.apache.spark', name: 'spark-core_2.13', version: '3.3.2'
+    compileOnly group: 'org.apache.spark', name: 'spark-core_2.13', version: '3.3.2'
 
     implementation platform('com.amazonaws:aws-java-sdk-bom:1.12.13')
     implementation 'com.amazonaws:aws-java-sdk-sqs'

diff --git a/...ws-messaging/src/test/java/com/fabiogouw/spark/awsmessaging/sqs/SparkIntegrationTest.java b/...ws-messaging/src/test/java/com/fabiogouw/spark/awsmessaging/sqs/SparkIntegrationTest.java
@@ -39,7 +39,7 @@ public class SparkIntegrationTest {
             .withServices(SQS);
 
     @Container
-    private final GenericContainer spark = new GenericContainer(DockerImageName.parse("bitnami/spark:3.1.2"))
+    private final GenericContainer spark = new GenericContainer(DockerImageName.parse("bitnami/spark:3.3.2"))
             .withCopyFileToContainer(MountableFile.forHostPath("build/resources/test/.", 0744), "/home/")
             .withCopyFileToContainer(MountableFile.forHostPath("build/libs/.", 0555), "/home/")
             .withNetwork(network)