Add Spark 4.0.0-preview2

.github/workflows/build.yml

@@ -53,6 +53,10 @@ jobs:
             spark-version: '3.5.3'
             scala-compat-version: '2.13'
             scala-version: '2.13.8'
+          - spark-compat-version: '4.0'
+            spark-version: '4.0.0-preview2'
+            scala-compat-version: '2.13'
+            scala-version: '2.13.14'
 
     steps:
       - name: Checkout

.github/workflows/ci.yml

@@ -113,6 +113,13 @@ jobs:
               "scala-compat-version": "2.13",
               "scala-version": "2.13.8",
               "dgraph-version": "24.0.2"
+            },
+            {
+              "spark-version": "4.0.0-preview2",
+              "spark-compat-version": "4.0",
+              "scala-compat-version": "2.13",
+              "scala-version": "2.13.14",
+              "dgraph-version": "24.0.2"
             }
           ]
         }

.github/workflows/test-integration.yml

@@ -11,9 +11,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        spark-compat-version: ["3.4", "3.5"]
+        spark-compat-version: ["3.4", "3.5", "4.0"]
         dgraph-minor-version: ["20.03", "20.07", "20.11", "21.12", "22.0", "23.0", "23.1", "24.0"]
-        scala-compat-version: ["2.12"]
         include:
           - spark-compat-version: '3.0'
             spark-version: '3.0.3'
@@ -57,6 +56,11 @@ jobs:
             scala-compat-version: '2.12'
             scala-version: '2.12.18'
             hadoop-version: '3'
+          - spark-compat-version: '4.0'
+            spark-version: '4.0.0-preview2'
+            scala-compat-version: '2.13'
+            scala-version: '2.13.14'
+            hadoop-version: '3'
 
           - dgraph-minor-version: "20.03"
             dgraph-version: "20.03.7"

.github/workflows/test-spark.yml

@@ -24,7 +24,8 @@ jobs:
             # we test all patch version of current supported minor releases
             "3.4.0", "3.4.1", "3.4.2",
             # latest patch version tested in test-dgraph, not testes here again
-            "3.5.0", "3.5.1"
+            "3.5.0", "3.5.1",
+            "4.0.0-preview2"
         ]
         scala-compat-version: ["2.12"]
         include:
@@ -70,6 +71,11 @@ jobs:
             scala-compat-version: "2.12"
             scala-version: "2.12.18"
 
+          - spark-version: "4.0.0-preview2"
+            spark-compat-version: "4.0"
+            scala-compat-version: "2.13"
+            scala-version: "2.13.14"
+
     steps:
       - name: Checkout
         uses: actions/checkout@v4