add dependency of arrow to spark engine

apache · Sep 17, 2024 · 471aa71 · 471aa71
1 parent 299712a
commit 471aa71
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/linkis-engineconn-plugins/spark/pom.xml b/linkis-engineconn-plugins/spark/pom.xml
@@ -344,6 +344,11 @@
         </exclusion>
       </exclusions>
     </dependency>
+    <dependency>
+      <groupId>org.apache.arrow</groupId>
+      <artifactId>arrow-vector</artifactId>
+      <version>${arrow.version}</version>
+    </dependency>
     <dependency>
       <groupId>org.codehaus.janino</groupId>
       <artifactId>janino</artifactId>

diff --git a/pom.xml b/pom.xml
@@ -114,6 +114,7 @@
     <joni.version>2.1.42</joni.version>
     <hive.version>3.1.3</hive.version>
     <spark.version>3.2.1</spark.version>
+    <arrow.version>2.0.0</arrow.version>
     <hadoop-hdfs-client-shade.version>2.7.2</hadoop-hdfs-client-shade.version>
     <spark.hadoop.groupid>org.apache.hadoop</spark.hadoop.groupid>
     <spark.hadoop-common.artifactId>hadoop-common</spark.hadoop-common.artifactId>