fix sql save error when contains many columns

highflip-core/src/main/java/com/baidu/highflip/core/entity/runtime/Data.java

@@ -68,7 +68,7 @@ public class Data {
     List<Long> dimension;
 
     @Type(type = "json")
-    @Column(name = "columns")
+    @Column(name = "columns", length = 10000)
     List<com.baidu.highflip.core.entity.runtime.basic.Column> columns = new LinkedList<>();
 
     @Column(name = "binding_id")

highflip-server/pom.xml

@@ -49,6 +49,10 @@
             <groupId>org.springframework.security</groupId>
             <artifactId>spring-security-config</artifactId>
         </dependency>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-loader</artifactId>
+        </dependency>
         <dependency>
             <groupId>org.postgresql</groupId>
             <artifactId>postgresql</artifactId>

highflip-server/src/main/java/com/baidu/highflip/server/adaptor/loader/AdaptorLoader.java

@@ -5,16 +5,18 @@
 import com.baidu.highflip.core.engine.HighFlipAdaptor;
 import com.baidu.highflip.core.engine.InstanceRegister;
 import lombok.extern.slf4j.Slf4j;
+
+import org.springframework.boot.loader.LaunchedURLClassLoader;
 import org.springframework.stereotype.Component;
 
 import java.io.IOException;
 import java.io.InputStream;
 import java.lang.reflect.Constructor;
+import java.lang.reflect.Method;
 import java.net.URL;
 import java.net.URLClassLoader;
 import java.util.Properties;
 
-
 @Slf4j
 @Component
 public class AdaptorLoader {
@@ -24,7 +26,23 @@ public class AdaptorLoader {
 
     public void loadJar(URL url) throws IOException {
 
-        loader = new URLClassLoader(new URL[]{url});
+        if (Thread.currentThread()
+                  .getContextClassLoader() instanceof LaunchedURLClassLoader) {
+            loader = (LaunchedURLClassLoader) Thread.currentThread()
+                                                    .getContextClassLoader();
+            try {
+                Method addURL =
+                        LaunchedURLClassLoader.class.getSuperclass()
+                                                    .getDeclaredMethod("addURL",
+                                                                       new Class[] {URL.class});
+                addURL.setAccessible(true);
+                addURL.invoke(loader, new Object[] {url});
+            } catch (Exception e) {
+                throw new RuntimeException(e);
+            }
+        } else {
+            loader = new URLClassLoader(new URL[] {url});
+        }
 
         try (InputStream stream = loader
                 .getResourceAsStream(AdaptorPropsList.HIGHFLIP_PROPERTIES_FILE)) {

highflip-server/src/main/resources/application.properties

@@ -1,5 +1,5 @@
 #########################################################
-# highflip adaptor
+# highflip adaptor (file:/absolute/path/to/jar)
 #########################################################
 highflip.server.adaptor.path=
 #########################################################

highflip-vendors/highflip-adaptor-fate/src/main/java/com/webank/ai/fate/adaptor/DataAdaptor.java

@@ -1,7 +1,5 @@
 package com.webank.ai.fate.adaptor;
 
-import static com.webank.ai.fate.common.FateConstants.DATA_ID_SEPARATOR;
-
 import com.baidu.highflip.core.entity.runtime.Data;
 import com.baidu.highflip.core.entity.runtime.basic.DataCategory;
 import com.baidu.highflip.core.entity.runtime.basic.KeyPair;
@@ -14,14 +12,17 @@
 import lombok.Getter;
 import lombok.extern.slf4j.Slf4j;
 
+import org.springframework.util.StringUtils;
 import org.springframework.web.multipart.MultipartFile;
 
 import java.io.IOException;
 import java.io.InputStream;
 import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Iterator;
 import java.util.List;
+import java.util.Map;
 import java.util.NoSuchElementException;
 import java.util.stream.Collectors;
 
@@ -82,9 +83,17 @@ public Iterator<List<Object>> readDataDense(Data data) {
             try (Response response = getContext().getClient()
                                                  .downloadComponentResultData(jobId, componentName,
                                                                               role, partyId)) {
-                String content = DecompressUtils.decompressTarGzToStringMap(
-                        response.body().asInputStream(),
-                        s -> s.contains("csv")).get("data.csv");
+                final Map<String, String> res =
+                        DecompressUtils.decompressTarGzToStringMap(
+                                response.body().asInputStream(),
+                                s -> s.contains("csv"));
+                if (res == null) {
+                    return new ArrayList<List<Object>>().iterator();
+                }
+                String content = res.get("data.csv");
+                if (StringUtils.isEmpty(content)) {
+                    return new ArrayList<List<Object>>().iterator();
+                }
                 return Arrays.stream(content.split("\n"))
                              .map(s -> Arrays.stream(s.split(DEFAULT_DELIMITER))
                                              .map(d -> (Object) d)