feat(scheduler): add support for scheduler

common/util/pom.xml

@@ -39,6 +39,10 @@
       <groupId>org.apache.commons</groupId>
       <artifactId>commons-collections4</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.quartz-scheduler</groupId>
+      <artifactId>quartz</artifactId>
+    </dependency>
     <dependency>
       <groupId>org.apache.commons</groupId>
       <artifactId>commons-lang3</artifactId>

common/util/src/main/java/com/antgroup/openspg/common/util/DateTimeUtils.java

@@ -31,4 +31,17 @@ public static String bizDateByNow() {
     SimpleDateFormat simpleDateFormat = new SimpleDateFormat(YYYY_MM_DD1);
     return simpleDateFormat.format(new Date());
   }
+
+  /** Date to String by yyyy-MM-dd HH:mm:ss */
+  public static String getDate2LongStr(Date date) {
+    return getDate2Str(YYYY_MM_DD_HH_MM_SS1, date);
+  }
+
+  /** Date to String by format */
+  public static String getDate2Str(String format, Date date) {
+    if (date == null) {
+      return "";
+    }
+    return new SimpleDateFormat(format).format(date);
+  }
 }

pom.xml

@@ -337,6 +337,11 @@
         <artifactId>QLExpress</artifactId>
         <version>3.3.2</version>
       </dependency>
+      <dependency>
+        <groupId>org.quartz-scheduler</groupId>
+        <artifactId>quartz</artifactId>
+        <version>2.3.2</version>
+      </dependency>
       <dependency>
         <groupId>commons-cli</groupId>
         <artifactId>commons-cli</artifactId>

server/arks/sofaboot/src/main/resources/config/application-default.properties

@@ -49,3 +49,11 @@ python.exec=/openspg_venv/bin/python3
 python.paths=/openspg_venv/lib/python3.8/site-packages
 dialog.upload.dir=/upload
 
+# Scheduler
+scheduler.handler.type=local
+scheduler.metadata.store.type=local
+scheduler.execute.instances.period=5
+scheduler.execute.instances.unit=MINUTES
+scheduler.generate.instances.period=1
+scheduler.generate.instances.unit=HOURS
+scheduler.execute.max.day=10

server/common/model/pom.xml

@@ -35,5 +35,9 @@
       <groupId>com.google.guava</groupId>
       <artifactId>guava</artifactId>
     </dependency>
+    <dependency>
+      <groupId>org.projectlombok</groupId>
+      <artifactId>lombok</artifactId>
+    </dependency>
   </dependencies>
 </project>

server/common/model/src/main/java/com/antgroup/openspg/server/common/model/exception/SchedulerException.java

@@ -0,0 +1,21 @@
+/*
+ * Copyright 2023 Ant Group CO., Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under the License
+ * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.
+ */
+package com.antgroup.openspg.server.common.model.exception;
+
+/** Scheduler exception, Custom exception message */
+public class SchedulerException extends OpenSPGException {
+
+  public SchedulerException(String message, Object... args) {
+    super(null, true, true, message, args);
+  }
+}

server/common/model/src/main/java/com/antgroup/openspg/server/common/model/scheduler/SchedulerEnum.java

@@ -0,0 +1,93 @@
+/*
+ * Copyright 2023 Ant Group CO., Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under the License
+ * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.
+ */
+package com.antgroup.openspg.server.common.model.scheduler;
+
+/** all scheduler dependent enum */
+public interface SchedulerEnum {
+
+  /** Instance Status enum */
+  enum InstanceStatus {
+    WAITING,
+    RUNNING,
+    SKIP,
+    FINISH,
+    TERMINATE,
+    SET_FINISH;
+
+    /** status is Finished */
+    public static boolean isFinished(InstanceStatus status) {
+      return InstanceStatus.FINISH.equals(status)
+          || InstanceStatus.TERMINATE.equals(status)
+          || InstanceStatus.SET_FINISH.equals(status)
+          || InstanceStatus.SKIP.equals(status);
+    }
+  }
+
+  /** Life Cycle Enum */
+  enum LifeCycle {
+    PERIOD,
+    ONCE,
+    REAL_TIME
+  }
+
+  /** Dependence Enum */
+  enum Dependence {
+    DEPENDENT,
+    INDEPENDENT
+  }
+
+  /** Status Enum */
+  enum Status {
+    ENABLE,
+    DISABLE
+  }
+
+  /** Task Status Enum */
+  enum TaskStatus {
+    WAIT,
+    RUNNING,
+    FINISH,
+    ERROR,
+    SKIP,
+    TERMINATE,
+    SET_FINISH;
+
+    /** status is Finished by TaskStatus */
+    public static boolean isFinished(TaskStatus status) {
+      return TaskStatus.FINISH.equals(status)
+          || TaskStatus.SKIP.equals(status)
+          || TaskStatus.TERMINATE.equals(status)
+          || TaskStatus.SET_FINISH.equals(status);
+    }
+
+    /** status is Running by TaskStatus */
+    public static boolean isRunning(TaskStatus status) {
+      return TaskStatus.RUNNING.equals(status) || TaskStatus.ERROR.equals(status);
+    }
+  }
+
+  /** Translate Enum */
+  enum TranslateType {
+    LOCAL_EXAMPLE("localExampleTranslate");
+
+    private String type;
+
+    TranslateType(String type) {
+      this.type = type;
+    }
+
+    public String getType() {
+      return type;
+    }
+  }
+}

server/common/service/src/main/java/com/antgroup/openspg/server/common/service/spring/SpringContextHolder.java

@@ -41,6 +41,14 @@ public static <T> T getBean(Class<T> clazz) {
     return null;
   }
 
+  /** get spring bean by name */
+  public static <T> T getBean(String name, Class<T> clazz) {
+    if (applicationContext != null) {
+      return applicationContext.getBean(name, clazz);
+    }
+    return null;
+  }
+
   public static <T> List<T> getBeans(Class<T> clazz) {
     if (applicationContext != null) {
       return new ArrayList<>(applicationContext.getBeansOfType(clazz).values());

server/core/scheduler/model/pom.xml

@@ -0,0 +1,39 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Copyright 2023 Ant Group CO., Ltd.
+  ~
+  ~ Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+  ~ in compliance with the License. You may obtain a copy of the License at
+  ~
+  ~ http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software distributed under the License
+  ~ is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+  ~ or implied.
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+     xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>com.antgroup.openspg.server</groupId>
+    <artifactId>server-parent</artifactId>
+    <version>0.0.1-SNAPSHOT</version>
+    <relativePath>../../../pom.xml</relativePath>
+  </parent>
+
+  <artifactId>core-scheduler-model</artifactId>
+  <dependencies>
+    <dependency>
+      <groupId>com.antgroup.openspg.server</groupId>
+      <artifactId>common-model</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>com.antgroup.openspg</groupId>
+      <artifactId>common-util</artifactId>
+    </dependency>
+    <dependency>
+      <groupId>com.alibaba</groupId>
+      <artifactId>fastjson</artifactId>
+    </dependency>
+  </dependencies>
+</project>

server/core/scheduler/model/src/main/java/com/antgroup/openspg/server/core/scheduler/model/service/SchedulerInstance.java

@@ -0,0 +1,88 @@
+/*
+ * Copyright 2023 Ant Group CO., Ltd.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under the License
+ * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.
+ */
+package com.antgroup.openspg.server.core.scheduler.model.service;
+
+import com.alibaba.fastjson.JSONObject;
+import com.antgroup.openspg.server.common.model.base.BaseModel;
+import com.antgroup.openspg.server.common.model.scheduler.SchedulerEnum.Dependence;
+import com.antgroup.openspg.server.common.model.scheduler.SchedulerEnum.InstanceStatus;
+import com.antgroup.openspg.server.common.model.scheduler.SchedulerEnum.LifeCycle;
+import com.antgroup.openspg.server.core.scheduler.model.task.TaskExecuteDag;
+import java.util.Date;
+import lombok.Getter;
+import lombok.Setter;
+
+/** Scheduler Instance Model */
+@Getter
+@Setter
+public class SchedulerInstance extends BaseModel {
+
+  private static final long serialVersionUID = -2574666198428196663L;
+
+  /** primary key */
+  private Long id;
+
+  /** unique id = jobId+yyyyMMddHHmmss */
+  private String uniqueId;
+
+  /** project id */
+  private Long projectId;
+
+  /** SchedulerJob Id */
+  private Long jobId;
+
+  /** instance type */
+  private String type;
+
+  /** status */
+  private InstanceStatus status;
+
+  /** progress [0-100] */
+  private Long progress;
+
+  /** create User */
+  private String createUser;
+
+  /** create time */
+  private Date gmtCreate;
+
+  /** modify time */
+  private Date gmtModified;
+
+  /** instance begin Running Time */
+  private Date beginRunningTime;
+
+  /** instance finish Time */
+  private Date finishTime;
+
+  /** job Life Cycle：PERIOD,ONCE,REAL_TIME Enum:LifeCycle */
+  private LifeCycle lifeCycle;
+
+  /** Dependent pre task completion */
+  private Dependence dependence;
+
+  /** scheduler Date */
+  private Date schedulerDate;
+
+  /** version */
+  private String version;
+
+  /** extension */
+  private JSONObject extension;
+
+  /** task dag Config */
+  private TaskExecuteDag taskDag;
+
+  /** start CreateTime Date For Query */
+  private transient Date startCreateTime;
+}