Implemented 'extra' field for messagesin rest-api and crawler

Author: darmiel

apps/message-crawler/telegram-crawler-core/src/main/java/io/d2a/schwurbelwatch/tgcrawler/api/messages/Message.java

@@ -1,5 +1,6 @@
 package io.d2a.schwurbelwatch.tgcrawler.api.messages;
 
+import com.google.gson.JsonObject;
 import com.google.gson.annotations.SerializedName;
 import io.d2a.schwurbelwatch.tgcrawler.api.other.ContentType;
 import io.d2a.schwurbelwatch.tgcrawler.core.message.SimpleChatMessage;
@@ -29,6 +30,9 @@ public class Message {
   @SerializedName("is_channel_post")
   public int isChannelPost;
 
+  @SerializedName("extra")
+  public String extra;
+
   public boolean isDeleted() {
     return this.deletedOn > 0;
   }
@@ -63,6 +67,10 @@ public static Message wrap(final TdApi.Message tdMessage, final Map<Integer, Con
     msg.date = tdMessage.date * 1000L;
     msg.isChannelPost = tdMessage.isChannelPost ? 1 : 0;
 
+    if (dcm.getExtraG() != null) {
+      msg.extra = dcm.getExtraG().toString();
+    }
+
     return msg;
   }
 

apps/rest-api/src/controller/messagesController.js

@@ -15,6 +15,7 @@ const messageSchema = Joi.object({
   date: Joi.number().required(),
   deleted_on: Joi.number().default(null).optional(),
   is_channel_post: Joi.number().min(0).max(1).default(0).optional(),
+  extra: Joi.string().default(null).allow('').allow(null).optional()
 });
 
 /*
@@ -77,6 +78,9 @@ module.exports.addMessage = async (message) => {
       const _new = value.content;
 
       if (_old == _new) {
+        console.log(_old);
+        console.log(_new);
+
         return {
           error: true,
           message: "Message with same content already exists!",
@@ -101,7 +105,7 @@ module.exports.addMessage = async (message) => {
 
       // normal insert
       res = await connection.query(
-        "INSERT INTO messages VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)",
+        "INSERT INTO messages VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)",
         [
           messageId,
           value.chatId,
@@ -112,6 +116,7 @@ module.exports.addMessage = async (message) => {
           value.date,
           value.deleted_on,
           value.is_channel_post,
+          value.extra
         ]
       );
     }
@@ -169,5 +174,6 @@ module.exports.updateMessage = async (id, message) => {
     "content_type",
     "content",
     "deleted_on",
+    "extra"
   ]);
 };