Merge branch 'master' of github.com:diadata-org/diadata

diadata-org · Sep 30, 2024 · 57a7970 · 57a7970
2 parents 32f89dd + 42e2288
commit 57a7970
Show file tree

Hide file tree

Showing 52 changed files with 713 additions and 65 deletions.
diff --git a/README.md b/README.md
@@ -16,7 +16,7 @@ Links: [Homepage](https://diadata.org/) | [Medium Blog](https://medium.com/dia-i
 
 DIA is an open-source ecosystem for financial data. The aim of DIA is to make transparent, accurate and verifiable data accessible for Web3, by bringing together data providers, users and DAO community members.
 
-![architecure](https://user-images.githubusercontent.com/103409771/231812128-bb1d2fd0-5946-418b-a82c-641bf586a3d5.png)
+![architecture](https://user-images.githubusercontent.com/103409771/231812128-bb1d2fd0-5946-418b-a82c-641bf586a3d5.png)
 
 <mark style="color:blue;">**Data sources:**</mark> every second, thousands of trade level data points from multiple on-chain and off-chain sources (CEXs, DEXs, DeFi, NFT, Metaverse, etc) are aggregated into the DIA Platform.
 

diff --git a/cmd/assetCollectionService/go.mod b/cmd/assetCollectionService/go.mod
@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/assetCollectionService
 go 1.20
 
 require (
-	github.com/diadata-org/diadata v1.4.533
+	github.com/diadata-org/diadata v1.4.539
 	github.com/sirupsen/logrus v1.9.3
 )
 

diff --git a/cmd/assetCollectionService/main.go b/cmd/assetCollectionService/main.go
@@ -149,7 +149,7 @@ func NewAssetScraper(exchange string, secret string, relDB *models.RelDB) source
 	case dia.OsmosisExchange:
 		return source.NewOsmosisScraper(exchanges[dia.OsmosisExchange])
 	case dia.VelodromeExchange:
-		return source.NewVelodromeAssetSource(exchanges[dia.VelodromeExchange])
+		return source.NewVelodromeAssetSource(exchanges[dia.VelodromeExchange], relDB)
 	case dia.TraderJoeExchangeV2_1:
 		return source.NewTraderJoeAssetSource(exchanges[dia.TraderJoeExchangeV2_1], relDB)
 	case dia.TraderJoeExchangeV2_1Arbitrum:
@@ -170,6 +170,10 @@ func NewAssetScraper(exchange string, secret string, relDB *models.RelDB) source
 		return source.NewJSONReader(exchange, secret)
 	case dia.AyinExchange:
 		return source.NewAyinAssetSource(exchanges[dia.AyinExchange], relDB)
+	case dia.AerodromeSlipstreamExchange:
+		return source.NewVelodromeAssetSource(exchanges[dia.AerodromeSlipstreamExchange], relDB)
+	case dia.AerodromeV1Exchange:
+		return source.NewVelodromeAssetSource(exchanges[dia.AerodromeV1Exchange], relDB)
 	default:
 		return nil
 	}

diff --git a/cmd/exchange-scrapers/collector/go.mod b/cmd/exchange-scrapers/collector/go.mod
@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/exchange-scrapers/collector
 go 1.19
 
 require (
-	github.com/diadata-org/diadata v1.4.529
+	github.com/diadata-org/diadata v1.4.541
 	github.com/segmentio/kafka-go v0.4.35
 	github.com/sirupsen/logrus v1.9.3
 )

diff --git a/cmd/liquidityScraper/go.mod b/cmd/liquidityScraper/go.mod
@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/liquidityScraper
 go 1.20
 
 require (
-	github.com/diadata-org/diadata v1.4.522
+	github.com/diadata-org/diadata v1.4.539
 	github.com/sirupsen/logrus v1.9.3
 )
 

diff --git a/cmd/services/tradesBlockService/go.mod b/cmd/services/tradesBlockService/go.mod
@@ -3,7 +3,7 @@ module github.com/diadata-org/diadata/services/tradesBlockService
 go 1.19
 
 require (
-	github.com/diadata-org/diadata v1.4.527
+	github.com/diadata-org/diadata v1.4.540
 	github.com/segmentio/kafka-go v0.4.35
 	github.com/sirupsen/logrus v1.8.1
 )

diff --git a/config/BitMart.json b/config/BitMart.json
@@ -12,6 +12,12 @@
             "Ignore": false,
             "Symbol": "ADA"
         },
+        {
+            "Exchange": "BitMart",
+            "ForeignName": "AERO_USDT",
+            "Ignore": false,
+            "Symbol": "AERO"
+        },
         {
             "Exchange": "BitMart",
             "ForeignName": "ALPH_USDT",
@@ -72,6 +78,12 @@
             "Ignore": false,
             "Symbol": "BCH"
         },
+        {
+            "Exchange": "BitMart",
+            "ForeignName": "BENJI_USDT",
+            "Ignore": false,
+            "Symbol": "BENJI"
+        },
         {
             "Exchange": "BitMart",
             "ForeignName": "BEPRO_USDT",
@@ -86,7 +98,7 @@
         },
         {
             "Exchange": "BitMart",
-            "ForeignName": "BRETT_BTC",
+            "ForeignName": "BRETT_USDT",
             "Ignore": false,
             "Symbol": "BRETT"
         },
@@ -114,18 +126,6 @@
             "Ignore": false,
             "Symbol": "BTC"
         },
-        {
-            "Exchange": "BitMart",
-            "ForeignName": "BUSD_USDT",
-            "Ignore": false,
-            "Symbol": "BUSD"
-        },
-        {
-            "Exchange": "BitMart",
-            "ForeignName": "BUSD_USDC",
-            "Ignore": false,
-            "Symbol": "BUSD"
-        },
         {
             "Exchange": "BitMart",
             "ForeignName": "CAKE_USDT",
@@ -350,9 +350,9 @@
         },
         {
             "Exchange": "BitMart",
-            "ForeignName": "MATIC_USDT",
+            "ForeignName": "POL_USDT",
             "Ignore": false,
-            "Symbol": "MATIC"
+            "Symbol": "POL"
         },
         {
             "Exchange": "BitMart",
@@ -366,6 +366,12 @@
             "Ignore": false,
             "Symbol": "METIS"
         },
+        {
+            "Exchange": "BitMart",
+            "ForeignName": "MIGGLES_USDT",
+            "Ignore": false,
+            "Symbol": "MIGGLES"
+        },
         {
             "Exchange": "BitMart",
             "ForeignName": "MKR_BTC",
@@ -510,6 +516,12 @@
             "Ignore": false,
             "Symbol": "TON"
         },
+        {
+            "Exchange": "BitMart",
+            "ForeignName": "TOSHI_USDT",
+            "Ignore": false,
+            "Symbol": "TOSHI"
+        },
         {
             "Exchange": "BitMart",
             "ForeignName": "TRUMP_USDT",

diff --git a/config/Bitget.json b/config/Bitget.json
@@ -18,6 +18,12 @@
             "Exchange": "Bitget",
             "Ignore": false
         },
+        {
+            "Symbol": "AERO",
+            "ForeignName": "AEROUSDT",
+            "Exchange": "Bitget",
+            "Ignore": false
+        },
         {
             "Symbol": "ARB",
             "ForeignName": "ARBUSDT",
@@ -78,6 +84,12 @@
             "Exchange": "Bitget",
             "Ignore": false
         },
+        {
+            "Symbol": "BRETT",
+            "ForeignName": "BRETTUSDT",
+            "Exchange": "Bitget",
+            "Ignore": false
+        },
         {
             "Symbol": "BTC",
             "ForeignName": "BTCEUR",
@@ -210,6 +222,12 @@
             "Exchange": "Bitget",
             "Ignore": false
         },
+        {
+            "Symbol": "MIGGLES",
+            "ForeignName": "MIGGLESUSDT",
+            "Exchange": "Bitget",
+            "Ignore": false
+        },
         {
             "Symbol": "MOVR",
             "ForeignName": "MOVRUSDT",

diff --git a/config/Bitmax.json b/config/Bitmax.json
@@ -6,6 +6,30 @@
             "Exchange": "Bitmax",
             "Ignore": false
         },
+        {
+            "Symbol": "BRETT",
+            "ForeignName": "BRETT/USDT",
+            "Exchange": "Bitmax",
+            "Ignore": false
+        },
+        {
+            "Symbol": "DEGEN",
+            "ForeignName": "DEGEN/USDT",
+            "Exchange": "Bitmax",
+            "Ignore": false
+        },
+        {
+            "Symbol": "MIGGLES",
+            "ForeignName": "MIGGLES/USDT",
+            "Exchange": "Bitmax",
+            "Ignore": false
+        },
+        {
+            "Symbol": "TOSHI",
+            "ForeignName": "TOSHI/USDT",
+            "Exchange": "Bitmax",
+            "Ignore": false
+        },
         {
             "Symbol": "ETHFI",
             "ForeignName": "ETHFI/USDT",

diff --git a/config/ByBit.json b/config/ByBit.json
@@ -126,6 +126,12 @@
             "Exchange": "ByBit",
             "Ignore": false
         },
+        {
+            "Symbol": "BRETT",
+            "ForeignName": "BRETTUSDC",
+            "Exchange": "ByBit",
+            "Ignore": false
+        },
         {
             "Symbol": "BSV",
             "ForeignName": "BSVUSDT",
@@ -222,6 +228,12 @@
             "Exchange": "ByBit",
             "Ignore": false
         },
+        {
+            "Symbol": "DEGEN",
+            "ForeignName": "DEGENUSDT",
+            "Exchange": "ByBit",
+            "Ignore": false
+        },
         {
             "Symbol": "DOGE",
             "ForeignName": "DOGEUSDT",

diff --git a/config/CoinBase.json b/config/CoinBase.json
@@ -6,6 +6,12 @@
             "Ignore": false,
             "Symbol": "AAVE"
         },
+        {
+            "Exchange": "CoinBase",
+            "ForeignName": "AERO-USD",
+            "Ignore": false,
+            "Symbol": "AERO"
+        },
         {
             "Exchange": "CoinBase",
             "ForeignName": "AKT-USD",

diff --git a/config/Crypto.com.json b/config/Crypto.com.json
@@ -42,6 +42,12 @@
             "Exchange": "Crypto.com",
             "Ignore": false
         },
+        {
+            "Symbol": "AERO",
+            "ForeignName": "AERO_USDT",
+            "Exchange": "Crypto.com",
+            "Ignore": false
+        },
         {
             "Symbol": "ADA",
             "ForeignName": "ADA_USDT",

diff --git a/config/GateIO.json b/config/GateIO.json
@@ -54,6 +54,12 @@
             "Ignore": false,
             "Symbol": "AE"
         },
+        {
+            "Exchange": "GateIO",
+            "ForeignName": "AERO_USDT",
+            "Ignore": false,
+            "Symbol": "AERO"
+        },
         {
             "Exchange": "GateIO",
             "ForeignName": "AKRO_USDT",
@@ -222,6 +228,12 @@
             "Ignore": false,
             "Symbol": "BCX"
         },
+        {
+            "Exchange": "GateIO",
+            "ForeignName": "BENJI_USDT",
+            "Ignore": false,
+            "Symbol": "BENJI"
+        },
         {
             "Exchange": "GateIO",
             "ForeignName": "BEPRO_USDT",
@@ -600,6 +612,12 @@
             "Ignore": false,
             "Symbol": "DDD"
         },
+        {
+            "Exchange": "GateIO",
+            "ForeignName": "DEGEN_USDT",
+            "Ignore": false,
+            "Symbol": "DEGEN"
+        },
         {
             "Exchange": "GateIO",
             "ForeignName": "DFYN_USDT",
@@ -1530,6 +1548,12 @@
             "Ignore": false,
             "Symbol": "METIS"
         },
+        {
+            "Exchange": "GateIO",
+            "ForeignName": "MIGGLES_USDT",
+            "Ignore": false,
+            "Symbol": "MIGGLES"
+        },
         {
             "Exchange": "GateIO",
             "ForeignName": "IOTA_BTC",
@@ -2430,6 +2454,12 @@
             "Ignore": false,
             "Symbol": "TON"
         },
+        {
+            "Exchange": "GateIO",
+            "ForeignName": "TOSHI_USDT",
+            "Ignore": false,
+            "Symbol": "TOSHI"
+        },
         {
             "Exchange": "GateIO",
             "ForeignName": "TRX_ETH",

diff --git a/config/Huobi.json b/config/Huobi.json
@@ -174,6 +174,12 @@
       "Ignore": false,
       "Symbol": "DCR"
     },
+    {
+      "Exchange": "Huobi",
+      "ForeignName": "DEGENUSDT",
+      "Ignore": false,
+      "Symbol": "DEGEN"
+    },
     {
       "Exchange": "Huobi",
       "ForeignName": "DGBBTC",

diff --git a/config/KuCoin.json b/config/KuCoin.json
@@ -60,6 +60,12 @@
             "Exchange": "KuCoin",
             "Ignore": false
         },
+        {
+            "Symbol": "AERO",
+            "ForeignName": "AERO-USDT",
+            "Exchange": "KuCoin",
+            "Ignore": false
+        },
         {
             "Symbol": "AKRO",
             "ForeignName": "AKRO-BTC",
@@ -516,6 +522,12 @@
             "Exchange": "KuCoin",
             "Ignore": false
         },
+        {
+            "Symbol": "DEGEN",
+            "ForeignName": "DEGEN-USDT",
+            "Exchange": "KuCoin",
+            "Ignore": false
+        },
         {
             "Symbol": "DENT",
             "ForeignName": "DENT-ETH",