🔧 Limit indexing pace to assist in app node performance

LiskArchive · Jan 26, 2024 · 5dc2596 · 5dc2596
1 parent 1f8ec22
commit 5dc2596
Show file tree

Hide file tree

Showing 3 changed files with 19 additions and 1 deletion.
diff --git a/services/blockchain-indexer/config.js b/services/blockchain-indexer/config.js
@@ -103,6 +103,19 @@ config.queue = {
 		name: 'IndexBlocks',
 		concurrency: 1,
 		scheduledJobsMaxCount: Number(process.env.INDEX_BLOCKS_QUEUE_SCHEDULED_JOB_MAX_COUNT) || 100000,
+		options: {
+			defaultJobOptions: {
+				attempts: 5,
+				timeout: 5 * 60 * 1000, // millisecs
+				removeOnComplete: true,
+				removeOnFail: true,
+				stackTraceLimit: 0,
+			},
+			limiter: {
+				max: 600,
+				duration: 1 * 60 * 1000,
+			},
+		},
 	},
 	indexAccountPublicKey: {
 		name: 'PendingPublickeyUpdates',

diff --git a/services/blockchain-indexer/shared/indexer/blockchainIndex.js b/services/blockchain-indexer/shared/indexer/blockchainIndex.js
@@ -699,6 +699,7 @@ const initBlockProcessingQueues = async () => {
 		config.queue.indexBlocks.name,
 		indexBlock,
 		config.queue.indexBlocks.concurrency,
+		config.queue.indexBlocks.options,
 	);
 
 	deleteIndexedBlocksQueue = Queue(

diff --git a/services/export/config.js b/services/export/config.js
@@ -82,7 +82,11 @@ config.queue = {
 		options: {
 			defaultJobOptions: {
 				attempts: 5,
-				timeout: 15 * 60 * 1000, // millisecs
+				backoff: {
+					type: 'exponential',
+					delay: 1 * 60 * 1000, // millisecs
+				},
+				timeout: 5 * 60 * 1000, // millisecs
 				removeOnComplete: true,
 				removeOnFail: true,
 				stackTraceLimit: 0,