refactor: added feign timeouts and changed consumer intervals (#146)

* refactor: added feign timeouts and changed consumer intervals

* style: style

* refactor: increased max poll interval to 2 mins

* refactor: increased feign timeout to 10s

* chore: updated version to 1.3.9

Author: Dankoy

build.gradle

@@ -6,7 +6,7 @@ plugins {
 }
 
 ext {
-    set("PROJECT_VERSION", "1.3.8")
+    set("PROJECT_VERSION", "1.3.9")
 }
 
 // doesn't work in build.gradle in buildSrc project

kafka_message_consumer/src/main/java/ru/dankoy/kafkamessageconsumer/config/kafka/KafkaBatchWithOneContainerFactoryForTwoListenersAndRecordFilterConfig.java

@@ -96,7 +96,9 @@ public ConsumerFactory<String, CoubMessage> consumerFactoryCoubMessage(
     props.put(ConsumerConfig.MAX_POLL_RECORDS_CONFIG, 3);
 
     // polling interval. how many seconds consumer can work with pack of messages
-    props.put(ConsumerConfig.MAX_POLL_INTERVAL_MS_CONFIG, 20_000);
+    // time to process last polled records + idle between polls must be less than
+    // max.poll.interval.ms.
+    props.put(ConsumerConfig.MAX_POLL_INTERVAL_MS_CONFIG, 120_000);
 
     // before he hits new poll
     props.put(ConsumerConfig.RETRY_BACKOFF_MS_CONFIG, 500);
@@ -138,7 +140,7 @@ public KafkaListenerContainerFactory<?> jsonKafkaListenerContainerFactory(
 
     // if you have one consumer but two topics or partitions, then set to two, etc.
     factory.setConcurrency(2);
-    factory.getContainerProperties().setIdleBetweenPolls(30_000); // polling interval
+    factory.getContainerProperties().setIdleBetweenPolls(10_000); // polling interval
     factory
         .getContainerProperties()
         .setPollTimeout(1_000); // wait in kafka for messages if queue is empty
@@ -147,7 +149,8 @@ public KafkaListenerContainerFactory<?> jsonKafkaListenerContainerFactory(
     factory.setCommonErrorHandler(errorHandler());
 
     // idlebeetweenpolls - in pair with maxPollInterval make time between two polls
-    // somehow these settings make consumer consume messages every 15 seconds
+    // somehow these settings make (idleBetweenPolls=30_000 and maxPollInterval=20_000) consumer
+    // consume messages every 15 seconds
 
     factory.getContainerProperties().setListenerTaskExecutor(concurrentTaskExecutor());
     return factory;

kafka_message_consumer/src/main/resources/application.yml

@@ -31,7 +31,12 @@ spring:
     listener:
       ack-mode: batch
 
-
+feign:
+  client:
+    config:
+      default:
+        connectTimeout: 10000
+        readTimeout: 10000
 
 server:
   port: 8085