added support for async consumers in LLM MQ Connector

NeonGeckoCom · Dec 14, 2024 · 967b340 · 967b340
1 parent 2231c19
commit 967b340
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/neon_llm_core/rmq.py b/neon_llm_core/rmq.py
@@ -41,6 +41,9 @@ class NeonLLMMQConnector(MQConnector, ABC):
     """
         Module for processing MQ requests to Fast Chat LLM
     """
+
+    async_consumers_enabled = True
+
     def __init__(self):
         self.service_name = f'neon_llm_{self.name}'
 

diff --git a/requirements/requirements.txt b/requirements/requirements.txt
@@ -1,5 +1,5 @@
 # networking
-neon-mq-connector>=0.7.2a1
+neon-mq-connector>=0.7.2a8
 neon_utils[sentry]==1.11.1a5
 ovos-config~=0.0.10
 pydantic==2.6.3