Update Docker Compose configuration and enhance system routes

- Updated Docker Compose files to mount the entire config directory, consolidating configuration management.
- Refactored the `save_diarization_settings` function to improve clarity and maintainability by renaming it to `save_diarization_settings_controller`.
- Enhanced the System component in the web UI to include configuration diagnostics, providing better visibility into system health and issues.

Author: AnkushMalaker

backends/advanced/docker-compose-test.yml

@@ -16,8 +16,7 @@ services:
       - ./data/test_audio_chunks:/app/audio_chunks
       - ./data/test_debug_dir:/app/debug  # Fixed: mount to /app/debug for plugin database
       - ./data/test_data:/app/data
-      - ../../config:/app/config  # Mount config directory with defaults.yml
-      - ${CONFIG_FILE:-../../config/config.yml}:/app/config.yml  # Override main config (for test-specific configs)
+      - ../../config:/app/config  # Mount config directory with defaults.yml and config.yml
       - ${PLUGINS_CONFIG:-../../tests/config/plugins.test.yml}:/app/plugins.yml  # Mount test plugins config
     environment:
       # Override with test-specific settings
@@ -169,8 +168,7 @@ services:
       - ./data/test_audio_chunks:/app/audio_chunks
       - ./data/test_debug_dir:/app/debug  # Fixed: mount to /app/debug for plugin database
       - ./data/test_data:/app/data
-      - ../../config:/app/config  # Mount config directory with defaults.yml
-      - ${CONFIG_FILE:-../../config/config.yml}:/app/config.yml  # Override main config (for test-specific configs)
+      - ../../config:/app/config  # Mount config directory with defaults.yml and config.yml
       - ${PLUGINS_CONFIG:-../../tests/config/plugins.test.yml}:/app/plugins.yml  # Mount test plugins config
     environment:
       # Same environment as backend

backends/advanced/src/advanced_omi_backend/routers/modules/system_routes.py

@@ -60,7 +60,7 @@ async def save_diarization_settings(
     current_user: User = Depends(current_superuser)
 ):
     """Save diarization settings. Admin only."""
-    return await system_controller.save_diarization_settings(settings)
+    return await system_controller.save_diarization_settings_controller(settings)
 
 
 @router.get("/cleanup-settings")

backends/advanced/src/advanced_omi_backend/workers/speaker_jobs.py

@@ -7,10 +7,16 @@
 import asyncio
 import logging
 import time
-from typing import Dict, Any
+from typing import Any, Dict
 
+from advanced_omi_backend.auth import generate_jwt_for_user
+from advanced_omi_backend.models.conversation import Conversation
 from advanced_omi_backend.models.job import async_job
-from advanced_omi_backend.controllers.queue_controller import transcription_queue
+from advanced_omi_backend.services.audio_stream import (
+    TranscriptionResultsAggregator,
+)
+from advanced_omi_backend.speaker_recognition_client import SpeakerRecognitionClient
+from advanced_omi_backend.users import get_user_by_id
 
 logger = logging.getLogger(__name__)
 
@@ -37,8 +43,6 @@ async def check_enrolled_speakers_job(
     Returns:
         Dict with enrolled_present, identified_speakers, and speaker_result
     """
-    from advanced_omi_backend.services.audio_stream import TranscriptionResultsAggregator
-    from advanced_omi_backend.speaker_recognition_client import SpeakerRecognitionClient
 
     logger.info(f"🎤 Starting enrolled speaker check for session {session_id[:12]}")
 
@@ -145,8 +149,6 @@ async def recognise_speakers_job(
     Returns:
         Dict with processing results
     """
-    from advanced_omi_backend.models.conversation import Conversation
-    from advanced_omi_backend.speaker_recognition_client import SpeakerRecognitionClient
 
     logger.info(f"🎤 RQ: Starting speaker recognition for conversation {conversation_id}")
 
@@ -211,12 +213,10 @@ async def recognise_speakers_job(
     # Generate backend token for speaker service to fetch audio
     # Speaker service will check conversation duration and decide
     # whether to chunk based on its own memory constraints
-    from advanced_omi_backend.auth import generate_jwt_for_user
-    from advanced_omi_backend.users import UserManager
 
     # Get user details for token generation
     try:
-        user = await UserManager.get(user_id)
+        user = await get_user_by_id(user_id)
         if not user:
             logger.error(f"User {user_id} not found for token generation")
             return {

backends/advanced/webui/src/pages/System.tsx

@@ -101,10 +101,11 @@ export default function System() {
       setLoading(true)
       setError(null)
 
-      const [health, readiness, metrics, processor, clients] = await Promise.allSettled([
+      const [health, readiness, metrics, diagnostics, processor, clients] = await Promise.allSettled([
         systemApi.getHealth(),
         systemApi.getReadiness(),
         systemApi.getMetrics().catch(() => ({ data: null })), // Optional endpoint
+        systemApi.getConfigDiagnostics().catch(() => ({ data: null })), // Optional endpoint
         systemApi.getProcessorStatus().catch(() => ({ data: null })), // Optional endpoint
         systemApi.getActiveClients().catch(() => ({ data: [] })), // Optional endpoint
       ])
@@ -118,6 +119,9 @@ export default function System() {
       if (metrics.status === 'fulfilled' && metrics.value.data) {
         setMetricsData(metrics.value.data)
       }
+      if (diagnostics.status === 'fulfilled' && diagnostics.value.data) {
+        setConfigDiagnostics(diagnostics.value.data)
+      }
       if (processor.status === 'fulfilled' && processor.value.data) {
         setProcessorStatus(processor.value.data)
       }
@@ -311,6 +315,104 @@ export default function System() {
         </div>
       )}
 
+      {/* Configuration Diagnostics */}
+      {configDiagnostics && (configDiagnostics.issues.length > 0 || configDiagnostics.warnings.length > 0 || configDiagnostics.info.length > 0) && (
+        <div className="bg-white dark:bg-gray-800 rounded-lg border border-gray-200 dark:border-gray-700 p-6 mb-6">
+          <div className="flex items-center justify-between mb-4">
+            <h3 className="text-lg font-semibold text-gray-900 dark:text-gray-100 flex items-center">
+              <AlertCircle className="h-5 w-5 mr-2 text-blue-600" />
+              Configuration Diagnostics
+            </h3>
+            <div className="flex items-center space-x-2">
+              {configDiagnostics.overall_status === 'healthy' && <CheckCircle className="h-5 w-5 text-green-500" />}
+              {configDiagnostics.overall_status === 'partial' && <AlertCircle className="h-5 w-5 text-yellow-500" />}
+              {configDiagnostics.overall_status === 'unhealthy' && <XCircle className="h-5 w-5 text-red-500" />}
+              <span className={`text-sm font-semibold ${getStatusColor(configDiagnostics.overall_status)}`}>
+                {configDiagnostics.overall_status.toUpperCase()}
+              </span>
+            </div>
+          </div>
+
+          <div className="space-y-3">
+            {/* Errors */}
+            {configDiagnostics.issues.map((issue, idx) => (
+              <div key={`error-${idx}`} className="bg-red-50 dark:bg-red-900/20 border border-red-200 dark:border-red-800 rounded-md p-3">
+                <div className="flex items-start space-x-2">
+                  <XCircle className="h-5 w-5 text-red-600 dark:text-red-400 flex-shrink-0 mt-0.5" />
+                  <div className="flex-1">
+                    <div className="flex items-center space-x-2 mb-1">
+                      <span className="text-xs font-semibold text-red-700 dark:text-red-300 uppercase">
+                        {issue.component}
+                      </span>
+                      <span className="text-xs px-2 py-0.5 bg-red-200 dark:bg-red-800 text-red-800 dark:text-red-200 rounded">
+                        ERROR
+                      </span>
+                    </div>
+                    <p className="text-sm text-red-700 dark:text-red-300 mb-1">
+                      {issue.message}
+                    </p>
+                    {issue.resolution && (
+                      <p className="text-xs text-red-600 dark:text-red-400">
+                        💡 {issue.resolution}
+                      </p>
+                    )}
+                  </div>
+                </div>
+              </div>
+            ))}
+
+            {/* Warnings */}
+            {configDiagnostics.warnings.map((warning, idx) => (
+              <div key={`warning-${idx}`} className="bg-yellow-50 dark:bg-yellow-900/20 border border-yellow-200 dark:border-yellow-800 rounded-md p-3">
+                <div className="flex items-start space-x-2">
+                  <AlertCircle className="h-5 w-5 text-yellow-600 dark:text-yellow-400 flex-shrink-0 mt-0.5" />
+                  <div className="flex-1">
+                    <div className="flex items-center space-x-2 mb-1">
+                      <span className="text-xs font-semibold text-yellow-700 dark:text-yellow-300 uppercase">
+                        {warning.component}
+                      </span>
+                      <span className="text-xs px-2 py-0.5 bg-yellow-200 dark:bg-yellow-800 text-yellow-800 dark:text-yellow-200 rounded">
+                        WARNING
+                      </span>
+                    </div>
+                    <p className="text-sm text-yellow-700 dark:text-yellow-300 mb-1">
+                      {warning.message}
+                    </p>
+                    {warning.resolution && (
+                      <p className="text-xs text-yellow-600 dark:text-yellow-400">
+                        💡 {warning.resolution}
+                      </p>
+                    )}
+                  </div>
+                </div>
+              </div>
+            ))}
+
+            {/* Info */}
+            {configDiagnostics.info.map((info, idx) => (
+              <div key={`info-${idx}`} className="bg-blue-50 dark:bg-blue-900/20 border border-blue-200 dark:border-blue-800 rounded-md p-3">
+                <div className="flex items-start space-x-2">
+                  <CheckCircle className="h-5 w-5 text-blue-600 dark:text-blue-400 flex-shrink-0 mt-0.5" />
+                  <div className="flex-1">
+                    <div className="flex items-center space-x-2 mb-1">
+                      <span className="text-xs font-semibold text-blue-700 dark:text-blue-300 uppercase">
+                        {info.component}
+                      </span>
+                      <span className="text-xs px-2 py-0.5 bg-blue-200 dark:bg-blue-800 text-blue-800 dark:text-blue-200 rounded">
+                        INFO
+                      </span>
+                    </div>
+                    <p className="text-sm text-blue-700 dark:text-blue-300">
+                      {info.message}
+                    </p>
+                  </div>
+                </div>
+              </div>
+            ))}
+          </div>
+        </div>
+      )}
+
       <div className="grid grid-cols-1 lg:grid-cols-2 gap-6">
         {/* Services Status */}
         {healthData?.services && (