From 598c6c39d58aa2cc7956ea71adb9c135a190d1ee Mon Sep 17 00:00:00 2001 From: Shakeel Hussein <74548347+hobbleabbas@users.noreply.github.com> Date: Wed, 8 Oct 2025 18:09:23 -0400 Subject: [PATCH] Update inference_manager.py --- proxy/providers/inference_manager.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/proxy/providers/inference_manager.py b/proxy/providers/inference_manager.py index 042b68509..4c0f3931c 100644 --- a/proxy/providers/inference_manager.py +++ b/proxy/providers/inference_manager.py @@ -38,7 +38,7 @@ def _find_provider(self, model: str) -> InferenceProvider: if ( self.targon.supports_model(model) and self.targon.is_available() - and random.random() < 0.25 + and random.random() < 0.5 ): return self.targon @@ -153,4 +153,4 @@ async def inference( return {"error": f"{primary_provider.name} error: {response_text} | {fallback_provider.name} fallback also failed: {fallback_response}"} # No fallback available or model doesn't support fallback - return {"error": f"Error in inference request: {response_text}"} \ No newline at end of file + return {"error": f"Error in inference request: {response_text}"}