fix(llm): drop unsupported params

npi-ai · Dec 27, 2024 · cd49422 · cd49422
1 parent 7c4b106
commit cd49422
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/npiai/llm/llm.py b/npiai/llm/llm.py
@@ -2,7 +2,7 @@
 from typing import List, Union
 import os
 import asyncio
-from litellm import acompletion, ModelResponse, CustomStreamWrapper
+from litellm import acompletion, ModelResponse, CustomStreamWrapper, drop_params
 
 
 class Provider(Enum):
@@ -27,7 +27,9 @@ def get_provider(self) -> Provider:
 
     # TODO: kwargs typings
     async def completion(self, **kwargs) -> Union[ModelResponse, CustomStreamWrapper]:
-        return await acompletion(model=self.model, api_key=self.api_key, **kwargs)
+        return await acompletion(
+            model=self.model, api_key=self.api_key, drop_params=True, **kwargs
+        )
 
     def completion_sync(self, **kwargs) -> Union[ModelResponse, CustomStreamWrapper]:
         return asyncio.run(self.completion(**kwargs))