From 8027b547abd9424af15ccbd8421cac95cd982a0f Mon Sep 17 00:00:00 2001 From: Rounak Bhatia Date: Thu, 18 Jan 2024 14:57:31 +0530 Subject: [PATCH] Update llm_loader.py --- superagi/helper/llm_loader.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/superagi/helper/llm_loader.py b/superagi/helper/llm_loader.py index 631065d93..d22c26228 100644 --- a/superagi/helper/llm_loader.py +++ b/superagi/helper/llm_loader.py @@ -22,7 +22,7 @@ def model(self): if self._model is None: try: self._model = Llama( - model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=get_config('GPU_LAYERS', '-1')) + model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=int(get_config('GPU_LAYERS', '-1'))) except Exception as e: logger.error(e) return self._model @@ -35,4 +35,4 @@ def grammar(self): "superagi/llms/grammar/json.gbnf") except Exception as e: logger.error(e) - return self._grammar \ No newline at end of file + return self._grammar