diff --git a/superagi/helper/llm_loader.py b/superagi/helper/llm_loader.py index 631065d93..d22c26228 100644 --- a/superagi/helper/llm_loader.py +++ b/superagi/helper/llm_loader.py @@ -22,7 +22,7 @@ def model(self): if self._model is None: try: self._model = Llama( - model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=get_config('GPU_LAYERS', '-1')) + model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=int(get_config('GPU_LAYERS', '-1'))) except Exception as e: logger.error(e) return self._model @@ -35,4 +35,4 @@ def grammar(self): "superagi/llms/grammar/json.gbnf") except Exception as e: logger.error(e) - return self._grammar \ No newline at end of file + return self._grammar