Update llm_loader.py (TransformerOptimus#1393)

xushilundao · Jan 18, 2024 · 3434526 · 3434526
1 parent f80831b
commit 3434526
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/superagi/helper/llm_loader.py b/superagi/helper/llm_loader.py
@@ -22,7 +22,7 @@ def model(self):
         if self._model is None:
             try:
                 self._model = Llama(
-                    model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=get_config('GPU_LAYERS', '-1'))
+                    model_path="/app/local_model_path", n_ctx=self.context_length, n_gpu_layers=int(get_config('GPU_LAYERS', '-1')))
             except Exception as e:
                 logger.error(e)
         return self._model
@@ -35,4 +35,4 @@ def grammar(self):
                     "superagi/llms/grammar/json.gbnf")
             except Exception as e:
                 logger.error(e)
-        return self._grammar
+        return self._grammar