remove key requirement for gguf models

Author: OKUA1

skllm/config.py

@@ -190,6 +190,8 @@ def set_gguf_max_gpu_layers(n_layers: int):
         """Sets the maximum number of layers to use for the GGUF model."""
         if not isinstance(n_layers, int):
             raise ValueError("n_layers must be an integer")
+        if n_layers < -1:
+            n_layers = -1
         os.environ[_GGUF_MAX_GPU_LAYERS] = str(n_layers)
 
     @staticmethod

skllm/llm/gpt/mixin.py

@@ -81,6 +81,12 @@ def _get_openai_key(self) -> str:
         key = self.key
         if key is None:
             key = _Config.get_openai_key()
+        if (
+            hasattr(self, "model")
+            and isinstance(self.model, str)
+            and self.model.startswith("gguf::")
+        ):
+            key = "gguf"
         if key is None:
             raise RuntimeError("OpenAI key was not found")
         return key