Feat: Updated llama-cpp and switch mirai to llama-cpp

2025-08-08 08:13:03 +03:00
parent 19b977d66e
commit cdab31315d
4 changed files with 28 additions and 1 deletions
--- a/nixos/mirai/services/llama.nix
+++ b/nixos/mirai/services/llama.nix
@@ -26,7 +26,7 @@
        url = "https://huggingface.co/lmstudio-community/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-MXFP4.gguf";
        sha256 = "65d06d31a3977d553cb3af137b5c26b5f1e9297a6aaa29ae7caa98788cde53ab";
      };
-      package = pkgs.ik_llama;
+      # package = pkgs.ik_llama;
    };
    ollama = {
      enable = true;