feat: Remove desmos added llama_ik

2025-08-07 15:34:45 +03:00
parent ade668cf47
commit bb7f0e193b
6 changed files with 22 additions and 9 deletions
--- a/nixos/mirai/services/llama.nix
+++ b/nixos/mirai/services/llama.nix
@@ -1,6 +1,7 @@
 {
  config,
  pkgs,
+  inputs,
  ...
 }: {
  sops = {
@@ -18,6 +19,15 @@
    };
  };
  services = {
+    llama-cpp = {
+      enable = true;
+      port = 11435;
+      model = pkgs.fetchurl {
+        url = "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-F16.gguf";
+        sha256 = "sha256-vE1SpG4diQiP88u0viGnyZ8LtotTUU19UGecnwfjOkE=";
+      };
+      package = pkgs.ik_llama;
+    };
    ollama = {
      enable = true;
      loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "RobinBially/nomic-embed-text-8k" "qwen3:8b"];