From c968ee5b0b63afe5a34055ac8f8c84eb513d54be Mon Sep 17 00:00:00 2001
From: uttarayan21 <email@uttarayan.me>
Date: Fri, 22 Nov 2024 12:14:37 +0530
Subject: [PATCH] feat: Added llama-cpp

---
 nixos/mirai/services.nix | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/nixos/mirai/services.nix b/nixos/mirai/services.nix
index 600b8fef..2eed0e88 100644
--- a/nixos/mirai/services.nix
+++ b/nixos/mirai/services.nix
@@ -30,6 +30,15 @@
     configureRedis = true;
     https = true;
   };
+  services.llama-cpp = {
+    enable = true;
+    host = "127.0.0.1";
+    port = 3000;
+    model = builtins.fetchurl {
+      sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
+      url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
+    };
+  };
   services.nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
     {
       addr = "127.0.0.1";
@@ -48,5 +57,8 @@
     virtualHosts."cloud.darksailor.dev".extraConfig = ''
       reverse_proxy localhost:8080
     '';
+    virtualHosts."llama.darksailor.dev".extraConfig = ''
+      reverse_proxy localhost:3000
+    '';
   };
 }