From dd899b8317397658515c13a71371d38bb56ceec3 Mon Sep 17 00:00:00 2001
From: uttarayan21 <email@uttarayan.me>
Date: Fri, 22 Nov 2024 13:57:26 +0200
Subject: [PATCH] feat: switch to minstral for llama

---
 nixos/mirai/configuration.nix |   2 +-
 nixos/mirai/services.nix      | 128 +++++++++++++++++++---------------
 2 files changed, 71 insertions(+), 59 deletions(-)

diff --git a/nixos/mirai/configuration.nix b/nixos/mirai/configuration.nix
index b304af43..d7f59f6c 100644
--- a/nixos/mirai/configuration.nix
+++ b/nixos/mirai/configuration.nix
@@ -18,7 +18,7 @@
     owner = config.users.users.nextcloud.name;
   };
   sops.secrets."llama/user" = {
-    owner = config.users.users.caddy.name;
+    owner = config.services.caddy.user;
   };
 
   # Use the systemd-boot EFI boot loader.
diff --git a/nixos/mirai/services.nix b/nixos/mirai/services.nix
index cf713a7b..41d6e875 100644
--- a/nixos/mirai/services.nix
+++ b/nixos/mirai/services.nix
@@ -7,66 +7,78 @@
   environment.systemPackages = with pkgs; [
     factorio-headless
   ];
-  services.factorio = {
-    enable = true;
-    openFirewall = true;
-  };
-
-  services.navidrome = {
-    enable = true;
-    settings = {
-      MusicFolder = "/media/music";
+  # sops = {
+  #   secrets = {
+  #     "authelia/darksailor" = {};
+  #   };
+  # };
+  services = {
+    authelia = {
+      darksailor = {
+        enable = true;
+        # user =
+      };
     };
-  };
-  services.atuin = {
-    enable = true;
-  };
-  services.nextcloud = {
-    enable = true;
-    package = pkgs.nextcloud30;
-    hostName = "cloud.darksailor.dev";
-    config.adminuser = "servius";
-    config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
-    configureRedis = true;
-    https = true;
-  };
-  services.llama-cpp = {
-    enable = true;
-    host = "127.0.0.1";
-    port = 3000;
-    # model = builtins.fetchurl {
-    #   sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
-    #   url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
-    # };
-    model = builtins.fetchurl {
-      name = "mistral-7b-claude-chat";
-      sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
-      url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
+    tailscale = {
+      enable = true;
     };
-  };
-  services.nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
-    {
-      addr = "127.0.0.1";
-      port = 8080; # NOT an exposed port
-    }
-  ];
-
-  services.caddy = {
-    enable = true;
-    virtualHosts."music.darksailor.dev".extraConfig = ''
-      reverse_proxy localhost:4533
-    '';
-    virtualHosts."atuin.darksailor.dev".extraConfig = ''
-      reverse_proxy localhost:8888
-    '';
-    virtualHosts."cloud.darksailor.dev".extraConfig = ''
-      reverse_proxy localhost:8080
-    '';
-    virtualHosts."llama.darksailor.dev".extraConfig = ''
-      basic_auth /* {
-        import ${config.sops.secrets."llama/user".path}
+    factorio = {
+      enable = true;
+      openFirewall = true;
+    };
+    navidrome = {
+      enable = true;
+      settings = {
+        MusicFolder = "/media/music";
+      };
+    };
+    atuin = {
+      enable = true;
+    };
+    nextcloud = {
+      enable = true;
+      package = pkgs.nextcloud30;
+      hostName = "cloud.darksailor.dev";
+      config.adminuser = "servius";
+      config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
+      configureRedis = true;
+      https = true;
+    };
+    llama-cpp = {
+      enable = true;
+      host = "127.0.0.1";
+      port = 3000;
+      # model = builtins.fetchurl {
+      #   sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
+      #   url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
+      # };
+      model = builtins.fetchurl {
+        name = "mistral-7b-claude-chat";
+        sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
+        url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
+      };
+    };
+    nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
+      {
+        addr = "127.0.0.1";
+        port = 8080; # NOT an exposed port
       }
-      reverse_proxy localhost:3000
-    '';
+    ];
+
+    caddy = {
+      enable = true;
+      virtualHosts."music.darksailor.dev".extraConfig = ''
+        reverse_proxy localhost:4533
+      '';
+      virtualHosts."atuin.darksailor.dev".extraConfig = ''
+        reverse_proxy localhost:8888
+      '';
+      virtualHosts."cloud.darksailor.dev".extraConfig = ''
+        reverse_proxy localhost:8080
+      '';
+      virtualHosts."llama.darksailor.dev".extraConfig = ''
+        reverse_proxy localhost:3000
+      '';
+    };
   };
 }