feat: switch to minstral for llama

nixos/mirai/configuration.nix

@@ -18,7 +18,7 @@
     owner = config.users.users.nextcloud.name;
   };
   sops.secrets."llama/user" = {
-    owner = config.users.users.caddy.name;
+    owner = config.services.caddy.user;
   };
 
   # Use the systemd-boot EFI boot loader.

nixos/mirai/services.nix

@@ -7,21 +7,35 @@
   environment.systemPackages = with pkgs; [
     factorio-headless
   ];
-  services.factorio = {
+  # sops = {
+  #   secrets = {
+  #     "authelia/darksailor" = {};
+  #   };
+  # };
+  services = {
+    authelia = {
+      darksailor = {
+        enable = true;
+        # user =
+      };
+    };
+    tailscale = {
+      enable = true;
+    };
+    factorio = {
       enable = true;
       openFirewall = true;
     };
-
-  services.navidrome = {
+    navidrome = {
       enable = true;
       settings = {
         MusicFolder = "/media/music";
       };
     };
-  services.atuin = {
+    atuin = {
       enable = true;
     };
-  services.nextcloud = {
+    nextcloud = {
       enable = true;
       package = pkgs.nextcloud30;
       hostName = "cloud.darksailor.dev";
@@ -30,7 +44,7 @@
       configureRedis = true;
       https = true;
     };
-  services.llama-cpp = {
+    llama-cpp = {
       enable = true;
       host = "127.0.0.1";
       port = 3000;
@@ -44,14 +58,14 @@
         url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
       };
     };
-  services.nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
+    nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
       {
         addr = "127.0.0.1";
         port = 8080; # NOT an exposed port
       }
     ];
 
-  services.caddy = {
+    caddy = {
       enable = true;
       virtualHosts."music.darksailor.dev".extraConfig = ''
         reverse_proxy localhost:4533
@@ -63,10 +77,8 @@
         reverse_proxy localhost:8080
       '';
       virtualHosts."llama.darksailor.dev".extraConfig = ''
-      basic_auth /* {
-        import ${config.sops.secrets."llama/user".path}
-      }
         reverse_proxy localhost:3000
       '';
     };
+  };
 }