From 3c4626afe75d0ab2046cc8d4f3fa77652fda0db9 Mon Sep 17 00:00:00 2001
From: uttarayan21 <email@uttarayan.me>
Date: Wed, 30 Jul 2025 01:43:08 +0530
Subject: [PATCH] feat: Added ryu hosted models to aichat

---
 home/programs/aichat.nix      | 29 +++++++++++++++++++++++++++++
 home/services/hyprland.nix    |  2 +-
 nixos/ryu/services/ollama.nix |  4 ++--
 3 files changed, 32 insertions(+), 3 deletions(-)

diff --git a/home/programs/aichat.nix b/home/programs/aichat.nix
index ec542e64..10c332ad 100644
--- a/home/programs/aichat.nix
+++ b/home/programs/aichat.nix
@@ -42,6 +42,35 @@
             }
           ];
         }
+        {
+          type = "openai-compatible";
+          name = "ryu";
+          api_base = "https://ollama.ryu.darksailor.dev/v1";
+          api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
+          models = [
+            {
+              name = "RobinBially/nomic-embed-text-8k";
+              type = "embedding";
+              default_chunk_size = 8000;
+            }
+            {
+              name = "deepseek-r1:7b";
+              type = "chat";
+            }
+            {
+              name = "deepseek-r1:14b";
+              type = "chat";
+            }
+            {
+              name = "qwen3:8b";
+              type = "chat";
+            }
+            {
+              name = "qwen3:14b";
+              type = "chat";
+            }
+          ];
+        }
         {
           type = "gemini";
           name = "gemini";
diff --git a/home/services/hyprland.nix b/home/services/hyprland.nix
index 7c6f4fd4..da225fb9 100644
--- a/home/services/hyprland.nix
+++ b/home/services/hyprland.nix
@@ -52,7 +52,7 @@
 
     settings = {
       source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf";
-      "render:cm_fs_passthrough" = 1;
+      # "render:cm_fs_passthrough" = 1;
       monitor = [
         "${device.monitors.primary},    2560x1440@360,          0x0,     1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2"
         # "${device.monitors.primary},    2560x1440@360,          0x0,     1, transform, 0"
diff --git a/nixos/ryu/services/ollama.nix b/nixos/ryu/services/ollama.nix
index 7e787c5f..a34eaa7a 100644
--- a/nixos/ryu/services/ollama.nix
+++ b/nixos/ryu/services/ollama.nix
@@ -8,7 +8,7 @@
     ollama = {
       enable = true;
       host = "127.0.0.1";
-      loadModels = ["deepseek-r1:7b" "deepseek-r1:14b"];
+      loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"];
       port = 11434;
       acceleration = "cuda";
       environmentVariables = {
@@ -17,7 +17,7 @@
       };
     };
     open-webui = {
-      enable = true;
+      enable = false;
       environment = {
         OLLAMA_BASE_URL = "http://127.0.0.1:11434";
         WEBUI_AUTH = "False";