feat: Added ryu hosted models to aichat

2025-07-30 01:43:08 +05:30
parent c655cb26f1
commit 3c4626afe7
3 changed files with 32 additions and 3 deletions
--- a/home/programs/aichat.nix
+++ b/home/programs/aichat.nix
@@ -42,6 +42,35 @@
            }
          ];
        }
+        {
+          type = "openai-compatible";
+          name = "ryu";
+          api_base = "https://ollama.ryu.darksailor.dev/v1";
+          api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
+          models = [
+            {
+              name = "RobinBially/nomic-embed-text-8k";
+              type = "embedding";
+              default_chunk_size = 8000;
+            }
+            {
+              name = "deepseek-r1:7b";
+              type = "chat";
+            }
+            {
+              name = "deepseek-r1:14b";
+              type = "chat";
+            }
+            {
+              name = "qwen3:8b";
+              type = "chat";
+            }
+            {
+              name = "qwen3:14b";
+              type = "chat";
+            }
+          ];
+        }
        {
          type = "gemini";
          name = "gemini";