feat: Added ollama for local machine

2025-02-05 22:11:34 +05:30
parent 9d78187a13
commit 47724c5844
6 changed files with 40 additions and 4 deletions
--- a/nixos/ryu/services/ollama.nix
+++ b/nixos/ryu/services/ollama.nix
@@ -0,0 +1,19 @@
+{pkgs, ...}: {
+  services = {
+    ollama = {
+      enable = true;
+      host = "127.0.0.1";
+      port = 11434;
+      package = pkgs.ollama-cuda;
+    };
+    open-webui = {
+      enable = true;
+      environment = {
+        "OLLAMA_API_BASE_URL" = "http://127.0.0.1:11434/api";
+        "OLLAMA_BASE_URL" = "http://127.0.0.1:11434";
+        WEBUI_AUTH = "False";
+        ENABLE_LOGIN_FORM = "False";
+      };
+    };
+  };
+}