servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Deploy ollama and open-webui

Browse Source
This commit is contained in:
uttarayan21
2025-02-06 01:43:54 +05:30
parent 6bdb9ada84
commit 7427d88026
3 changed files with 27 additions and 85 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
nixos/ryu/services/ollama.nix
View File

@@ -1,16 +1,17 @@
{pkgs, ...}: {
services = {
ollama = {
enable = true;
enable = false;
host = "127.0.0.1";
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b"];
port = 11434;
package = pkgs.ollama-cuda;
# acceleration = "cuda";
};
open-webui = {
enable = true;
enable = false;
environment = {
"OLLAMA_API_BASE_URL" = "http://127.0.0.1:11434/api";
"OLLAMA_BASE_URL" = "http://127.0.0.1:11434";
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
ENABLE_LOGIN_FORM = "False";
};