servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Allow reverse proxy for ollama

Browse Source
This commit is contained in:
uttarayan21
2025-07-30 02:40:12 +05:30
parent aeb538c308
commit 411902ff7d
1 changed files with 20 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
nixos/ryu/services/ollama.nix
View File

@@ -7,33 +7,34 @@
services = { services = {
ollama = { ollama = {
enable = true; enable = true;
host = "127.0.0.1"; host = "0.0.0.0";
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"]; loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "RobinBially/nomic-embed-text-8k" "qwen3:8b" "qwen3:14b"];
port = 11434; port = 11434;
acceleration = "cuda"; acceleration = "cuda";
environmentVariables = { environmentVariables = {
OLLAMA_ORIGINS = "*";
OLLAMA_LLM_LIBRARY = "cuda"; OLLAMA_LLM_LIBRARY = "cuda";
LD_LIBRARY_PATH = "run/opengl-driver/lib"; LD_LIBRARY_PATH = "run/opengl-driver/lib";
OLLAMA_ORIGINS = "*"; HTTP_PROXY = "https://ollama.ryu.darksailor.dev";
};
};
open-webui = {
enable = false;
environment = {
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
ENABLE_LOGIN_FORM = "False";
}; };
}; };
# open-webui = {
# enable = false;
# environment = {
# OLLAMA_BASE_URL = "http://127.0.0.1:11434";
# WEBUI_AUTH = "False";
# ENABLE_LOGIN_FORM = "False";
# };
# };
caddy = { caddy = {
virtualHosts."llama.ryu.darksailor.dev".extraConfig = '' # virtualHosts."llama.ryu.darksailor.dev".extraConfig = ''
import hetzner # import hetzner
forward_auth mirai:5555 { # forward_auth mirai:5555 {
uri /api/authz/forward-auth # uri /api/authz/forward-auth
copy_headers Remote-User Remote-Groups Remote-Email Remote-Name # copy_headers Remote-User Remote-Groups Remote-Email Remote-Name
} # }
reverse_proxy localhost:${builtins.toString config.services.open-webui.port} # reverse_proxy localhost:${builtins.toString config.services.open-webui.port}
''; # '';
virtualHosts."ollama.ryu.darksailor.dev".extraConfig = '' virtualHosts."ollama.ryu.darksailor.dev".extraConfig = ''
import hetzner import hetzner
reverse_proxy localhost:${builtins.toString config.services.ollama.port} reverse_proxy localhost:${builtins.toString config.services.ollama.port}