servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Allow reverse proxy for ollama

Browse Source
This commit is contained in:
uttarayan21
2025-07-30 02:40:12 +05:30
parent aeb538c308
commit 411902ff7d
1 changed files with 20 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
nixos/ryu/services/ollama.nix
View File

@@ -7,33 +7,34 @@
services = {
ollama = {
enable = true;
host = "127.0.0.1";
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"];
host = "0.0.0.0";
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "RobinBially/nomic-embed-text-8k" "qwen3:8b" "qwen3:14b"];
port = 11434;
acceleration = "cuda";
environmentVariables = {
OLLAMA_ORIGINS = "*";
OLLAMA_LLM_LIBRARY = "cuda";
LD_LIBRARY_PATH = "run/opengl-driver/lib";
OLLAMA_ORIGINS = "*";
};
};
open-webui = {
enable = false;
environment = {
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False";
ENABLE_LOGIN_FORM = "False";
HTTP_PROXY = "https://ollama.ryu.darksailor.dev";
};
};
# open-webui = {
# enable = false;
# environment = {
# OLLAMA_BASE_URL = "http://127.0.0.1:11434";
# WEBUI_AUTH = "False";
# ENABLE_LOGIN_FORM = "False";
# };
# };
caddy = {
virtualHosts."llama.ryu.darksailor.dev".extraConfig = ''
import hetzner
forward_auth mirai:5555 {
uri /api/authz/forward-auth
copy_headers Remote-User Remote-Groups Remote-Email Remote-Name
}
reverse_proxy localhost:${builtins.toString config.services.open-webui.port}
'';
# virtualHosts."llama.ryu.darksailor.dev".extraConfig = ''
# import hetzner
# forward_auth mirai:5555 {
# uri /api/authz/forward-auth
# copy_headers Remote-User Remote-Groups Remote-Email Remote-Name
# }
# reverse_proxy localhost:${builtins.toString config.services.open-webui.port}
# '';
virtualHosts."ollama.ryu.darksailor.dev".extraConfig = ''
import hetzner
reverse_proxy localhost:${builtins.toString config.services.ollama.port}