feat: Added ryu hosted models to aichat

This commit is contained in:
uttarayan21
2025-07-30 01:43:08 +05:30
parent c655cb26f1
commit 3c4626afe7
3 changed files with 32 additions and 3 deletions

View File

@@ -42,6 +42,35 @@
} }
]; ];
} }
{
type = "openai-compatible";
name = "ryu";
api_base = "https://ollama.ryu.darksailor.dev/v1";
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
models = [
{
name = "RobinBially/nomic-embed-text-8k";
type = "embedding";
default_chunk_size = 8000;
}
{
name = "deepseek-r1:7b";
type = "chat";
}
{
name = "deepseek-r1:14b";
type = "chat";
}
{
name = "qwen3:8b";
type = "chat";
}
{
name = "qwen3:14b";
type = "chat";
}
];
}
{ {
type = "gemini"; type = "gemini";
name = "gemini"; name = "gemini";

View File

@@ -52,7 +52,7 @@
settings = { settings = {
source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf"; source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf";
"render:cm_fs_passthrough" = 1; # "render:cm_fs_passthrough" = 1;
monitor = [ monitor = [
"${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2" "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2"
# "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0" # "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0"

View File

@@ -8,7 +8,7 @@
ollama = { ollama = {
enable = true; enable = true;
host = "127.0.0.1"; host = "127.0.0.1";
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b"]; loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"];
port = 11434; port = 11434;
acceleration = "cuda"; acceleration = "cuda";
environmentVariables = { environmentVariables = {
@@ -17,7 +17,7 @@
}; };
}; };
open-webui = { open-webui = {
enable = true; enable = false;
environment = { environment = {
OLLAMA_BASE_URL = "http://127.0.0.1:11434"; OLLAMA_BASE_URL = "http://127.0.0.1:11434";
WEBUI_AUTH = "False"; WEBUI_AUTH = "False";