feat: Added ryu hosted models to aichat
This commit is contained in:
@@ -42,6 +42,35 @@
|
|||||||
}
|
}
|
||||||
];
|
];
|
||||||
}
|
}
|
||||||
|
{
|
||||||
|
type = "openai-compatible";
|
||||||
|
name = "ryu";
|
||||||
|
api_base = "https://ollama.ryu.darksailor.dev/v1";
|
||||||
|
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
||||||
|
models = [
|
||||||
|
{
|
||||||
|
name = "RobinBially/nomic-embed-text-8k";
|
||||||
|
type = "embedding";
|
||||||
|
default_chunk_size = 8000;
|
||||||
|
}
|
||||||
|
{
|
||||||
|
name = "deepseek-r1:7b";
|
||||||
|
type = "chat";
|
||||||
|
}
|
||||||
|
{
|
||||||
|
name = "deepseek-r1:14b";
|
||||||
|
type = "chat";
|
||||||
|
}
|
||||||
|
{
|
||||||
|
name = "qwen3:8b";
|
||||||
|
type = "chat";
|
||||||
|
}
|
||||||
|
{
|
||||||
|
name = "qwen3:14b";
|
||||||
|
type = "chat";
|
||||||
|
}
|
||||||
|
];
|
||||||
|
}
|
||||||
{
|
{
|
||||||
type = "gemini";
|
type = "gemini";
|
||||||
name = "gemini";
|
name = "gemini";
|
||||||
|
|||||||
@@ -52,7 +52,7 @@
|
|||||||
|
|
||||||
settings = {
|
settings = {
|
||||||
source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf";
|
source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf";
|
||||||
"render:cm_fs_passthrough" = 1;
|
# "render:cm_fs_passthrough" = 1;
|
||||||
monitor = [
|
monitor = [
|
||||||
"${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2"
|
"${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2"
|
||||||
# "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0"
|
# "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0"
|
||||||
|
|||||||
@@ -8,7 +8,7 @@
|
|||||||
ollama = {
|
ollama = {
|
||||||
enable = true;
|
enable = true;
|
||||||
host = "127.0.0.1";
|
host = "127.0.0.1";
|
||||||
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b"];
|
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"];
|
||||||
port = 11434;
|
port = 11434;
|
||||||
acceleration = "cuda";
|
acceleration = "cuda";
|
||||||
environmentVariables = {
|
environmentVariables = {
|
||||||
@@ -17,7 +17,7 @@
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
open-webui = {
|
open-webui = {
|
||||||
enable = true;
|
enable = false;
|
||||||
environment = {
|
environment = {
|
||||||
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
|
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
|
||||||
WEBUI_AUTH = "False";
|
WEBUI_AUTH = "False";
|
||||||
|
|||||||
Reference in New Issue
Block a user