feat: Added ryu hosted models to aichat
This commit is contained in:
@@ -42,6 +42,35 @@
|
||||
}
|
||||
];
|
||||
}
|
||||
{
|
||||
type = "openai-compatible";
|
||||
name = "ryu";
|
||||
api_base = "https://ollama.ryu.darksailor.dev/v1";
|
||||
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
||||
models = [
|
||||
{
|
||||
name = "RobinBially/nomic-embed-text-8k";
|
||||
type = "embedding";
|
||||
default_chunk_size = 8000;
|
||||
}
|
||||
{
|
||||
name = "deepseek-r1:7b";
|
||||
type = "chat";
|
||||
}
|
||||
{
|
||||
name = "deepseek-r1:14b";
|
||||
type = "chat";
|
||||
}
|
||||
{
|
||||
name = "qwen3:8b";
|
||||
type = "chat";
|
||||
}
|
||||
{
|
||||
name = "qwen3:14b";
|
||||
type = "chat";
|
||||
}
|
||||
];
|
||||
}
|
||||
{
|
||||
type = "gemini";
|
||||
name = "gemini";
|
||||
|
||||
@@ -52,7 +52,7 @@
|
||||
|
||||
settings = {
|
||||
source = "${pkgs.catppuccinThemes.hyprland}/themes/mocha.conf";
|
||||
"render:cm_fs_passthrough" = 1;
|
||||
# "render:cm_fs_passthrough" = 1;
|
||||
monitor = [
|
||||
"${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0, bitdepth, 10, cm, hdr, sdrbrightness, 1.1, sdrsaturation, 1.2"
|
||||
# "${device.monitors.primary}, 2560x1440@360, 0x0, 1, transform, 0"
|
||||
|
||||
@@ -8,7 +8,7 @@
|
||||
ollama = {
|
||||
enable = true;
|
||||
host = "127.0.0.1";
|
||||
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b"];
|
||||
loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "qwen3:8b" "qwen3:14b"];
|
||||
port = 11434;
|
||||
acceleration = "cuda";
|
||||
environmentVariables = {
|
||||
@@ -17,7 +17,7 @@
|
||||
};
|
||||
};
|
||||
open-webui = {
|
||||
enable = true;
|
||||
enable = false;
|
||||
environment = {
|
||||
OLLAMA_BASE_URL = "http://127.0.0.1:11434";
|
||||
WEBUI_AUTH = "False";
|
||||
|
||||
Reference in New Issue
Block a user