servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Deploy ollama and open-webui

Browse Source
This commit is contained in:
uttarayan21
2025-02-06 01:43:54 +05:30
parent 6bdb9ada84
commit 7427d88026
3 changed files with 27 additions and 85 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
home/programs/aichat.nix
View File

@@ -15,21 +15,10 @@
model = "openai:gpt-4o";
rag_embedding_model = "ollama:RobinBially/nomic-embed-text-8k";
clients = [
{
type = "openai-compatible";
name = "llama";
api_base = "https://llama.darksailor.dev/api/v1";
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
models = [
{
name = "qwen_2_5_1";
}
];
}
{
type = "openai-compatible";
name = "ollama";
api_base = "https://llama.darksailor.dev/api/ollama/v1";
api_base = "https://ollama.darksailor.dev/v1";
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
models = [
{
@@ -38,7 +27,12 @@
default_chunk_size = 8000;
}
{
name = "mistral";
name = "deepseek-r1:7b";
type = "chat";
}
{
name = "deepseek-r1:14b";
type = "chat";
}
];
}