feat: restructure and move apps into their own configs (#2)
This commit is contained in:
62
home/programs/aichat.nix
Normal file
62
home/programs/aichat.nix
Normal file
@@ -0,0 +1,62 @@
|
||||
{
|
||||
pkgs,
|
||||
lib,
|
||||
device,
|
||||
config,
|
||||
...
|
||||
}: {
|
||||
programs.
|
||||
aichat = {
|
||||
enable = true;
|
||||
enableFishIntegration = true;
|
||||
enableNushellIntegration = false;
|
||||
settings = {
|
||||
save_session = true;
|
||||
model = "openai:gpt-4o";
|
||||
rag_embedding_model = "ollama:RobinBially/nomic-embed-text-8k";
|
||||
clients = [
|
||||
{
|
||||
type = "openai-compatible";
|
||||
name = "llama";
|
||||
api_base = "https://llama.darksailor.dev/api/v1";
|
||||
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
||||
models = [
|
||||
{
|
||||
name = "qwen_2_5_1";
|
||||
}
|
||||
];
|
||||
}
|
||||
{
|
||||
type = "openai-compatible";
|
||||
name = "ollama";
|
||||
api_base = "https://llama.darksailor.dev/api/ollama/v1";
|
||||
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
||||
models = [
|
||||
{
|
||||
name = "RobinBially/nomic-embed-text-8k";
|
||||
type = "embedding";
|
||||
default_chunk_size = 8000;
|
||||
}
|
||||
{
|
||||
name = "mistral";
|
||||
}
|
||||
];
|
||||
}
|
||||
{
|
||||
type = "openai";
|
||||
name = "openai";
|
||||
api_base = "https://api.openai.com/v1";
|
||||
api_key_cmd = "cat ${config.sops.secrets."openai/api_key".path}";
|
||||
models = [
|
||||
{
|
||||
name = "gpt-3.5-turbo";
|
||||
}
|
||||
{
|
||||
name = "gpt-4o";
|
||||
}
|
||||
];
|
||||
}
|
||||
];
|
||||
};
|
||||
};
|
||||
}
|
||||
Reference in New Issue
Block a user