63 lines
1.5 KiB
Nix
63 lines
1.5 KiB
Nix
{
|
|
pkgs,
|
|
lib,
|
|
device,
|
|
config,
|
|
...
|
|
}: {
|
|
programs.
|
|
aichat = {
|
|
enable = true;
|
|
enableFishIntegration = true;
|
|
enableNushellIntegration = false;
|
|
settings = {
|
|
save_session = true;
|
|
model = "openai:gpt-4o";
|
|
rag_embedding_model = "ollama:RobinBially/nomic-embed-text-8k";
|
|
clients = [
|
|
{
|
|
type = "openai-compatible";
|
|
name = "llama";
|
|
api_base = "https://llama.darksailor.dev/api/v1";
|
|
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
|
models = [
|
|
{
|
|
name = "qwen_2_5_1";
|
|
}
|
|
];
|
|
}
|
|
{
|
|
type = "openai-compatible";
|
|
name = "ollama";
|
|
api_base = "https://llama.darksailor.dev/api/ollama/v1";
|
|
api_key_cmd = "cat ${config.sops.secrets."llama/api_key".path}";
|
|
models = [
|
|
{
|
|
name = "RobinBially/nomic-embed-text-8k";
|
|
type = "embedding";
|
|
default_chunk_size = 8000;
|
|
}
|
|
{
|
|
name = "mistral";
|
|
}
|
|
];
|
|
}
|
|
{
|
|
type = "openai";
|
|
name = "openai";
|
|
api_base = "https://api.openai.com/v1";
|
|
api_key_cmd = "cat ${config.sops.secrets."openai/api_key".path}";
|
|
models = [
|
|
{
|
|
name = "gpt-3.5-turbo";
|
|
}
|
|
{
|
|
name = "gpt-4o";
|
|
}
|
|
];
|
|
}
|
|
];
|
|
};
|
|
};
|
|
}
|