feat: Added minstral and rag embedding model for aichat

This commit is contained in:
uttarayan21
2024-11-29 15:13:13 +05:30
parent 9b79427ecf
commit 4b2b3f9858
2 changed files with 68 additions and 6 deletions

View File

@@ -356,6 +356,22 @@ in {
}
];
}
{
type = "openai-compatible";
name = "ollama";
api_base = "https://llama.darksailor.dev/api/ollama/v1";
api_key_cmd = "op item get llama-api --fields label=credential --reveal";
models = [
{
name = "RobinBially/nomic-embed-text-8k";
type = "embedding";
default_chunk_size = 8000;
}
{
name = "codellama:minstral";
}
];
}
{
type = "openai";
name = "openai";
@@ -371,6 +387,7 @@ in {
];
}
];
rag_embedding_model = "ollama:RobinBially/nomic-embed-text-8k";
model = "openai:gpt-4o";
};
};