servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: switch to minstral for llama

Browse Source
This commit is contained in:
uttarayan21
2024-11-22 13:57:26 +02:00
parent 91b145ea69
commit dd899b8317
2 changed files with 71 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
nixos/mirai/configuration.nix
View File

@@ -18,7 +18,7 @@
owner = config.users.users.nextcloud.name;
};
sops.secrets."llama/user" = {
owner = config.users.users.caddy.name;
owner = config.services.caddy.user;
};
# Use the systemd-boot EFI boot loader.

128
nixos/mirai/services.nix
View File

@@ -7,66 +7,78 @@
environment.systemPackages = with pkgs; [
factorio-headless
];
services.factorio = {
enable = true;
openFirewall = true;
};
services.navidrome = {
enable = true;
settings = {
MusicFolder = "/media/music";
# sops = {
# secrets = {
# "authelia/darksailor" = {};
# };
# };
services = {
authelia = {
darksailor = {
enable = true;
# user =
};
};
};
services.atuin = {
enable = true;
};
services.nextcloud = {
enable = true;
package = pkgs.nextcloud30;
hostName = "cloud.darksailor.dev";
config.adminuser = "servius";
config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
configureRedis = true;
https = true;
};
services.llama-cpp = {
enable = true;
host = "127.0.0.1";
port = 3000;
# model = builtins.fetchurl {
# sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
# url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
# };
model = builtins.fetchurl {
name = "mistral-7b-claude-chat";
sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
tailscale = {
enable = true;
};
};
services.nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
{
addr = "127.0.0.1";
port = 8080; # NOT an exposed port
}
];
services.caddy = {
enable = true;
virtualHosts."music.darksailor.dev".extraConfig = ''
reverse_proxy localhost:4533
'';
virtualHosts."atuin.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8888
'';
virtualHosts."cloud.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8080
'';
virtualHosts."llama.darksailor.dev".extraConfig = ''
basic_auth /* {
import ${config.sops.secrets."llama/user".path}
factorio = {
enable = true;
openFirewall = true;
};
navidrome = {
enable = true;
settings = {
MusicFolder = "/media/music";
};
};
atuin = {
enable = true;
};
nextcloud = {
enable = true;
package = pkgs.nextcloud30;
hostName = "cloud.darksailor.dev";
config.adminuser = "servius";
config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
configureRedis = true;
https = true;
};
llama-cpp = {
enable = true;
host = "127.0.0.1";
port = 3000;
# model = builtins.fetchurl {
# sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
# url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
# };
model = builtins.fetchurl {
name = "mistral-7b-claude-chat";
sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
};
};
nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
{
addr = "127.0.0.1";
port = 8080; # NOT an exposed port
}
reverse_proxy localhost:3000
'';
];
caddy = {
enable = true;
virtualHosts."music.darksailor.dev".extraConfig = ''
reverse_proxy localhost:4533
'';
virtualHosts."atuin.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8888
'';
virtualHosts."cloud.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8080
'';
virtualHosts."llama.darksailor.dev".extraConfig = ''
reverse_proxy localhost:3000
'';
};
};
}