servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: switch to minstral for llama

Browse Source
This commit is contained in:
uttarayan21
2024-11-22 13:57:26 +02:00
parent 91b145ea69
commit dd899b8317
2 changed files with 71 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
nixos/mirai/configuration.nix
View File

@@ -18,7 +18,7 @@
owner = config.users.users.nextcloud.name; owner = config.users.users.nextcloud.name;
}; };
sops.secrets."llama/user" = { sops.secrets."llama/user" = {
owner = config.users.users.caddy.name; owner = config.services.caddy.user;
}; };
# Use the systemd-boot EFI boot loader. # Use the systemd-boot EFI boot loader.

128
nixos/mirai/services.nix
View File

@@ -7,66 +7,78 @@
environment.systemPackages = with pkgs; [ environment.systemPackages = with pkgs; [
factorio-headless factorio-headless
]; ];
services.factorio = { # sops = {
enable = true; # secrets = {
openFirewall = true; # "authelia/darksailor" = {};
}; # };
# };
services.navidrome = { services = {
enable = true; authelia = {
settings = { darksailor = {
MusicFolder = "/media/music"; enable = true;
# user =
};
}; };
}; tailscale = {
services.atuin = { enable = true;
enable = true;
};
services.nextcloud = {
enable = true;
package = pkgs.nextcloud30;
hostName = "cloud.darksailor.dev";
config.adminuser = "servius";
config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
configureRedis = true;
https = true;
};
services.llama-cpp = {
enable = true;
host = "127.0.0.1";
port = 3000;
# model = builtins.fetchurl {
# sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
# url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
# };
model = builtins.fetchurl {
name = "mistral-7b-claude-chat";
sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
}; };
}; factorio = {
services.nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [ enable = true;
{ openFirewall = true;
addr = "127.0.0.1"; };
port = 8080; # NOT an exposed port navidrome = {
} enable = true;
]; settings = {
MusicFolder = "/media/music";
services.caddy = { };
enable = true; };
virtualHosts."music.darksailor.dev".extraConfig = '' atuin = {
reverse_proxy localhost:4533 enable = true;
''; };
virtualHosts."atuin.darksailor.dev".extraConfig = '' nextcloud = {
reverse_proxy localhost:8888 enable = true;
''; package = pkgs.nextcloud30;
virtualHosts."cloud.darksailor.dev".extraConfig = '' hostName = "cloud.darksailor.dev";
reverse_proxy localhost:8080 config.adminuser = "servius";
''; config.adminpassFile = config.sops.secrets."nextcloud/adminpass".path;
virtualHosts."llama.darksailor.dev".extraConfig = '' configureRedis = true;
basic_auth /* { https = true;
import ${config.sops.secrets."llama/user".path} };
llama-cpp = {
enable = true;
host = "127.0.0.1";
port = 3000;
# model = builtins.fetchurl {
# sha256 = "61834b88c1a1ce5c277028a98c4a0c94a564210290992a7ba301bbef96ef8eba";
# url = "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf?download=true";
# };
model = builtins.fetchurl {
name = "mistral-7b-claude-chat";
sha256 = "03458d74d3e6ed650d67e7800492354e5a8a33aaaeabc80c484e28766814085a";
url = "https://huggingface.co/TheBloke/Mistral-7B-Claude-Chat-GGUF/resolve/main/mistral-7b-claude-chat.Q8_0.gguf?download=true";
};
};
nginx.virtualHosts."${config.services.nextcloud.hostName}".listen = [
{
addr = "127.0.0.1";
port = 8080; # NOT an exposed port
} }
reverse_proxy localhost:3000 ];
'';
caddy = {
enable = true;
virtualHosts."music.darksailor.dev".extraConfig = ''
reverse_proxy localhost:4533
'';
virtualHosts."atuin.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8888
'';
virtualHosts."cloud.darksailor.dev".extraConfig = ''
reverse_proxy localhost:8080
'';
virtualHosts."llama.darksailor.dev".extraConfig = ''
reverse_proxy localhost:3000
'';
};
}; };
} }