servius/dotfiles
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: Added lmstudio-community version of gpt-oss

Browse Source
This commit is contained in:
uttarayan21
2025-08-08 19:28:24 +05:30
parent d3aa8b62ed
commit 07d4e225cc
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
nixos/ryu/services/llama.nix
View File

@@ -10,11 +10,10 @@
enable = true;
port = 11435;
model = pkgs.fetchurl {
url = "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-F16.gguf";
# sha256 = "sha256-vE1SpG4diQiP88u0viGnyZ8LtotTUU19UGecnwfjOkE=";
sha256 = "sha256-kpeennNi4+MbFTuINkRi8CI9srQj7Q0eyKysG/4cbmI=";
url = "https://huggingface.co/lmstudio-community/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-MXFP4.gguf";
sha256 = "65d06d31a3977d553cb3af137b5c26b5f1e9297a6aaa29ae7caa98788cde53ab";
};
package = pkgs.ik_llama;
# package = pkgs.ik_llama;
};
# caddy = {
# virtualHosts."llama.ryu.darksailor.dev".extraConfig = ''