feat(nix): add nix-auth and update flake-utils dependencies
This commit is contained in:
@@ -5,7 +5,7 @@
|
||||
# ./zerotier.nix
|
||||
# ./dnscrypt.nix
|
||||
./ollama.nix
|
||||
./llama.nix
|
||||
# ./llama.nix
|
||||
./tailscale.nix
|
||||
./samba.nix
|
||||
./mullvad.nix
|
||||
|
||||
@@ -1,13 +1,11 @@
|
||||
{
|
||||
inputs,
|
||||
pkgs,
|
||||
lib,
|
||||
config,
|
||||
...
|
||||
}: {
|
||||
services = {
|
||||
llama-cpp = {
|
||||
enable = false;
|
||||
enable = true;
|
||||
port = 11435;
|
||||
model = pkgs.fetchurl {
|
||||
url = "https://huggingface.co/lmstudio-community/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-MXFP4.gguf";
|
||||
@@ -15,6 +13,9 @@
|
||||
};
|
||||
# package = pkgs.ik_llama;
|
||||
};
|
||||
ollama = {
|
||||
enable = true;
|
||||
};
|
||||
caddy = {
|
||||
virtualHosts."llama.ryu.darksailor.dev".extraConfig = ''
|
||||
import hetzner
|
||||
@@ -22,4 +23,7 @@
|
||||
'';
|
||||
};
|
||||
};
|
||||
# environment.systemPackages = with pkgs; [
|
||||
# vllm
|
||||
# ];
|
||||
}
|
||||
|
||||
@@ -6,9 +6,10 @@
|
||||
}: {
|
||||
services = {
|
||||
ollama = {
|
||||
enable = false;
|
||||
enable = true;
|
||||
host = "0.0.0.0";
|
||||
# loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "RobinBially/nomic-embed-text-8k" "qwen3:8b" "qwen3:14b"];
|
||||
# loadModels = ["deepseek-r1:7b" "deepseek-r1:14b" "RobinBially/nomic-embed-text-8k" "qwen3:8b" "qwen3:14b"];
|
||||
port = 11434;
|
||||
acceleration = "cuda";
|
||||
environmentVariables = {
|
||||
@@ -17,18 +18,18 @@
|
||||
LD_LIBRARY_PATH = "run/opengl-driver/lib";
|
||||
HTTP_PROXY = "https://ollama.ryu.darksailor.dev";
|
||||
};
|
||||
package = pkgs.ollama.overrideAttrs {
|
||||
version = "0.11.0";
|
||||
src = pkgs.fetchFromGitHub {
|
||||
owner = "ollama";
|
||||
repo = "ollama";
|
||||
tag = "v0.11.0";
|
||||
hash = "sha256-po7BxJAj9eOpOaXsLDmw6/1RyjXPtXza0YUv0pVojZ0=";
|
||||
fetchSubmodules = true;
|
||||
};
|
||||
doCheck = false;
|
||||
vendorHash = "sha256-SlaDsu001TUW+t9WRp7LqxUSQSGDF1Lqu9M1bgILoX4=";
|
||||
};
|
||||
# package = pkgs.ollama.overrideAttrs {
|
||||
# version = "0.11.0";
|
||||
# src = pkgs.fetchFromGitHub {
|
||||
# owner = "ollama";
|
||||
# repo = "ollama";
|
||||
# tag = "v0.11.0";
|
||||
# hash = "sha256-po7BxJAj9eOpOaXsLDmw6/1RyjXPtXza0YUv0pVojZ0=";
|
||||
# fetchSubmodules = true;
|
||||
# };
|
||||
# doCheck = false;
|
||||
# vendorHash = "sha256-SlaDsu001TUW+t9WRp7LqxUSQSGDF1Lqu9M1bgILoX4=";
|
||||
# };
|
||||
};
|
||||
# open-webui = {
|
||||
# enable = false;
|
||||
|
||||
Reference in New Issue
Block a user