titaniumtown/server-config
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

llama-cpp: patch for vulkan support instead
All checks were successful
Build and Deploy / deploy (push) Successful in 7m23s

Browse Source
This commit is contained in:
Simon Gardling
2026-04-07 20:04:06 -04:00
parent fdc1596bce
commit 2884a39eb1
4 changed files with 404 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
services/llama-cpp.nix
View File

@@ -23,7 +23,11 @@ in
);
port = service_configs.ports.private.llama_cpp.port;
host = "0.0.0.0";
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
package = lib.optimizePackage (
inputs.llamacpp.packages.${pkgs.system}.vulkan.overrideAttrs (old: {
patches = (old.patches or [ ]) ++ [ ../patches/0002-llamacpp-vulkan-turbo3.patch ];
})
);
extraFlags = [
"-ngl"
"999"