llama-cpp: patch for vulkan support instead

2026-04-07 20:04:06 -04:00
parent fdc1596bce
commit 2884a39eb1
4 changed files with 404 additions and 9 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -23,7 +23,11 @@ in
    );
    port = service_configs.ports.private.llama_cpp.port;
    host = "0.0.0.0";
-    package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
+    package = lib.optimizePackage (
+      inputs.llamacpp.packages.${pkgs.system}.vulkan.overrideAttrs (old: {
+        patches = (old.patches or [ ]) ++ [ ../patches/0002-llamacpp-vulkan-turbo3.patch ];
+      })
+    );
    extraFlags = [
      "-ngl"
      "999"