llama-cpp: patch for vulkan support instead

flake.lock

@@ -325,16 +325,16 @@
         ]
       },
       "locked": {
-        "lastModified": 1774922513,
-        "narHash": "sha256-TKk1i8AZzxy4/z0MkqKxoGf/CQDvoL+jo8JDtZeCRy8=",
-        "owner": "apollosenvy",
+        "lastModified": 1775603401,
+        "narHash": "sha256-kp+cnqLX+K4M6gBc5Iy4S+G0xkz78qVEcO1xmNTrtgM=",
+        "owner": "TheTom",
         "repo": "llama-cpp-turboquant",
-        "rev": "9e80e93ceb115bc5055997c373d8c09bfa47a565",
+        "rev": "a4e8af4455d34d4872f967e615c8212643c2123e",
         "type": "github"
       },
       "original": {
-        "owner": "apollosenvy",
-        "ref": "pr/vulkan-turbo3",
+        "owner": "TheTom",
+        "ref": "feature/turboquant-kv-cache",
         "repo": "llama-cpp-turboquant",
         "type": "github"
       }

flake.nix

@@ -29,8 +29,7 @@
     };
 
     llamacpp = {
-      # url = "github:TheTom/llama-cpp-turboquant/feature/turboquant-kv-cache";
-      url = "github:apollosenvy/llama-cpp-turboquant/pr/vulkan-turbo3";
+      url = "github:TheTom/llama-cpp-turboquant/feature/turboquant-kv-cache";
       inputs.nixpkgs.follows = "nixpkgs";
     };
 

services/llama-cpp.nix

@@ -23,7 +23,11 @@ in
     );
     port = service_configs.ports.private.llama_cpp.port;
     host = "0.0.0.0";
-    package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
+    package = lib.optimizePackage (
+      inputs.llamacpp.packages.${pkgs.system}.vulkan.overrideAttrs (old: {
+        patches = (old.patches or [ ]) ++ [ ../patches/0002-llamacpp-vulkan-turbo3.patch ];
+      })
+    );
     extraFlags = [
       "-ngl"
       "999"