organize patches + add gemma4 patch

2026-04-07 20:57:54 -04:00
parent 645a532ed7
commit 98310f2582
5 changed files with 93 additions and 2 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -25,7 +25,10 @@ in
    host = "0.0.0.0";
    package = lib.optimizePackage (
      inputs.llamacpp.packages.${pkgs.system}.vulkan.overrideAttrs (old: {
-        patches = (old.patches or [ ]) ++ [ ../patches/0002-llamacpp-vulkan-turbo3.patch ];
+        patches = (old.patches or [ ]) ++ [
+          ../patches/llamacpp/0002-llamacpp-vulkan-turbo3.patch
+          ../patches/llamacpp/0003-gemma4-tokenizer-fix.patch
+        ];
      })
    );
    extraFlags = [