llama-cpp: disable flash attn

2025-05-28 21:00:08 -07:00
parent 0f46de5eb7
commit efb0bd38e8
1 changed files with 0 additions and 1 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -20,7 +20,6 @@
    host = "0.0.0.0";
    package = (optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
    extraFlags = [
-      "--flash-attn"
      "-ngl"
      "9999"
    ];