llama.cpp: ngl 8-> 12

2025-10-16 20:16:03 -04:00
parent bd4d35942c
commit 5e8a527edf
1 changed files with 1 additions and 1 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -27,7 +27,7 @@
    );
    extraFlags = [
      "-ngl"
-      "8"
+      "12"
      "-c"
      "16384"
    ];