llama-cpp: adjust args

2026-04-02 16:09:17 -04:00
parent bb6ea2f1d5
commit 50453cf0b5
1 changed files with 4 additions and 2 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -22,11 +22,13 @@
      # "-ngl"
      # "12"
      "-c"
-      "16384"
+      "32768"
      "-ctk"
      "q8_0"
      "-ctv"
-      "turbo3"
+      "turbo4"
+      "-fa"
+      "on"
    ];
  };