llama-cpp: context: 32768 -> 65536

2026-04-06 01:04:23 -04:00
parent 0e4f0d3176
commit 8fddd3a954
1 changed files with 1 additions and 1 deletions
--- a/services/llama-cpp/llama-cpp.nix
+++ b/services/llama-cpp/llama-cpp.nix
@@ -28,7 +28,7 @@ in
      # "-ngl"
      # "12"
      "-c"
-      "32768"
+      "65536"
      "-ctk"
      "q8_0"
      "-ctv"