From 8fddd3a9549348a580fee71f025aef8a943e6bd6 Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Mon, 6 Apr 2026 01:04:23 -0400 Subject: [PATCH] llama-cpp: context: 32768 -> 65536 --- services/llama-cpp/llama-cpp.nix | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/services/llama-cpp/llama-cpp.nix b/services/llama-cpp/llama-cpp.nix index 4a27929..8d66ec0 100644 --- a/services/llama-cpp/llama-cpp.nix +++ b/services/llama-cpp/llama-cpp.nix @@ -28,7 +28,7 @@ in # "-ngl" # "12" "-c" - "32768" + "65536" "-ctk" "q8_0" "-ctv"