diff --git a/services/llama-cpp/llama-cpp.nix b/services/llama-cpp/llama-cpp.nix index 4a27929..8d66ec0 100644 --- a/services/llama-cpp/llama-cpp.nix +++ b/services/llama-cpp/llama-cpp.nix @@ -28,7 +28,7 @@ in # "-ngl" # "12" "-c" - "32768" + "65536" "-ctk" "q8_0" "-ctv"