diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index 4301bd9..8c8256c 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -27,7 +27,7 @@ ); extraFlags = [ "-ngl" - "8" + "12" "-c" "16384" ];