diff --git a/services/llama-cpp/llama-cpp.nix b/services/llama-cpp/llama-cpp.nix index 8e77a3d..86d6557 100644 --- a/services/llama-cpp/llama-cpp.nix +++ b/services/llama-cpp/llama-cpp.nix @@ -40,6 +40,10 @@ in "--metrics" "--alias" modelAlias + "-b" + "4096" + "-ub" + "4096" ]; };