From 50453cf0b5ac7cb4ccb89bb8c9ed047cc01b7abb Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Thu, 2 Apr 2026 16:09:17 -0400 Subject: [PATCH] llama-cpp: adjust args --- services/llama-cpp.nix | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index c3b782a..22a766e 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -22,11 +22,13 @@ # "-ngl" # "12" "-c" - "16384" + "32768" "-ctk" "q8_0" "-ctv" - "turbo3" + "turbo4" + "-fa" + "on" ]; };