From bb6ea2f1d51d2a0ddaf3e229a236319a298e9d3f Mon Sep 17 00:00:00 2001 From: Simon Gardling Date: Thu, 2 Apr 2026 15:32:39 -0400 Subject: [PATCH] llama-cpp: cpu only --- services/llama-cpp.nix | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index 1ed5fee..c3b782a 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -17,10 +17,10 @@ ); port = service_configs.ports.private.llama_cpp.port; host = "0.0.0.0"; - package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan); + package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default); extraFlags = [ - "-ngl" - "12" + # "-ngl" + # "12" "-c" "16384" "-ctk"