diff --git a/services/llama-cpp.nix b/services/llama-cpp.nix index 1ed5fee..c3b782a 100644 --- a/services/llama-cpp.nix +++ b/services/llama-cpp.nix @@ -17,10 +17,10 @@ ); port = service_configs.ports.private.llama_cpp.port; host = "0.0.0.0"; - package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan); + package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default); extraFlags = [ - "-ngl" - "12" + # "-ngl" + # "12" "-c" "16384" "-ctk"