Reapply "llama-cpp: maybe use vulkan?"

This reverts commit 9addb1569a.
2026-04-07 19:12:57 -04:00
parent 88fc219f2d
commit 778b04a80f
3 changed files with 11 additions and 10 deletions
--- a/services/llama-cpp.nix
+++ b/services/llama-cpp.nix
@@ -23,10 +23,10 @@ in
    );
    port = service_configs.ports.private.llama_cpp.port;
    host = "0.0.0.0";
-    package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default);
+    package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
    extraFlags = [
-      # "-ngl"
-      # "12"
+      "-ngl"
+      "999"
      "-c"
      "65536"
      "-ctk"