llama-cpp: re-add w/ turboquant

2026-04-02 13:42:39 -04:00
parent 7e779ca0f7
commit f342521d46
5 changed files with 104 additions and 0 deletions
--- a/flake.nix
+++ b/flake.nix
@@ -28,6 +28,11 @@
      inputs.nixpkgs.follows = "nixpkgs";
    };

+    llamacpp = {
+      url = "github:TheTom/llama-cpp-turboquant/feature/turboquant-kv-cache";
+      inputs.nixpkgs.follows = "nixpkgs";
+    };
+
    srvos = {
      url = "github:nix-community/srvos";
      inputs.nixpkgs.follows = "nixpkgs";