llama-cpp: re-add w/ turboquant

2026-04-02 13:42:39 -04:00
parent 7e779ca0f7
commit f342521d46
5 changed files with 104 additions and 0 deletions
--- a/service-configs.nix
+++ b/service-configs.nix
@@ -169,6 +169,10 @@ rec {
        port = 9162;
        proto = "tcp";
      };
+      llama_cpp = {
+        port = 6688;
+        proto = "tcp";
+      };
    };
  };