titaniumtown/server-config
Archived
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

llama-cpp: cpu only
All checks were successful
Build and Deploy / deploy (push) Successful in 20m0s

Browse Source
This commit is contained in:
Simon Gardling
2026-04-02 15:32:39 -04:00
parent f342521d46
commit bb6ea2f1d5
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
services/llama-cpp.nix
View File

@@ -17,10 +17,10 @@
);
port = service_configs.ports.private.llama_cpp.port;
host = "0.0.0.0";
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default);
extraFlags = [
"-ngl"
"12"
# "-ngl"
# "12"
"-c"
"16384"
"-ctk"