@@ -23,10 +23,10 @@ in
|
||||
);
|
||||
port = service_configs.ports.private.llama_cpp.port;
|
||||
host = "0.0.0.0";
|
||||
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.vulkan);
|
||||
package = (lib.optimizePackage inputs.llamacpp.packages.${pkgs.system}.default);
|
||||
extraFlags = [
|
||||
"-ngl"
|
||||
"999"
|
||||
# "-ngl"
|
||||
# "12"
|
||||
"-c"
|
||||
"65536"
|
||||
"-ctk"
|
||||
|
||||
Reference in New Issue
Block a user