Simon Gardling
479ec43b8f
llama.cpp server has a built-in /metrics endpoint exposing prompt_tokens_seconds, predicted_tokens_seconds, tokens_predicted_total, n_decode_total, and n_busy_slots_per_decode. Enable it with --metrics and add a Prometheus scrape target, replacing the need for any external metric collection for LLM inference monitoring.
81 lines
1.9 KiB
Nix
81 lines
1.9 KiB
Nix
{
|
|
service_configs,
|
|
lib,
|
|
...
|
|
}:
|
|
let
|
|
textfileDir = "/var/lib/prometheus-node-exporter-textfiles";
|
|
in
|
|
{
|
|
imports = [
|
|
(lib.serviceMountWithZpool "prometheus" service_configs.zpool_ssds [
|
|
"/var/lib/prometheus"
|
|
])
|
|
(lib.serviceFilePerms "prometheus" [
|
|
"Z /var/lib/prometheus 0700 prometheus prometheus"
|
|
])
|
|
];
|
|
|
|
services.prometheus = {
|
|
enable = true;
|
|
port = service_configs.ports.private.prometheus.port;
|
|
listenAddress = "127.0.0.1";
|
|
stateDir = "prometheus";
|
|
retentionTime = "90d";
|
|
|
|
exporters = {
|
|
node = {
|
|
enable = true;
|
|
port = service_configs.ports.private.prometheus_node.port;
|
|
listenAddress = "127.0.0.1";
|
|
enabledCollectors = [
|
|
"hwmon"
|
|
"systemd"
|
|
"textfile"
|
|
];
|
|
extraFlags = [
|
|
"--collector.textfile.directory=${textfileDir}"
|
|
];
|
|
};
|
|
|
|
apcupsd = {
|
|
enable = true;
|
|
port = service_configs.ports.private.prometheus_apcupsd.port;
|
|
listenAddress = "127.0.0.1";
|
|
apcupsdAddress = "127.0.0.1:3551";
|
|
};
|
|
};
|
|
|
|
scrapeConfigs = [
|
|
{
|
|
job_name = "prometheus";
|
|
static_configs = [
|
|
{ targets = [ "127.0.0.1:${toString service_configs.ports.private.prometheus.port}" ]; }
|
|
];
|
|
}
|
|
{
|
|
job_name = "node";
|
|
static_configs = [
|
|
{ targets = [ "127.0.0.1:${toString service_configs.ports.private.prometheus_node.port}" ]; }
|
|
];
|
|
}
|
|
{
|
|
job_name = "apcupsd";
|
|
static_configs = [
|
|
{ targets = [ "127.0.0.1:${toString service_configs.ports.private.prometheus_apcupsd.port}" ]; }
|
|
];
|
|
}
|
|
{
|
|
job_name = "llama-cpp";
|
|
static_configs = [
|
|
{ targets = [ "127.0.0.1:${toString service_configs.ports.private.llama_cpp.port}" ]; }
|
|
];
|
|
}
|
|
];
|
|
};
|
|
|
|
systemd.tmpfiles.rules = [
|
|
"d ${textfileDir} 0755 root root -"
|
|
];
|
|
}
|