reidlab/nix-server
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

nixify loki config

Browse source
This commit is contained in:
Reid 2025-01-10 18:24:03 -08:00
parent b482fbc2ea
commit 3d8b7cd8ae
Signed by: reidlab
GPG key ID: DAF5EAF6665839FD
5 changed files with 234 additions and 174 deletions
Download patch file Download diff file Expand all files Collapse all files

279
modules/services/metrics.nix
View file

@ -10,91 +10,238 @@ in {
type = types.str;
default = "grafana.reidlab.pink";
};
port = mkOption {
orgId = mkOption {
type = types.int;
default = 2342;
default = 1;
};
grafanaPort = mkOption {
type = types.int;
default = 3000;
};
promtailPort = mkOption {
type = types.int;
default = 3001;
};
lokiPort = mkOption {
type = types.int;
default = 3002;
};
prometheusPort = mkOption {
type = types.int;
default = 9090;
};
prometheusExporterPortStart = mkOption {
type = types.int;
default = 9100;
};
};
config = mkIf cfg.enable {
systemd.services.promtail = {
description = "promtail, an agent for loki";
wantedBy = [ "multi-user.target" ];
services.grafana = {
enable = true;
serviceConfig = {
ExecStart = ''
${pkgs.grafana-loki}/bin/promtail --config.file ${./promtail.yml}
'';
};
};
services = {
grafana = {
enable = true;
settings = {
server = {
domain = cfg.domain;
http_port = cfg.port;
http_addr = "127.0.0.1";
};
settings = {
server = {
domain = cfg.domain;
http_port = cfg.grafanaPort;
http_addr = "127.0.0.1";
};
};
prometheus = let
ports = {
base = 9001;
node = 9002;
nginx = 9003;
};
in {
enable = true;
port = ports.base;
exporters = {
node = {
enable = true;
enabledCollectors = [ "systemd" ];
port = ports.node;
};
nginx = {
enable = true;
port = ports.nginx;
};
};
scrapeConfigs = [
provision.datasources.settings = {
datasources = [
{
job_name = "nixos-server-reid";
static_configs = [{
targets = [
"127.0.0.1:${toString ports.node}"
"127.0.0.1:${toString ports.nginx}"
];
}];
orgId = cfg.orgId;
name = "Prometheus";
type = "prometheus";
url = "http://127.0.0.1:${toString cfg.prometheusPort}";
uid = "prometheus";
isDefault = true;
}
{
orgId = cfg.orgId;
name = "Loki";
type = "loki";
url = "http://127.0.0.1:${toString cfg.lokiPort}";
uid = "loki";
}
];
deleteDatasources = [
{
orgId = cfg.orgId;
name = "Prometheus";
}
{
orgId = cfg.orgId;
name = "Loki";
}
];
};
};
loki = {
enable = true;
configFile = ./loki-local-config.yml;
services.prometheus = let
mkPort = offset: cfg.prometheusExporterPortStart + offset;
ports = {
node = mkPort 0;
nginx = mkPort 1;
};
in {
enable = true;
port = cfg.prometheusPort;
exporters = {
node = {
enable = true;
enabledCollectors = [ "systemd" ];
port = ports.node;
};
nginx = {
enable = true;
port = ports.nginx;
};
};
nginx.statusPage = true;
scrapeConfigs = [
{
job_name = "node";
static_configs = [{
targets = [ "127.0.0.1:${toString ports.node}" ];
}];
}
{
job_name = "nginx";
static_configs = [{
targets = [ "127.0.0.1:${toString ports.nginx}" ];
}];
}
];
};
nginx.virtualHosts."${cfg.domain}" = {
forceSSL = true;
enableACME = true;
locations."/" = {
proxyPass = "http://127.0.0.1:${toString cfg.port}";
proxyWebsockets = true;
services.loki = {
enable = true;
configuration = let
dataDir = config.services.loki.dataDir;
in {
auth_enabled = false;
server.http_listen_port = cfg.lokiPort;
ingester = {
lifecycler = {
address = "127.0.0.1";
ring = {
kvstore.store = "inmemory";
replication_factor = 1;
};
final_sleep = "0s";
};
chunk_idle_period = "5m";
chunk_retain_period = "30s";
};
locations."= /robots.txt" ={
extraConfig = ''
add_header Content-Type text/plain;
return 200 "User-agent: *\nDisallow: /\n";
'';
schema_config = {
configs = [
{
from = "2023-12-08";
store = "boltdb-shipper";
object_store = "filesystem";
schema = "v11";
index.prefix = "index_";
index.period = "24h";
}
{
from = "2024-08-24";
store = "tsdb";
object_store = "filesystem";
schema = "v13";
index.prefix = "index_";
index.period = "24h";
}
];
};
storage_config = {
boltdb_shipper = {
active_index_directory = "${dataDir}/boltdb-shipper-active";
cache_location = "${dataDir}/boltdb-shipper-cache";
cache_ttl = "24h";
};
tsdb_shipper = {
active_index_directory = "${dataDir}/tsdb-shipper-active";
cache_location = "${dataDir}/tsdb-shipper-cache";
cache_ttl = "24h";
};
filesystem.directory = "${dataDir}/chunks";
};
limits_config = {
reject_old_samples = true;
reject_old_samples_max_age = "168h";
max_query_lookback = "0s";
};
table_manager = {
retention_deletes_enabled = false;
retention_period = "0s";
};
compactor = {
working_directory = "${dataDir}/compactor";
compactor_ring.kvstore.store = "inmemory";
};
};
};
services.promtail = {
enable = true;
configuration = {
server = {
http_listen_port = cfg.promtailPort;
grpc_listen_port = 0;
};
positions.filename = "/tmp/positions.yaml";
client.url = "http://127.0.0.1:${toString cfg.lokiPort}/loki/api/v1/push";
scrape_configs = [
{
job_name = "journal";
journal = {
max_age = "12h";
labels = {
job = "systemd-journal";
host = "${config.networking.hostName}";
};
};
relabel_configs = [
{
source_labels = [ "__journal__systemd_unit" ];
target_label = "unit";
}
];
}
];
};
};
services.nginx.statusPage = true;
services.nginx.virtualHosts."${cfg.domain}" = {
forceSSL = true;
enableACME = true;
locations."/" = {
proxyPass = "http://127.0.0.1:${toString cfg.grafanaPort}";
proxyWebsockets = true;
};
locations."= /robots.txt" = {
extraConfig = ''
add_header Content-Type text/plain;
return 200 "User-agent: *\nDisallow: /\n";
'';
};
};
};