these 62 derivations will be built:
  /nix/store/ms5ah5x73mlz5p4dy4p1gcyglklmys8x-unit-script-postgresql-post-start.drv
  /nix/store/08j87byb67lcfkvqikrcxqwh44yfc586-unit-postgresql.service.drv
  /nix/store/c6qcm2lg8bgkl4ip832q0y0jk2nx2xmx-firewall-start.drv
  /nix/store/3fvs3rz3vvq7sl3wm1lwkzp8pshlp5aq-firewall-reload.drv
  /nix/store/0vjgp2aalrq1wdq75w03ljxmdzxxwacn-unit-firewall.service.drv
  /nix/store/82c0ssc9kfqw4n52v1rizbm05a9lfpap-users-groups.json.drv
  /nix/store/pi46lraak1ryaj30d7w2a8mmzm4fabai-decrypt-age-secrets.drv
  /nix/store/b0hrxnjv7jc4yhp109srn5x3cl53lr5c-dry-activate.drv
  /nix/store/8wb34s7ndkgliai73z7vap8lvi7p82gc-postgres-db-restore-command-grafana.drv
  /nix/store/d4j6ppvzj2xr9qfsmbgw2l9wl4npcvsm-state-commands.drv
  /nix/store/rzvbcgzvr9ilj13mp02nnj1bkjpgs95j-system-path.drv
  /nix/store/n2dchz88mf0cmixk7n1xa9y9razk5f8w-dbus-1.drv
  /nix/store/b8clcva0z44rgl6njibnnnmd0i2ammx2-X-Restart-Triggers-dbus-broker.drv
  /nix/store/glzxim3jhgdk8pgbknv91nzfa76mbna9-unit-dbus-broker.service.drv
  /nix/store/53xy4h6rnbw0k59xp09c0w6q2mhaayah-user-units.drv
  /nix/store/ck62l537h8gg5566iankb7011zajiw0a-unit-script-grafana-pre-start.drv
  /nix/store/wf9z9rbaf6kcfyjxgyixbn50wscrb0vj-datasource.yaml.drv
  /nix/store/zpw2gwc9svdsb435lk2hdsdzyy5h4yjh-dashboard.yaml.drv
  /nix/store/jl10hd0rjky1x56h0j07jpdyvy14xi8y-grafana-provisioning.drv
  /nix/store/qxfsq9gik96pvw5p7kbi678dyax0b4in-config.ini.drv
  /nix/store/v9kziipkwnczjd7gb3dz91jcmbmanpg5-unit-script-grafana-start.drv
  /nix/store/390lj4lacp1c4prl11fk7prjzlbw0ajk-unit-grafana.service.drv
  /nix/store/8bs1mxpk3cm6bvpa8ypzz7wn60s6bhkd-X-Reload-Triggers-alloy.drv
  /nix/store/cgxdxap7b2apq1xvgp69i89i3fx1hq6k-unit-alloy.service.drv
  /nix/store/2ilr2x1jvm1w5sz1dr18lp91xggi4bck-nginx.conf.drv
  /nix/store/liznrbash6117fk0aqz4mkynpw7n5377-unit-script-nginx-pre-start.drv
  /nix/store/gglvq38bn1bxbpnjwfaxg609mmz00rh7-unit-nginx.service.drv
  /nix/store/76r1izw9ycwihxbgvbkgi1bhiq1iyk0n-config.yaml.drv
  /nix/store/h3k8a110gvjmz36rm5n406ycwz2lmm2q-unit-mimir.service.drv
  /nix/store/bqyf0wmmbl13m65yg9gf4ij90g8kjqam-loki-config.json.drv
  /nix/store/jglp2h9061mlvfvp8v664hsind2qz4kb-validate-loki-conf.drv
  /nix/store/hkmsmyi0mwcm0b64fa1qjzwcxn5b3sbs-unit-loki.service.drv
  /nix/store/la0spzd2jlymswsfz2idnx63f8p559rw-unit-postgresql-setup.service.drv
  /nix/store/vn9z0gp1cpiw6kwpgchb3n3qrkdd9clg-unit-dbus-broker.service.drv
  /nix/store/c2lqfx2a766dbx932pvb0xyz30zbw2w2-system-units.drv
  /nix/store/9j5iilbr3513zybiyfasqzhcsnz05sd6-string-hosts.drv
  /nix/store/xm0676jg7wgyjamikbgxx1wyn0vgq2j8-extra-hosts.drv
  /nix/store/v61j8z9cd8818ja45qamc3s7gksd2k0z-hosts.drv
  /nix/store/cvii9sbyjb6pp1zaalyihlairbcwp4lz-generator-grafana-secret.drv
  /nix/store/lsmzaipmz6z61k53c0cgpckmw955c8a2-generator-mimir-auth.drv
  /nix/store/p7p8m5vrjks04x0pcazcgs0lvk3gwkr8-generator-grafana-admin.drv
  /nix/store/ywsisr8ijc9mdrcjfmvd9ndbhhpcrzk7-generator-loki-auth.drv
  /nix/store/v92yj3fqr1v7nnqmjvjbmk190js4m487-vars-check-monitoring.drv
  /nix/store/bdaglrgrpjsz97x18055abwv573djwsl-etc.drv
  /nix/store/jfb9pq6ajhpby5wr5lwh2m09lc8cdczr-activate.drv
  /nix/store/16rqd63igyahsi7b30kxrcx9dm7m8pd9-nixos-system-machine1-test.drv
  /nix/store/7x4cwd0h89kwc5m7zg56xwx032yk2vnr-string-hosts.drv
  /nix/store/5a15imw5nfn1p1qym639pznwh4ay8a02-hosts.drv
  /nix/store/hz6vgmjmic2yccyvlwv5iqsx2kcrjpvn-etc-alloy-local-extension.alloy.drv
  /nix/store/ikpyhpxijyjs18d0kb6nr98jkjjz51xx-X-Reload-Triggers-alloy.drv
  /nix/store/q58ms80lrrvdvmvqi4azn00djd0csh2x-unit-alloy.service.drv
  /nix/store/9ivqkrc9jvdc0nfcr9xc7668bzm0ddlh-system-units.drv
  /nix/store/nl6ak0ryql22svwrf6qr1rzqmwq8m624-etc.drv
  /nix/store/vw7x7h71p5m19jvp56a4xcqkci7rc6aq-decrypt-age-secrets.drv
  /nix/store/dnac4qjjrj3pm0a322f0hqsdl0vcqxfi-activate.drv
  /nix/store/sjbjibmhlnr8ragvyrkc8fsvr5ihgq6v-dry-activate.drv
  /nix/store/288v32n5w6kyrar4hmgqbpwnmwmdisg1-nixos-system-machine2-test.drv
  /nix/store/8272qiacscwiqbxghjs5h2jl492ijnwq-testScript.drv
  /nix/store/4qqija42k42ppf5lxp3gm6sfb9lss0px-closure-info.drv
  /nix/store/y5g5r912fx14smqd7klf687vydf8rz9k-closure-info.drv
  /nix/store/chp7r2rcy73qcap663j7bk5b413zc62f-nixos-test-driver-monitoring.drv
  /nix/store/mk38l0iklwhfqg8az906xww3v42vz5lx-container-test-run-monitoring.drv
these 13 paths will be fetched (554.0 MiB download, 2.1 GiB unpacked):
  /nix/store/4wk9wyhgm07w77mi6j1jjzkdxpqqqb9a-apache-httpd-2.4.68
  /nix/store/wnx4vw267wcv1hmvm89g0axfnc5078p6-apr-1.7.6
  /nix/store/ip6ap2shv8g4fprm9syh3irgad26gf7m-apr-util-1.6.3
  /nix/store/h5kn2bbrid4hjx394wypild9zcqcb6zf-contactPoints.yaml
  /nix/store/gnwa5xakgz8v6wwqahvsaxz86917gb3p-grafana-13.0.6
  /nix/store/s021jw0lfghpiig4ygpxb70clhgzmikp-grafana-alloy-1.16.0
  /nix/store/3x5qqd489r2xjfkx13c48b5d41wl21ri-grafana-loki-3.7.6
  /nix/store/la81ccmy6dc1qn5dzr460qicz2kr8gp5-lynx-2.9.2
  /nix/store/fl4g6jri63khcl82kpqays5w5pbj7qc5-mimir-3.0.8
  /nix/store/434vvlw8658awzrmcdmajccydp39fvqs-muteTimings.yaml
  /nix/store/b3xrh0gn1jld62dabd9kdn4wz3nx350f-policies.yaml
  /nix/store/161i7j6y1w0f8r20q6rn4zbfsrx69yjw-rules.yaml
  /nix/store/qbmr9bq1d3hqlk7ql4fgsysdncfjqaxd-templates.yaml
building '/nix/store/hz6vgmjmic2yccyvlwv5iqsx2kcrjpvn-etc-alloy-local-extension.alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/8wb34s7ndkgliai73z7vap8lvi7p82gc-postgres-db-restore-command-grafana.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/xm0676jg7wgyjamikbgxx1wyn0vgq2j8-extra-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/7x4cwd0h89kwc5m7zg56xwx032yk2vnr-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/9j5iilbr3513zybiyfasqzhcsnz05sd6-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ywsisr8ijc9mdrcjfmvd9ndbhhpcrzk7-generator-loki-auth.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hz6vgmjmic2yccyvlwv5iqsx2kcrjpvn-etc-alloy-local-extension.alloy.drv'
building '/nix/store/8wb34s7ndkgliai73z7vap8lvi7p82gc-postgres-db-restore-command-grafana.drv'
building '/nix/store/ikpyhpxijyjs18d0kb6nr98jkjjz51xx-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/7x4cwd0h89kwc5m7zg56xwx032yk2vnr-string-hosts.drv'
building '/nix/store/xm0676jg7wgyjamikbgxx1wyn0vgq2j8-extra-hosts.drv'
building '/nix/store/8bs1mxpk3cm6bvpa8ypzz7wn60s6bhkd-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/76r1izw9ycwihxbgvbkgi1bhiq1iyk0n-config.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/9j5iilbr3513zybiyfasqzhcsnz05sd6-string-hosts.drv'
building '/nix/store/v61j8z9cd8818ja45qamc3s7gksd2k0z-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ywsisr8ijc9mdrcjfmvd9ndbhhpcrzk7-generator-loki-auth.drv'
building '/nix/store/ikpyhpxijyjs18d0kb6nr98jkjjz51xx-X-Reload-Triggers-alloy.drv'
building '/nix/store/q58ms80lrrvdvmvqi4azn00djd0csh2x-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/8bs1mxpk3cm6bvpa8ypzz7wn60s6bhkd-X-Reload-Triggers-alloy.drv'
building '/nix/store/cgxdxap7b2apq1xvgp69i89i3fx1hq6k-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/76r1izw9ycwihxbgvbkgi1bhiq1iyk0n-config.yaml.drv'
config.yaml> structuredAttrs is enabled
building '/nix/store/v61j8z9cd8818ja45qamc3s7gksd2k0z-hosts.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/zpw2gwc9svdsb435lk2hdsdzyy5h4yjh-dashboard.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/wf9z9rbaf6kcfyjxgyixbn50wscrb0vj-datasource.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/pi46lraak1ryaj30d7w2a8mmzm4fabai-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/q58ms80lrrvdvmvqi4azn00djd0csh2x-unit-alloy.service.drv'
building '/nix/store/cgxdxap7b2apq1xvgp69i89i3fx1hq6k-unit-alloy.service.drv'
building '/nix/store/9ivqkrc9jvdc0nfcr9xc7668bzm0ddlh-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/h3k8a110gvjmz36rm5n406ycwz2lmm2q-unit-mimir.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/vw7x7h71p5m19jvp56a4xcqkci7rc6aq-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/c6qcm2lg8bgkl4ip832q0y0jk2nx2xmx-firewall-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/p7p8m5vrjks04x0pcazcgs0lvk3gwkr8-generator-grafana-admin.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/cvii9sbyjb6pp1zaalyihlairbcwp4lz-generator-grafana-secret.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/lsmzaipmz6z61k53c0cgpckmw955c8a2-generator-mimir-auth.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/5a15imw5nfn1p1qym639pznwh4ay8a02-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/zpw2gwc9svdsb435lk2hdsdzyy5h4yjh-dashboard.yaml.drv'
dashboard.yaml> structuredAttrs is enabled
building '/nix/store/wf9z9rbaf6kcfyjxgyixbn50wscrb0vj-datasource.yaml.drv'
datasource.yaml> structuredAttrs is enabled
building '/nix/store/jl10hd0rjky1x56h0j07jpdyvy14xi8y-grafana-provisioning.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/pi46lraak1ryaj30d7w2a8mmzm4fabai-decrypt-age-secrets.drv'
building '/nix/store/9ivqkrc9jvdc0nfcr9xc7668bzm0ddlh-system-units.drv'
building '/nix/store/bqyf0wmmbl13m65yg9gf4ij90g8kjqam-loki-config.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/cvii9sbyjb6pp1zaalyihlairbcwp4lz-generator-grafana-secret.drv'
building '/nix/store/lsmzaipmz6z61k53c0cgpckmw955c8a2-generator-mimir-auth.drv'
building '/nix/store/5a15imw5nfn1p1qym639pznwh4ay8a02-hosts.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/p7p8m5vrjks04x0pcazcgs0lvk3gwkr8-generator-grafana-admin.drv'
building '/nix/store/c6qcm2lg8bgkl4ip832q0y0jk2nx2xmx-firewall-start.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/3fvs3rz3vvq7sl3wm1lwkzp8pshlp5aq-firewall-reload.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/vw7x7h71p5m19jvp56a4xcqkci7rc6aq-decrypt-age-secrets.drv'
building '/nix/store/h3k8a110gvjmz36rm5n406ycwz2lmm2q-unit-mimir.service.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/v92yj3fqr1v7nnqmjvjbmk190js4m487-vars-check-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/2ilr2x1jvm1w5sz1dr18lp91xggi4bck-nginx.conf.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/sjbjibmhlnr8ragvyrkc8fsvr5ihgq6v-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/jl10hd0rjky1x56h0j07jpdyvy14xi8y-grafana-provisioning.drv'
building '/nix/store/qxfsq9gik96pvw5p7kbi678dyax0b4in-config.ini.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/3fvs3rz3vvq7sl3wm1lwkzp8pshlp5aq-firewall-reload.drv'
building '/nix/store/bqyf0wmmbl13m65yg9gf4ij90g8kjqam-loki-config.json.drv'
building '/nix/store/jglp2h9061mlvfvp8v664hsind2qz4kb-validate-loki-conf.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0vjgp2aalrq1wdq75w03ljxmdzxxwacn-unit-firewall.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/v92yj3fqr1v7nnqmjvjbmk190js4m487-vars-check-monitoring.drv'
vars-check-monitoring> Running vars check using Nix-based executor...
vars-check-monitoring> Executing shared generators...
vars-check-monitoring> Executing shared generator: loki-auth
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/v49dnvwkxyzkpxy5sqclncf54blvjs43-openssl-3.6.3-bin/bin:/nix/store/4wk9wyhgm07w77mi6j1jjzkdxpqqqb9a-apache-httpd-2.4.68/bin:/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + echo -n alloy
vars-check-monitoring> + openssl rand -hex 32
vars-check-monitoring> ++ cat /output/username
vars-check-monitoring> ++ cat /output/password
vars-check-monitoring> + htpasswd -nbB alloy 7eacb2b13cb7d5ee3b335883d8abeb5bf65e94c830e901ea815365ce079e0acd
vars-check-monitoring> ✓ Generated shared file: loki-auth/htpasswd
vars-check-monitoring> ✓ Generated shared file: loki-auth/password
vars-check-monitoring> ✓ Generated shared file: loki-auth/username
vars-check-monitoring> ✓ Shared Generator loki-auth completed
vars-check-monitoring> Executing shared generator: mimir-auth
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/v49dnvwkxyzkpxy5sqclncf54blvjs43-openssl-3.6.3-bin/bin:/nix/store/4wk9wyhgm07w77mi6j1jjzkdxpqqqb9a-apache-httpd-2.4.68/bin:/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + echo -n alloy
vars-check-monitoring> + openssl rand -hex 32
vars-check-monitoring> ++ cat /output/username
vars-check-monitoring> ++ cat /output/password
vars-check-monitoring> + htpasswd -nbB alloy 78d0868aab0aa039aaf9a45288a82254ff68c740f4df01a43d78292752b70652
vars-check-monitoring> ✓ Generated shared file: mimir-auth/htpasswd
vars-check-monitoring> ✓ Generated shared file: mimir-auth/password
vars-check-monitoring> ✓ Generated shared file: mimir-auth/username
vars-check-monitoring> ✓ Shared Generator mimir-auth completed
vars-check-monitoring> ✓ Shared generators completed
vars-check-monitoring> Processing machine: machine1
vars-check-monitoring> Generator execution order: grafana-admin -> grafana-secret -> state-version
vars-check-monitoring> Executing generator: grafana-admin
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/v49dnvwkxyzkpxy5sqclncf54blvjs43-openssl-3.6.3-bin/bin:/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + cat /prompts/username
vars-check-monitoring> + openssl rand -hex 32
vars-check-monitoring> ✓ Generated file: grafana-admin/password
vars-check-monitoring> ✓ Generated file: grafana-admin/username
vars-check-monitoring> ✓ Generator grafana-admin completed
vars-check-monitoring> Executing generator: grafana-secret
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/v49dnvwkxyzkpxy5sqclncf54blvjs43-openssl-3.6.3-bin/bin:/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + openssl rand -hex 32
vars-check-monitoring> ✓ Generated file: grafana-secret/key
vars-check-monitoring> ✓ Generator grafana-secret completed
vars-check-monitoring> Executing generator: state-version
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + echo -n 26.05
vars-check-monitoring> ✓ Generated file: state-version/version
vars-check-monitoring> ✓ Generator state-version completed
vars-check-monitoring> ✓ Machine machine1 completed
vars-check-monitoring> Processing machine: machine2
vars-check-monitoring> Generator execution order: state-version
vars-check-monitoring> Executing generator: state-version
vars-check-monitoring> + set -euo pipefail
vars-check-monitoring> + PATH=/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin
vars-check-monitoring> + [[ ! -d /etc ]]
vars-check-monitoring> + mkdir -p /etc
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> ++ id -u
vars-check-monitoring> ++ id -g
vars-check-monitoring> + cat
vars-check-monitoring> + echo -n 26.05
vars-check-monitoring> ✓ Generated file: state-version/version
vars-check-monitoring> ✓ Generator state-version completed
vars-check-monitoring> ✓ Machine machine2 completed
vars-check-monitoring> ✓ All vars checks completed successfully
building '/nix/store/nl6ak0ryql22svwrf6qr1rzqmwq8m624-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/2ilr2x1jvm1w5sz1dr18lp91xggi4bck-nginx.conf.drv'
building '/nix/store/sjbjibmhlnr8ragvyrkc8fsvr5ihgq6v-dry-activate.drv'
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
building '/nix/store/liznrbash6117fk0aqz4mkynpw7n5377-unit-script-nginx-pre-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/qxfsq9gik96pvw5p7kbi678dyax0b4in-config.ini.drv'
building '/nix/store/v9kziipkwnczjd7gb3dz91jcmbmanpg5-unit-script-grafana-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0vjgp2aalrq1wdq75w03ljxmdzxxwacn-unit-firewall.service.drv'
building '/nix/store/jglp2h9061mlvfvp8v664hsind2qz4kb-validate-loki-conf.drv'
validate-loki-conf> level=info ts=2026-08-18T20:29:31.416548113Z caller=main.go:109 msg="config is valid"
building '/nix/store/hkmsmyi0mwcm0b64fa1qjzwcxn5b3sbs-unit-loki.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nl6ak0ryql22svwrf6qr1rzqmwq8m624-etc.drv'
building '/nix/store/liznrbash6117fk0aqz4mkynpw7n5377-unit-script-nginx-pre-start.drv'
building '/nix/store/dnac4qjjrj3pm0a322f0hqsdl0vcqxfi-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/d4j6ppvzj2xr9qfsmbgw2l9wl4npcvsm-state-commands.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/v9kziipkwnczjd7gb3dz91jcmbmanpg5-unit-script-grafana-start.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/hkmsmyi0mwcm0b64fa1qjzwcxn5b3sbs-unit-loki.service.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/dnac4qjjrj3pm0a322f0hqsdl0vcqxfi-activate.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/8272qiacscwiqbxghjs5h2jl492ijnwq-testScript.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gglvq38bn1bxbpnjwfaxg609mmz00rh7-unit-nginx.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ck62l537h8gg5566iankb7011zajiw0a-unit-script-grafana-pre-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ms5ah5x73mlz5p4dy4p1gcyglklmys8x-unit-script-postgresql-post-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/d4j6ppvzj2xr9qfsmbgw2l9wl4npcvsm-state-commands.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/rzvbcgzvr9ilj13mp02nnj1bkjpgs95j-system-path.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/8272qiacscwiqbxghjs5h2jl492ijnwq-testScript.drv'
building '/nix/store/288v32n5w6kyrar4hmgqbpwnmwmdisg1-nixos-system-machine2-test.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/rzvbcgzvr9ilj13mp02nnj1bkjpgs95j-system-path.drv'
system-path> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
system-path> created 1959 symlinks in user environment
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/82c0ssc9kfqw4n52v1rizbm05a9lfpap-users-groups.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gglvq38bn1bxbpnjwfaxg609mmz00rh7-unit-nginx.service.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/n2dchz88mf0cmixk7n1xa9y9razk5f8w-dbus-1.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ck62l537h8gg5566iankb7011zajiw0a-unit-script-grafana-pre-start.drv'
building '/nix/store/ms5ah5x73mlz5p4dy4p1gcyglklmys8x-unit-script-postgresql-post-start.drv'
building '/nix/store/08j87byb67lcfkvqikrcxqwh44yfc586-unit-postgresql.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/390lj4lacp1c4prl11fk7prjzlbw0ajk-unit-grafana.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/82c0ssc9kfqw4n52v1rizbm05a9lfpap-users-groups.json.drv'
building '/nix/store/b0hrxnjv7jc4yhp109srn5x3cl53lr5c-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/288v32n5w6kyrar4hmgqbpwnmwmdisg1-nixos-system-machine2-test.drv'
nixos-system-machine2-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/4qqija42k42ppf5lxp3gm6sfb9lss0px-closure-info.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/n2dchz88mf0cmixk7n1xa9y9razk5f8w-dbus-1.drv'
building '/nix/store/b8clcva0z44rgl6njibnnnmd0i2ammx2-X-Restart-Triggers-dbus-broker.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/08j87byb67lcfkvqikrcxqwh44yfc586-unit-postgresql.service.drv'
building '/nix/store/390lj4lacp1c4prl11fk7prjzlbw0ajk-unit-grafana.service.drv'
building '/nix/store/b0hrxnjv7jc4yhp109srn5x3cl53lr5c-dry-activate.drv'
building '/nix/store/4qqija42k42ppf5lxp3gm6sfb9lss0px-closure-info.drv'
closure-info> structuredAttrs is enabled
building '/nix/store/b8clcva0z44rgl6njibnnnmd0i2ammx2-X-Restart-Triggers-dbus-broker.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/glzxim3jhgdk8pgbknv91nzfa76mbna9-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/vn9z0gp1cpiw6kwpgchb3n3qrkdd9clg-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/glzxim3jhgdk8pgbknv91nzfa76mbna9-unit-dbus-broker.service.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/vn9z0gp1cpiw6kwpgchb3n3qrkdd9clg-unit-dbus-broker.service.drv'
building '/nix/store/c2lqfx2a766dbx932pvb0xyz30zbw2w2-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/c2lqfx2a766dbx932pvb0xyz30zbw2w2-system-units.drv'
building '/nix/store/53xy4h6rnbw0k59xp09c0w6q2mhaayah-user-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/53xy4h6rnbw0k59xp09c0w6q2mhaayah-user-units.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/bdaglrgrpjsz97x18055abwv573djwsl-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/bdaglrgrpjsz97x18055abwv573djwsl-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jfb9pq6ajhpby5wr5lwh2m09lc8cdczr-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jfb9pq6ajhpby5wr5lwh2m09lc8cdczr-activate.drv'
building '/nix/store/16rqd63igyahsi7b30kxrcx9dm7m8pd9-nixos-system-machine1-test.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/16rqd63igyahsi7b30kxrcx9dm7m8pd9-nixos-system-machine1-test.drv'
nixos-system-machine1-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/y5g5r912fx14smqd7klf687vydf8rz9k-closure-info.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/y5g5r912fx14smqd7klf687vydf8rz9k-closure-info.drv'
closure-info> structuredAttrs is enabled
building '/nix/store/chp7r2rcy73qcap663j7bk5b413zc62f-nixos-test-driver-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/chp7r2rcy73qcap663j7bk5b413zc62f-nixos-test-driver-monitoring.drv'
nixos-test-driver-monitoring> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-monitoring> Success: no issues found in 1 source file
building '/nix/store/mk38l0iklwhfqg8az906xww3v42vz5lx-container-test-run-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/mk38l0iklwhfqg8az906xww3v42vz5lx-container-test-run-monitoring.drv'
container-test-run-monitoring> additionally exposed symbols:
container-test-run-monitoring>     machine1, machine2,
container-test-run-monitoring>     start_all, machines, driver, Machine, wait_for_signal
container-test-run-monitoring> Starting machine1
container-test-run-monitoring> Starting machine2
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> <<< NixOS Stage 2 >>>
container-test-run-monitoring> 
container-test-run-monitoring> booting system configuration /nix/store/rj1lmkl5vf4bnh6si5j5z65fxmqm8d3n-nixos-system-machine1-test
container-test-run-monitoring> running activation script...
container-test-run-monitoring> setting up /etc...
container-test-run-monitoring> 2: host0@if3: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN mode DEFAULT group default qlen 1000
container-test-run-monitoring>     link/ether 5a:94:bb:65:1f:55 brd ff:ff:ff:ff:ff:ff link-netnsid 0
container-test-run-monitoring> setting up age secrets...
container-test-run-monitoring> starting systemd...
container-test-run-monitoring> systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)
container-test-run-monitoring> Detected virtualization systemd-nspawn.
container-test-run-monitoring> Detected architecture arm64.
container-test-run-monitoring> Detected first boot.
container-test-run-monitoring> Initializing machine ID from container UUID.
container-test-run-monitoring> Applying preset policy.
container-test-run-monitoring> Populated /etc with preset unit settings.
container-test-run-monitoring> Queued start job for default target Multi-User System.
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> <<< Welcome to NixOS test (aarch64) - console >>>
container-test-run-monitoring> + systemd-run /bin/sh -c '/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin/sleep 999999999 && echo b3662fe3-3f4b-4fd3-9ce4-47ae4a3068c4'
container-test-run-monitoring> Running as unit: run-p589-i96591462.service; invocation ID: b65b4d6c5b67494ea4ba41fca72e5299
container-test-run-monitoring> To attach to container machine1 run on the same machine that runs the test:
container-test-run-monitoring>   sudo nsenter --user --target $(\pgrep -f '^/bin/sh.*b3662fe3-3f4b-4fd3-9ce4-47ae4a3068c4') --mount --uts --ipc --net --pid --cgroup /bin/sh -c bash 
container-test-run-monitoring> 
container-test-run-monitoring> To inject external network and continue test, run:
container-test-run-monitoring> sudo /nix/store/d6kq2phq0zy5invmkfgg8h35zxaf13s9-python3-3.13.15/bin/python3.13 /nix/store/hvjpsqwpzj163wzy0fhlnf8iwgcwfzr9-test-driver-0.0.1/lib/python3.13/site-packages/test_driver/inject_network.py b3662fe3-3f4b-4fd3-9ce4-47ae4a3068c4
container-test-run-monitoring> 
container-test-run-monitoring> <<< NixOS Stage 2 >>>
container-test-run-monitoring> 
container-test-run-monitoring> booting system configuration /nix/store/vximq10mk8yq8i9ic4d1vvkj9vghvcbz-nixos-system-machine2-test
container-test-run-monitoring> running activation script...
container-test-run-monitoring> setting up /etc...
container-test-run-monitoring> 2: host0@if4: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN mode DEFAULT group default qlen 1000
container-test-run-monitoring>     link/ether 46:8d:8e:53:39:af brd ff:ff:ff:ff:ff:ff link-netnsid 0
container-test-run-monitoring> setting up age secrets...
container-test-run-monitoring> starting systemd...
container-test-run-monitoring> systemd 260.2 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)
container-test-run-monitoring> Detected virtualization systemd-nspawn.
container-test-run-monitoring> Detected architecture arm64.
container-test-run-monitoring> Detected first boot.
container-test-run-monitoring> Initializing machine ID from container UUID.
container-test-run-monitoring> Applying preset policy.
container-test-run-monitoring> Populated /etc with preset unit settings.
container-test-run-monitoring> Queued start job for default target Multi-User System.
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> 
container-test-run-monitoring> <<< Welcome to NixOS test (aarch64) - console >>>
container-test-run-monitoring> + systemd-run /bin/sh -c '/nix/store/hlc4nqfx0l06f6p7z7lmd77qcwszi7wc-coreutils-9.11/bin/sleep 999999999 && echo cf277b54-3db0-4962-b0a5-1701172efb58'
container-test-run-monitoring> Running as unit: run-p373-i96591473.service; invocation ID: cdb7e9f1dd3144a59062bd91a60400ad
container-test-run-monitoring> To attach to container machine2 run on the same machine that runs the test:
container-test-run-monitoring>   sudo nsenter --user --target $(\pgrep -f '^/bin/sh.*cf277b54-3db0-4962-b0a5-1701172efb58') --mount --uts --ipc --net --pid --cgroup /bin/sh -c bash 
container-test-run-monitoring> 
container-test-run-monitoring> To inject external network and continue test, run:
container-test-run-monitoring> sudo /nix/store/d6kq2phq0zy5invmkfgg8h35zxaf13s9-python3-3.13.15/bin/python3.13 /nix/store/hvjpsqwpzj163wzy0fhlnf8iwgcwfzr9-test-driver-0.0.1/lib/python3.13/site-packages/test_driver/inject_network.py cf277b54-3db0-4962-b0a5-1701172efb58
container-test-run-monitoring> + systemctl --no-pager show multi-user.target
container-test-run-monitoring> + systemctl --no-pager show multi-user.target
container-test-run-monitoring> + systemctl --no-pager show alloy
container-test-run-monitoring> + systemctl --no-pager show alloy
container-test-run-monitoring> + test -f /etc/alloy/config.alloy
container-test-run-monitoring> + test -f /etc/alloy/config.alloy
container-test-run-monitoring> + test -f /etc/alloy/local-extension.alloy
container-test-run-monitoring> + systemctl show alloy --property=ExecStart
container-test-run-monitoring> + grep -F /etc/alloy
container-test-run-monitoring> + systemctl show alloy --property=ExecStart
container-test-run-monitoring> + grep -F /etc/alloy
container-test-run-monitoring> + systemctl --no-pager show loki
container-test-run-monitoring> + systemctl --no-pager show mimir
container-test-run-monitoring> + systemctl --no-pager show grafana
container-test-run-monitoring> ++ grep -c '^loki.source.journal ' /etc/alloy/config.alloy
container-test-run-monitoring> + test 1 = 1
container-test-run-monitoring> + cat /etc/alloy/config.alloy
container-test-run-monitoring> 
container-test-run-monitoring> 
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy

post-build step Upload to niks3: ok
time=2026-08-18T20:33:31.810Z level=INFO msg="Uploading 0 paths to niks3.clan.lol (1 already cached)"
time=2026-08-18T20:33:31.899Z level=WARN msg="Request returned retryable status, retrying" attempt=1 max_attempts=6 backoff=100ms status=500 url="https://s3.eu-central-003.backblazeb2.com/clan-cache-geninf/2207a7fn6r8brn9ni592ms108nq48sic.ls?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=003eaae730241090000000009%2F20260818%2Feu-central-003%2Fs3%2Faws4_request&X-Amz-Date=20260818T203331Z&X-Amz-Expires=18000&X-Amz-SignedHeaders=host&X-Amz-Signature=ad23336e3a80de3441a8a10bb4e8af4e0745b2a2d22088698956172cd51a49b3"
time=2026-08-18T20:33:32.856Z level=INFO msg="Uploading 1 narinfos"
time=2026-08-18T20:33:33.534Z level=INFO msg="Upload complete. (1.776s)"