these 56 derivations will be built:
  /nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv
  /nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv
  /nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv
  /nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv
  /nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv
  /nix/store/awkm3l9fwf90qsg760w536a7rlz3jikm-config.ini.drv
  /nix/store/1d3r227r65njkav2y542fdl82wh0vy71-unit-grafana.service.drv
  /nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv
  /nix/store/1h3i0s5l354hzikxfl4bjwip8yg4bmpr-unit-mimir.service.drv
  /nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv
  /nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv
  /nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv
  /nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv
  /nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv
  /nix/store/gvm1mpzb9cdd6jsxcjk9ry5n7skkvxcr-system-path.drv
  /nix/store/ay3az0r0mwd4dijbvlr8c5higiklbd2q-dbus-1.drv
  /nix/store/2dis93dvz6nfvqg7r5hiklx5bpk3w1ay-X-Restart-Triggers-dbus-broker.drv
  /nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv
  /nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv
  /nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv
  /nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv
  /nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv
  /nix/store/95lnax03iz2yk66js0nvz167x5g926h6-system-units.drv
  /nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv
  /nix/store/61i42s428ha6wfz32iznx488g2gwlwl6-etc.drv
  /nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv
  /nix/store/lc5mh8fvdqnbr5vqc9p52vhhlf3vw84m-activate.drv
  /nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv
  /nix/store/696nwg6dpsqfpn0r691k1bp4zm02m3ng-nixos-system-machine2-test.drv
  /nix/store/6xf13vfx49q0y7v725v2ayg97qhjrl5n-run-machine2-nspawn.drv
  /nix/store/c3yjqhxr3fvqvlqwv15ac53gqh11y9w7-unit-dbus-broker.service.drv
  /nix/store/8jnxmiqm0c6d5zv1ls9bqyp25y5yckc8-user-units.drv
  /nix/store/d0j3sk76nmmn2s1saxq8lkg7h9s18xk7-nginx.conf.drv
  /nix/store/b8v8qa53m7b67h5bb9lxz5nxy7wzp2wa-unit-script-nginx-pre-start.drv
  /nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv
  /nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv
  /nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv
  /nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv
  /nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv
  /nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv
  /nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv
  /nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv
  /nix/store/sr1l4hlc8f2ksjhhksq6apd5r8avgzib-unit-dbus-broker.service.drv
  /nix/store/x8cqlzk8f5wqm428yc1by5hnf8jxh9rm-unit-nginx.service.drv
  /nix/store/c514p3lgl3q7rj0g5p820s8yw78qw66z-system-units.drv
  /nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv
  /nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv
  /nix/store/hv5cb76i42mm5b3ai99bzfrwzzwxwqqa-etc.drv
  /nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv
  /nix/store/drjf9jknkr6b6a2xlrgmjzi5fjd6na4i-activate.drv
  /nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv
  /nix/store/h68rmz0yvx5mxy2lwv8k65fkyrfwcqaf-nixos-system-machine1-test.drv
  /nix/store/vpdlgm5zyzc6766f9f2s5plkb1mrj7xq-run-machine1-nspawn.drv
  /nix/store/jnd187hwgqmp5vd11s522m76dr3gcvzr-driverConfiguration.json.drv
  /nix/store/g84b54wanhjjk4klbaai4304wh6r6fq5-nixos-test-driver-monitoring.drv
  /nix/store/cczfs5cci1srwrjk6smhsgw7yk9gyzmz-container-test-run-monitoring.drv
these 9 paths will be fetched (576.6 MiB download, 2.2 GiB unpacked):
  /nix/store/w0i04v97mqp3snh6gyzzzm77zkqbymcg-contactPoints.yaml
  /nix/store/aani3pl43pv97mdixkf6fs4q8ifmdfsp-grafana-13.1.4
  /nix/store/2x4bibxhxf0ds7204wh20x66vxb5jikf-grafana-alloy-1.17.1
  /nix/store/2as9022q8ki42c4jb7mgwk0c0nxl8v53-grafana-loki-3.7.6
  /nix/store/26kxpr98flifvzaa3wkfq9752vp84nig-mimir-3.2.0
  /nix/store/7s8qhn91aj93v6jjniqxxb1qp6kl3ld8-muteTimings.yaml
  /nix/store/7vwgadwxmwhizzhrsshncia39fng7yjz-policies.yaml
  /nix/store/kb2n6sh9jbmz11czm7142imhj2001cjq-rules.yaml
  /nix/store/mfx46y3k28rkvwzr7vx551fkqfs369af-templates.yaml
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/d0j3sk76nmmn2s1saxq8lkg7h9s18xk7-nginx.conf.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/d0j3sk76nmmn2s1saxq8lkg7h9s18xk7-nginx.conf.drv'
nginx.conf> structuredAttrs is enabled
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/b8v8qa53m7b67h5bb9lxz5nxy7wzp2wa-unit-script-nginx-pre-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv'
building '/nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv'
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv'
config.yaml> structuredAttrs is enabled
config.yaml> 
building '/nix/store/1h3i0s5l354hzikxfl4bjwip8yg4bmpr-unit-mimir.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv'
dashboard.yaml> structuredAttrs is enabled
building '/nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv'
building '/nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv' on 'ssh-ng://builder@build01.clan.lol'
dashboard.yaml> 
building '/nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv'
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
datasource.yaml> structuredAttrs is enabled
datasource.yaml> 
building '/nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv'
building '/nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv'
building '/nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv'
building '/nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv'
building '/nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv'
building '/nix/store/b8v8qa53m7b67h5bb9lxz5nxy7wzp2wa-unit-script-nginx-pre-start.drv'
building '/nix/store/x8cqlzk8f5wqm428yc1by5hnf8jxh9rm-unit-nginx.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv'
building '/nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/gvm1mpzb9cdd6jsxcjk9ry5n7skkvxcr-system-path.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv'
building '/nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv'
vars-check-monitoring> Running vars check using Nix-based executor...
vars-check-monitoring> ✓ All vars checks completed successfully
building '/nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv'
building '/nix/store/1h3i0s5l354hzikxfl4bjwip8yg4bmpr-unit-mimir.service.drv'
unit-mimir.service> structuredAttrs is enabled
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv'
building '/nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv'
building '/nix/store/x8cqlzk8f5wqm428yc1by5hnf8jxh9rm-unit-nginx.service.drv'
unit-nginx.service> structuredAttrs is enabled
building '/nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv'
unit-postgresql.service> structuredAttrs is enabled
building '/nix/store/awkm3l9fwf90qsg760w536a7rlz3jikm-config.ini.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv'
building '/nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv'
building '/nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv'
validate-loki-conf> level=info ts=2026-08-25T20:09:19.47215099Z caller=main.go:109 msg="config is valid"
building '/nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv'
building '/nix/store/gvm1mpzb9cdd6jsxcjk9ry5n7skkvxcr-system-path.drv'
system-path> structuredAttrs is enabled
system-path> created 1868 symlinks in user environment
building '/nix/store/ay3az0r0mwd4dijbvlr8c5higiklbd2q-dbus-1.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv'
unit-firewall.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/awkm3l9fwf90qsg760w536a7rlz3jikm-config.ini.drv'
building '/nix/store/1d3r227r65njkav2y542fdl82wh0vy71-unit-grafana.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/95lnax03iz2yk66js0nvz167x5g926h6-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv'
unit-loki.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ay3az0r0mwd4dijbvlr8c5higiklbd2q-dbus-1.drv'
building '/nix/store/1d3r227r65njkav2y542fdl82wh0vy71-unit-grafana.service.drv'
unit-grafana.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/95lnax03iz2yk66js0nvz167x5g926h6-system-units.drv'
building '/nix/store/2dis93dvz6nfvqg7r5hiklx5bpk3w1ay-X-Restart-Triggers-dbus-broker.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/61i42s428ha6wfz32iznx488g2gwlwl6-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/61i42s428ha6wfz32iznx488g2gwlwl6-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/2dis93dvz6nfvqg7r5hiklx5bpk3w1ay-X-Restart-Triggers-dbus-broker.drv'
building '/nix/store/c3yjqhxr3fvqvlqwv15ac53gqh11y9w7-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/lc5mh8fvdqnbr5vqc9p52vhhlf3vw84m-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/sr1l4hlc8f2ksjhhksq6apd5r8avgzib-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/c3yjqhxr3fvqvlqwv15ac53gqh11y9w7-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/8jnxmiqm0c6d5zv1ls9bqyp25y5yckc8-user-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/lc5mh8fvdqnbr5vqc9p52vhhlf3vw84m-activate.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/8jnxmiqm0c6d5zv1ls9bqyp25y5yckc8-user-units.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/696nwg6dpsqfpn0r691k1bp4zm02m3ng-nixos-system-machine2-test.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/sr1l4hlc8f2ksjhhksq6apd5r8avgzib-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/c514p3lgl3q7rj0g5p820s8yw78qw66z-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/696nwg6dpsqfpn0r691k1bp4zm02m3ng-nixos-system-machine2-test.drv'
nixos-system-machine2-test> structuredAttrs is enabled
building '/nix/store/6xf13vfx49q0y7v725v2ayg97qhjrl5n-run-machine2-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/c514p3lgl3q7rj0g5p820s8yw78qw66z-system-units.drv'
building '/nix/store/hv5cb76i42mm5b3ai99bzfrwzzwxwqqa-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/6xf13vfx49q0y7v725v2ayg97qhjrl5n-run-machine2-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/hv5cb76i42mm5b3ai99bzfrwzzwxwqqa-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/drjf9jknkr6b6a2xlrgmjzi5fjd6na4i-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/drjf9jknkr6b6a2xlrgmjzi5fjd6na4i-activate.drv'
building '/nix/store/h68rmz0yvx5mxy2lwv8k65fkyrfwcqaf-nixos-system-machine1-test.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/h68rmz0yvx5mxy2lwv8k65fkyrfwcqaf-nixos-system-machine1-test.drv'
nixos-system-machine1-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/vpdlgm5zyzc6766f9f2s5plkb1mrj7xq-run-machine1-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/vpdlgm5zyzc6766f9f2s5plkb1mrj7xq-run-machine1-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jnd187hwgqmp5vd11s522m76dr3gcvzr-driverConfiguration.json.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jnd187hwgqmp5vd11s522m76dr3gcvzr-driverConfiguration.json.drv'
driverConfiguration.json> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/g84b54wanhjjk4klbaai4304wh6r6fq5-nixos-test-driver-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/g84b54wanhjjk4klbaai4304wh6r6fq5-nixos-test-driver-monitoring.drv'
nixos-test-driver-monitoring> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-monitoring> All checks passed!
nixos-test-driver-monitoring> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-monitoring> All checks passed!
building '/nix/store/cczfs5cci1srwrjk6smhsgw7yk9gyzmz-container-test-run-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/cczfs5cci1srwrjk6smhsgw7yk9gyzmz-container-test-run-monitoring.drv'
container-test-run-monitoring> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-monitoring> start all VLans
container-test-run-monitoring> (finished: start all VLans, in 0.00 seconds)
container-test-run-monitoring> 
container-test-run-monitoring> Test will time out and terminate in 3600.0 seconds
container-test-run-monitoring> run the VM test script
container-test-run-monitoring> additionally exposed symbols:
container-test-run-monitoring>     machine1, machine2,
container-test-run-monitoring>     vlan1,
container-test-run-monitoring>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-monitoring> start all VMs
container-test-run-monitoring> machine1: systemd-nspawn running (pid 52)
container-test-run-monitoring> machine2: systemd-nspawn running (pid 53)
container-test-run-monitoring> machine1: Waiting for journal at /build/vm-state-machine1/var/log/journal...
container-test-run-monitoring> machine2: Waiting for journal at /build/vm-state-machine2/var/log/journal...
container-test-run-monitoring> (finished: start all VMs, in 0.00 seconds)
container-test-run-monitoring> machine1: waiting for unit multi-user.target
container-test-run-monitoring> nixos-nspawn(machine2): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine2): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> nixos-nspawn(machine1): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine1): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> ░ Spawning container machine1 on /build/vm-state-machine1.
container-test-run-monitoring> ░ Spawning container machine2 on /build/vm-state-machine2.
container-test-run-monitoring> machine1 # [6727712.208393] machine1 systemd-journald[122]: Journal started
container-test-run-monitoring> machine1 # [6727712.208632] machine1 systemd-journald[122]: Runtime Journal (/run/log/journal/2c1d724fd2fc4970bf4473f92732ac45) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine1 # [6727712.217149] machine1 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine1 # [6727712.217978] machine1 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine1 # [6727712.218802] machine1 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine1 # [6727712.227931] machine1 systemd-journald[122]: Time spent on flushing to /var/log/journal/2c1d724fd2fc4970bf4473f92732ac45 is 1.557ms for 5 entries.
container-test-run-monitoring> machine1 # [6727712.227931] machine1 systemd-journald[122]: System Journal (/var/log/journal/2c1d724fd2fc4970bf4473f92732ac45) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine1 # [6727712.234316] machine1 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine1 # [6727712.235049] machine1 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine1 # [6727712.235187] machine1 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine1 # [6727712.236081] machine1 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine1 # [6727712.236135] machine1 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [6727712.237048] machine1 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine1 # [6727712.237086] machine1 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine1 # [6727712.252504] machine1 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine2 # [6727712.194531] machine2 systemd-journald[105]: Journal started
container-test-run-monitoring> machine2 # [6727712.194584] machine2 systemd-journald[105]: Runtime Journal (/run/log/journal/cf8aa1fd98ad44feab3e52df369d56e5) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine2 # [6727712.198435] machine2 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine2 # [6727712.207105] machine2 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine2 # [6727712.208305] machine2 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine2 # [6727712.209183] machine2 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine2 # [6727712.218715] machine2 systemd-journald[105]: Time spent on flushing to /var/log/journal/cf8aa1fd98ad44feab3e52df369d56e5 is 1.570ms for 6 entries.
container-test-run-monitoring> machine2 # [6727712.218715] machine2 systemd-journald[105]: System Journal (/var/log/journal/cf8aa1fd98ad44feab3e52df369d56e5) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine2 # [6727712.223360] machine2 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine2 # [6727712.223601] machine2 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine2 # [6727712.223683] machine2 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine2 # [6727712.224422] machine2 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine2 # [6727712.224467] machine2 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [6727712.225273] machine2 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine2 # [6727712.225305] machine2 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine2 # [6727712.253120] machine2 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine2 # [6727712.254043] machine2 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine1 # [6727712.255226] machine1 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine1 # [6727712.269754] machine1 systemd-tmpfiles[170]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.269950] machine1 systemd-tmpfiles[170]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.270095] machine1 systemd-tmpfiles[170]: fchmod() of /var/log/journal/2c1d724fd2fc4970bf4473f92732ac45 failed: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.270310] machine1 systemd-tmpfiles[170]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.271091] machine2 systemd-tmpfiles[157]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.271324] machine2 systemd-tmpfiles[157]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.271489] machine2 systemd-tmpfiles[157]: fchmod() of /var/log/journal/cf8aa1fd98ad44feab3e52df369d56e5 failed: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.271735] machine2 systemd-tmpfiles[157]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.271828] machine1 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine1 # [6727712.272946] machine1 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine1 # [6727712.273744] machine1 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine1 # [6727712.286367] machine1 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine1 # [6727712.296295] machine1 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine1 # [6727712.298355] machine1 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine1 # [6727712.309347] machine1 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine1 # [6727712.392461] machine1 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine1 # [6727712.392668] machine1 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine1 # [6727712.392899] machine1 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine1 # [6727712.394317] machine1 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine2 # [6727712.273841] machine2 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine2 # [6727712.274897] machine2 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine2 # [6727712.275678] machine2 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine2 # [6727712.287854] machine2 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine2 # [6727712.298449] machine2 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine2 # [6727712.299573] machine2 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine2 # [6727712.311458] machine2 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine2 # [6727712.353935] machine2 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine2 # [6727712.354052] machine2 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine2 # [6727712.354303] machine2 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine2 # [6727712.355375] machine2 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine2 # [6727712.869236] machine2 systemd-networkd[218]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.869827] machine2 systemd-networkd[218]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6727712.877026] machine2 systemd-networkd[218]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [6727712.877193] machine2 systemd-networkd[218]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [6727712.877639] machine2 systemd-networkd[218]: lo: Link UP
container-test-run-monitoring> machine2 # [6727712.877645] machine2 systemd-networkd[218]: lo: Gained carrier
container-test-run-monitoring> machine2 # [6727712.877850] machine2 systemd-networkd[218]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine2 # [6727712.878425] machine2 systemd-networkd[218]: eth1: Link UP
container-test-run-monitoring> machine2 # [6727712.878661] machine2 systemd[1]: Started Network Management.
container-test-run-monitoring> machine2 # [6727712.879802] machine2 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine2 # [6727712.879837] machine2 systemd-networkd[218]: eth1: Gained carrier
container-test-run-monitoring> machine2 # [6727713.007504] machine2 systemd-resolved[127]: Positive Trust Anchors:
container-test-run-monitoring> machine2 # [6727713.007517] machine2 systemd-resolved[127]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine2 # [6727713.007521] machine2 systemd-resolved[127]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine2 # [6727713.007556] machine2 systemd-resolved[127]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine2 # [6727713.022416] machine2 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine2 # [6727713.030670] machine2 systemd-resolved[127]: Using system hostname 'machine2'.
container-test-run-monitoring> machine2 # [6727713.032145] machine2 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine2 # [6727713.032236] machine2 systemd[1]: Reached target Network.
container-test-run-monitoring> machine2 # [6727713.032302] machine2 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine2 # [6727713.032348] machine2 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [6727713.032377] machine2 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine2 # [6727713.032393] machine2 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine2 # [6727713.032507] machine2 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine2 # [6727713.032630] machine2 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine2 # [6727713.032735] machine2 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine2 # [6727713.032757] machine2 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine2 # [6727713.032791] machine2 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine2 # [6727713.033859] machine2 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine2 # [6727713.034565] machine2 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine2 # [6727713.035370] machine2 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine2 # [6727713.036631] machine2 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine2 # [6727713.054713] machine2 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine1 # [6727712.877197] machine1 systemd-networkd[237]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.877579] machine1 systemd-networkd[237]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [6727712.884973] machine1 systemd-networkd[237]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [6727712.885149] machine1 systemd-networkd[237]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [6727712.885353] machine1 systemd-networkd[237]: lo: Link UP
container-test-run-monitoring> machine1 # [6727712.885358] machine1 systemd-networkd[237]: lo: Gained carrier
container-test-run-monitoring> machine1 # [6727712.885580] machine1 systemd-networkd[237]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine1 # [6727712.885986] machine1 systemd[1]: Started Network Management.
container-test-run-monitoring> machine1 # [6727712.886083] machine1 systemd-networkd[237]: eth1: Link UP
container-test-run-monitoring> machine1 # [6727712.886360] machine1 systemd-networkd[237]: eth1: Gained carrier
container-test-run-monitoring> machine1 # [6727712.887060] machine1 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine1 # [6727713.012523] machine1 systemd-resolved[145]: Positive Trust Anchors:
container-test-run-monitoring> machine1 # [6727713.012537] machine1 systemd-resolved[145]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine1 # [6727713.012542] machine1 systemd-resolved[145]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine1 # [6727713.012576] machine1 systemd-resolved[145]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine1 # [6727713.018461] machine1 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine1 # [6727713.035576] machine1 systemd-resolved[145]: Using system hostname 'machine1'.
container-test-run-monitoring> machine1 # [6727713.037366] machine1 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine1 # [6727713.037460] machine1 systemd[1]: Reached target Network.
container-test-run-monitoring> machine1 # [6727713.037524] machine1 systemd[1]: Reached target Network is Online.
container-test-run-monitoring> machine1 # [6727713.037564] machine1 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine1 # [6727713.037620] machine1 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [6727713.037651] machine1 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine1 # [6727713.037668] machine1 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine1 # [6727713.037804] machine1 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine1 # [6727713.037924] machine1 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine1 # [6727713.038040] machine1 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine1 # [6727713.038057] machine1 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine1 # [6727713.038104] machine1 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine1 # [6727713.039255] machine1 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine1 # [6727713.040142] machine1 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine1 # [6727713.041074] machine1 systemd[1]: Started Loki Service Daemon.
container-test-run-monitoring> machine1 # [6727713.041953] machine1 systemd[1]: Started mimir Service Daemon.
container-test-run-monitoring> machine1 # [6727713.043046] machine1 systemd[1]: Starting Nginx Web Server...
container-test-run-monitoring> machine1 # [6727713.043942] machine1 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine1 # [6727713.045010] machine1 systemd[1]: Starting PostgreSQL Server...
container-test-run-monitoring> machine1 # [6727713.046665] machine1 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine1 # [6727713.060529] machine1 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine2 # [6727713.223743] machine2 nsncd[225]: Aug 25 20:12:19.276 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine2 # [6727713.223823] machine2 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine2 # [6727713.223893] machine2 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine2 # [6727713.223953] machine2 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine2 # [6727713.225417] machine2 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine2 # [6727713.226270] machine2 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine2 # [6727713.281998] machine2 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine2 # [6727713.283274] machine2 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine2 # [6727713.283332] machine2 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine2 # [6727713.283354] machine2 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine2 # [6727713.362420] machine2 dbus-broker-launch[226]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine2 # [6727713.363709] machine2 dbus-broker-launch[226]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine2 # [6727713.363709] machine2 dbus-broker-launch[226]: Invalid user-name in /nix/store/5a0c1jkfwi21h99izphv1z1r8qyn2m1d-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine2 # [6727713.364227] machine2 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [6727713.372419] machine2 dbus-broker-launch[226]: Ready
container-test-run-monitoring> machine1 # [6727713.242766] machine1 nsncd[247]: Aug 25 20:12:19.295 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine1 # [6727713.242801] machine1 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine1 # [6727713.242881] machine1 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine1 # [6727713.242951] machine1 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine1 # [6727713.272574] machine1 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine1 # [6727713.273648] machine1 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine1 # [6727713.283787] machine1 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine1 # [6727713.285757] machine1 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine1 # [6727713.285808] machine1 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine1 # [6727713.285833] machine1 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine1 # [6727713.373679] machine1 dbus-broker-launch[250]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine1 # [6727713.379027] machine1 dbus-broker-launch[250]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine1 # [6727713.379027] machine1 dbus-broker-launch[250]: Invalid user-name in /nix/store/1zi6dni05inn3zcddwhyyh0hi83gxj6i-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine1 # [6727713.379524] machine1 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine1 # [6727713.386638] machine1 dbus-broker-launch[250]: Ready
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.524375572Z caller=main.go:232 level=info msg="Starting application" version="(version=3.2.0, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.526792326Z caller=server.go:401 level=info msg="server listening on addresses" http=[::]:3001 grpc=[::]:9095
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.546889407Z caller=memberlist_client.go:562 level=info component=memberlist msg="Using memberlist cluster label and node name" cluster_label= node=machine1-d50a905e
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.550577418Z caller=inmemory.go:137 level=info msg="created in-memory index cache" maxItemSizeBytes=134217728 maxSizeBytes=1073741824 maxItems=maxInt
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.554619154Z caller=modules.go:1217 level=info msg="The ruler is not being started because you need to configure the ruler storage."
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.557618676Z caller=ingester.go:414 level=warn msg="-blocks-storage.backend=filesystem is for development and testing only; you should switch to an external object store for production use or use a shared filesystem"
container-test-run-monitoring> machine1 # [6727713.568111] machine1 mimir[245]: ts=2026-08-25T20:12:19.558908934Z caller=ingester.go:584 level=info msg="TSDB idle compaction timeout set" timeout=1h4m20.031021393s
container-test-run-monitoring> machine1 # [6727713.763267] machine1 nginx-pre-start[365]: nginx: the configuration file /nix/store/2jmsn7mgwkw4wvkjjgbgfa2y1vz81y1x-nginx.conf syntax is ok
container-test-run-monitoring> machine1 # [6727713.763616] machine1 nginx-pre-start[365]: nginx: configuration file /nix/store/2jmsn7mgwkw4wvkjjgbgfa2y1vz81y1x-nginx.conf test is successful
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.749637517Z caller=modules.go:755 level=info msg="The querier worker has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic worker configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier worker." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.749696117Z caller=worker.go:148 level=info msg="Starting querier worker connected to query-scheduler" scheduler=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.750301966Z caller=modules.go:1038 level=info msg="The query-frontend has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic frontend configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier-frontend." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.751463902Z caller=modules.go:1240 level=info msg="The ruler storage has not been configured. Not starting the ruler."
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.751685865Z caller=module_service.go:82 level=info msg=starting module=activity-tracker
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.751724466Z caller=module_service.go:82 level=info msg=starting module=sanity-check
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.751800147Z caller=sanity_check.go:34 level=info msg="Checking directories read/write access"
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.751885748Z caller=module_service.go:82 level=info msg=starting module=active-groups-cleanup-service
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.752623718Z caller=sanity_check.go:39 level=info msg="Directories read/write access successfully checked"
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.752656519Z caller=sanity_check.go:41 level=info msg="Checking object storage config"
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.752828521Z caller=sanity_check.go:46 level=info msg="Object storage config successfully checked"
container-test-run-monitoring> machine1 # [6727713.767897] machine1 mimir[245]: ts=2026-08-25T20:12:19.752931003Z caller=module_service.go:82 level=info msg=starting module=server
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.752981843Z caller=module_service.go:82 level=info msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753087325Z caller=module_service.go:82 level=info msg=starting module=querier-lifecycler
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753095365Z caller=module_service.go:82 level=info msg=starting module=querier-ring
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753134445Z caller=module_service.go:82 level=info msg=starting module=store-gateway
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753156926Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=querier
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753171846Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753249207Z caller=module_service.go:82 level=info msg=starting module=store-queryable
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753254767Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753329168Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=store-gateway
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753342128Z caller=module_service.go:82 level=info msg=starting module=ingester-ring
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753349608Z caller=basic_lifecycler_delegates.go:63 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753378969Z caller=module_service.go:82 level=info msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753387849Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753541531Z caller=module_service.go:82 level=info msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753542891Z caller=module_service.go:82 level=info msg=starting module=compactor
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753789495Z caller=frontend_scheduler_worker.go:146 level=info msg="adding connection to query-scheduler" addr=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6727713.768186] machine1 mimir[245]: ts=2026-08-25T20:12:19.753790135Z caller=module_service.go:82 level=info msg=starting module=distributor-service
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.753902616Z caller=module_service.go:82 level=info msg=starting module=ingester-service
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.753926296Z caller=gateway.go:290 level=info msg="waiting until store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.753942097Z caller=gateway.go:294 level=info msg="store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754385463Z caller=bucket_stores.go:231 level=info msg="synchronizing TSDB blocks for all users"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754457904Z caller=ingester_tsdb.go:415 level=info msg="opening existing TSDBs"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754648307Z caller=bucket_stores.go:244 level=info msg="successfully synchronized TSDB blocks for all users"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754672547Z caller=lifecycler.go:694 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754698427Z caller=lifecycler.go:721 level=info msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754723468Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754755028Z caller=lifecycler.go:562 level=info msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754776548Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.75487859Z caller=distributor.go:952 level=info msg="waiting until distributor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.75490143Z caller=module_service.go:82 level=info msg=starting module=querier
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.75491955Z caller=ring.go:390 level=info component=compactor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754940671Z caller=worker.go:248 level=info msg="adding connection" addr=127.0.0.1:9095 in-use=true
container-test-run-monitoring> machine1 # [6727713.768437] machine1 mimir[245]: ts=2026-08-25T20:12:19.754965151Z caller=basic_lifecycler.go:324 level=info component=compactor msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755222835Z caller=compactor.go:616 level=info component=compactor msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755252395Z caller=compactor.go:621 level=info component=compactor msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755429157Z caller=compactor.go:743 level=info component=compactor msg="discovering users from bucket"
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755453598Z caller=compactor.go:753 level=info component=compactor msg="discovered users from bucket" users=0
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755483358Z caller=blocks_cleaner.go:244 level=info component=cleaner task=clean_up_users_during_startup msg="started blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [6727713.768669] machine1 mimir[245]: ts=2026-08-25T20:12:19.755527719Z caller=blocks_cleaner.go:250 level=info component=cleaner task=clean_up_users_during_startup msg="successfully completed blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.74058567Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.6, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.740638111Z caller=main.go:147 msg="Loading configuration file" filename=/nix/store/4lzyglvw832kxrrj865xvk6cngiz9g3l-validate-loki-conf
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.740963876Z caller=modules.go:1597 msg="Ruler storage is not configured; ruler will not be started." config_key=ruler.storage
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.747263483Z caller=server.go:397 msg="server listening on addresses" http=[::]:3002 grpc=[::]:9096
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.75203879Z caller=table_manager.go:136 index-store=tsdb-2025-11-01 msg="uploading tables"
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.752146032Z caller=table_manager.go:300 index-store=tsdb-2025-11-01 msg="query readiness setup completed" duration=1.64µs distinct_users_len=0 distinct_users=
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.752172352Z caller=shipper.go:165 index-store=tsdb-2025-11-01 msg="starting index shipper in RW mode"
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.752468156Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.752506637Z caller=manager.go:86 index-store=tsdb-2025-11-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.752524877Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.756019246Z caller=worker.go:134 component=querier msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=warn ts=2026-08-25T20:12:19.757529507Z caller=modules.go:1643 msg="RulerStorage is nil. Not starting the ruler."
container-test-run-monitoring> machine1 # [6727713.786288] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773428369Z caller=module_service.go:82 msg=starting module=cache-generation-loader
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773420409Z caller=module_service.go:82 msg=starting module=server
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.77348905Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.77350929Z caller=module_service.go:82 msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.77354633Z caller=module_service.go:82 msg=starting module=store
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773562371Z caller=module_service.go:82 msg=starting module=ring
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773616371Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773629092Z caller=module_service.go:82 msg=starting module=query-scheduler-ring
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773669532Z caller=module_service.go:82 msg=starting module=ingester
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773682252Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773715693Z caller=module_service.go:82 msg=starting module=distributor
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773741133Z caller=ingester.go:571 component=ingester msg="recovering from checkpoint"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773749733Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=scheduler
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773757373Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773748693Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=error ts=2026-08-25T20:12:19.773756173Z caller=ratestore.go:110 msg="error getting ingester clients" err="empty ring"
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773808054Z caller=module_service.go:82 msg=starting module=ingester-querier
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773812014Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=44.241µs success=true
container-test-run-monitoring> machine1 # [6727713.786812] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773822974Z caller=module_service.go:82 msg=starting module=compactor
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773834414Z caller=recovery.go:45 component=ingester msg="no checkpoint found, treating as no-op"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773861175Z caller=basic_lifecycler.go:324 component=distributor msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773885815Z caller=ringmanager.go:186 msg="waiting until scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773892815Z caller=ringmanager.go:190 msg="scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773896335Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773924696Z caller=ringmanager.go:199 msg="waiting until scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773946776Z caller=module_service.go:82 msg=starting module=rule-evaluator
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773958616Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.773964016Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774037217Z caller=compactor.go:420 msg="waiting until compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774042617Z caller=compactor.go:424 msg="compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774074538Z caller=compactor.go:434 msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774161019Z caller=ingester.go:587 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=421.086µs errors=false
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774172979Z caller=ingester.go:593 component=ingester msg="recovering from WAL"
container-test-run-monitoring> machine1 # [6727713.787079] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774636306Z caller=ingester.go:609 component=ingester msg="WAL segment recovery finished" elapsed=896.613µs errors=false
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774648946Z caller=ingester.go:557 component=ingester msg="closing recoverer"
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774655306Z caller=ingester.go:565 component=ingester msg="WAL recovery finished" time=915.773µs
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774713427Z caller=lifecycler.go:694 component=ingester msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774682266Z caller=wal.go:173 msg=started component=wal
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774754587Z caller=lifecycler.go:721 component=ingester msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774743747Z caller=ingester.go:778 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=20.399652494s
container-test-run-monitoring> machine1 # [6727713.787283] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.774809588Z caller=lifecycler.go:562 component=ingester msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [6727713.788338] machine1 postgresql-pre-start[367]: The files belonging to this database system will be owned by user "postgres".
container-test-run-monitoring> machine1 # [6727713.788338] machine1 postgresql-pre-start[367]: This user must also own the server process.
container-test-run-monitoring> machine1 # [6727713.788624] machine1 postgresql-pre-start[367]: The database cluster will be initialized with locale "en_US.UTF-8".
container-test-run-monitoring> machine1 # [6727713.788624] machine1 postgresql-pre-start[367]: The default database encoding has accordingly been set to "UTF8".
container-test-run-monitoring> machine1 # [6727713.788624] machine1 postgresql-pre-start[367]: The default text search configuration will be set to "english".
container-test-run-monitoring> machine1 # [6727713.788624] machine1 postgresql-pre-start[367]: Data page checksums are enabled.
container-test-run-monitoring> machine1 # [6727713.788624] machine1 postgresql-pre-start[367]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok
container-test-run-monitoring> machine1 # [6727713.788898] machine1 postgresql-pre-start[367]: creating subdirectories ... ok
container-test-run-monitoring> machine1 # [6727713.788990] machine1 postgresql-pre-start[367]: selecting dynamic shared memory implementation ... posix
container-test-run-monitoring> machine1 # [6727713.809802] machine1 postgresql-pre-start[367]: selecting default "max_connections" ... 100
container-test-run-monitoring> machine1 # [6727713.838731] machine1 postgresql-pre-start[367]: selecting default "shared_buffers" ... 128MB
container-test-run-monitoring> machine2 # [6727713.839671] machine2 systemd-logind[242]: New seat seat0.
container-test-run-monitoring> machine2 # [6727713.840069] machine2 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine2 # [6727713.842735] machine2 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine2 # [6727713.857614] machine2 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine2 # [6727713.857846] machine2 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine2 # [6727713.858552] machine2 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine2 # [6727714.084132] machine2 systemd-networkd[218]: eth1: Gained IPv6LL
container-test-run-monitoring> machine2 # [6727714.087034] machine2 alloy[223]: ts=2026-08-25T20:12:20.134201205Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine2 # [6727714.087034] machine2 alloy[223]: ts=2026-08-25T20:12:20.134259725Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine2 # [6727714.087034] machine2 alloy[223]: ts=2026-08-25T20:12:20.137065885Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine2 # [6727714.087034] machine2 alloy[223]: ts=2026-08-25T20:12:20.137103125Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine2 # [6727714.087034] machine2 alloy[223]: ts=2026-08-25T20:12:20.138789189Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.138803829Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=tracing duration=7.56µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.13887355Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=remotecfg duration=66.361µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.138940831Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.138942111Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=http duration=65.521µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.138944951Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=cluster duration=560ns
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.138947071Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=otel duration=360ns
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.140124287Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=loki.write.loki duration=1.172416ms
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.140251369Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=logging duration=118.162µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.140274009Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=livedebugging duration=16.32µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.14028309Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=ui duration=1.28µs
container-test-run-monitoring> machine2 # [6727714.087438] machine2 alloy[223]: ts=2026-08-25T20:12:20.14029993Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=labelstore duration=11.44µs
container-test-run-monitoring> machine2 # [6727714.087634] machine2 alloy[223]: ts=2026-08-25T20:12:20.140558653Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=loki.relabel.journal duration=251.123µs
container-test-run-monitoring> machine2 # [6727714.087634] machine2 alloy[223]: ts=2026-08-25T20:12:20.140732176Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=loki.source.journal.all duration=159.802µs
container-test-run-monitoring> machine2 # [6727714.087832] machine2 alloy[223]: ts=2026-08-25T20:12:20.140980899Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine2 # [6727714.087865] machine2 alloy[223]: ts=2026-08-25T20:12:20.14101602Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine2 # [6727714.087889] machine2 alloy[223]: ts=2026-08-25T20:12:20.14104514Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine2 # [6727714.087889] machine2 alloy[223]: ts=2026-08-25T20:12:20.14105502Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine2 # [6727714.088266] machine2 alloy[223]: ts=2026-08-25T20:12:20.141426265Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine2 # [6727714.088266] machine2 alloy[223]: ts=2026-08-25T20:12:20.141441546Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine2 # [6727714.088266] machine2 alloy[223]: ts=2026-08-25T20:12:20.141446146Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine2 # [6727714.088266] machine2 alloy[223]: ts=2026-08-25T20:12:20.141449106Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine2 # [6727714.088375] machine2 alloy[223]: ts=2026-08-25T20:12:20.141452906Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine2 # [6727714.088375] machine2 alloy[223]: ts=2026-08-25T20:12:20.141469586Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=prometheus.exporter.unix.local_system duration=723.01µs
container-test-run-monitoring> machine2 # [6727714.090262] machine2 alloy[223]: ts=2026-08-25T20:12:20.143358492Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine2 # [6727714.090568] machine2 alloy[223]: ts=2026-08-25T20:12:20.143727418Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine1 # [6727713.852906] machine1 systemd-logind[272]: New seat seat0.
container-test-run-monitoring> machine1 # [6727713.853135] machine1 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine1 # [6727713.855348] machine1 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine1 # [6727713.866801] machine1 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine1 # [6727713.866874] machine1 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.90387543Z caller=ringmanager.go:203 msg="scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.903972911Z caller=module_service.go:82 msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.904167034Z caller=module_service.go:82 msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.904164274Z caller=module_service.go:82 msg=starting module=querier
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.925064165Z caller=compactor.go:438 msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727713.872217] machine1 loki[244]: level=info ts=2026-08-25T20:12:19.925352489Z caller=loki.go:615 msg="Loki started" startup_time=259.027975ms
container-test-run-monitoring> machine1 # [6727714.020193] machine1 systemd-networkd[237]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.132361659Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.132489541Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.136493037Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.136653919Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.138789229Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.138814549Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=livedebugging duration=18.84µs
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.139313716Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=loki.relabel.journal duration=495.527µs
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.141608988Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.143009848Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.143979101Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=4a017d url=http://machine1.clan/mimir/api/v1/push queue=4a017d
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.143983141Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=4a017d url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine1 # [6727714.091268] machine1 alloy[242]: ts=2026-08-25T20:12:20.143996781Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=prometheus.remote_write.mimir duration=4.677585ms
container-test-run-monitoring> machine1 # [6727714.091839] machine1 alloy[242]: ts=2026-08-25T20:12:20.144317826Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=prometheus.relabel.create_nixos_services_metric duration=311.485µs
container-test-run-monitoring> machine1 # [6727714.091839] machine1 alloy[242]: ts=2026-08-25T20:12:20.144333306Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=tracing duration=11.32µs
container-test-run-monitoring> machine1 # [6727714.091839] machine1 alloy[242]: ts=2026-08-25T20:12:20.144452428Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=logging duration=116.242µs
container-test-run-monitoring> machine1 # [6727714.091839] machine1 alloy[242]: ts=2026-08-25T20:12:20.144775352Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=loki.write.loki duration=315.524µs
container-test-run-monitoring> machine1 # [6727714.091839] machine1 alloy[242]: ts=2026-08-25T20:12:20.145003235Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=loki.source.journal.all duration=213.803µs
container-test-run-monitoring> machine1 # [6727714.092045] machine1 alloy[242]: ts=2026-08-25T20:12:20.145176678Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine1 # [6727714.092080] machine1 alloy[242]: ts=2026-08-25T20:12:20.145236999Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine1 # [6727714.092227] machine1 alloy[242]: ts=2026-08-25T20:12:20.145385441Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine1 # [6727714.092227] machine1 alloy[242]: ts=2026-08-25T20:12:20.145404041Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine1 # [6727714.092382] machine1 alloy[242]: ts=2026-08-25T20:12:20.145545043Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine1 # [6727714.092382] machine1 alloy[242]: ts=2026-08-25T20:12:20.145561123Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine1 # [6727714.092425] machine1 alloy[242]: ts=2026-08-25T20:12:20.145565603Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine1 # [6727714.092425] machine1 alloy[242]: ts=2026-08-25T20:12:20.145569323Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine1 # [6727714.092425] machine1 alloy[242]: ts=2026-08-25T20:12:20.145572363Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine1 # [6727714.092425] machine1 alloy[242]: ts=2026-08-25T20:12:20.145597084Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=prometheus.exporter.unix.local_system duration=576.248µs
container-test-run-monitoring> machine1 # [6727714.092495] machine1 alloy[242]: ts=2026-08-25T20:12:20.145435961Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=4a017d url=http://machine1.clan/mimir/api/v1/push queue=4a017d
container-test-run-monitoring> machine1 # [6727714.093307] machine1 alloy[242]: ts=2026-08-25T20:12:20.146466256Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=prometheus.scrape.scrape_metrics duration=851.452µs
container-test-run-monitoring> machine1 # [6727714.093385] machine1 alloy[242]: ts=2026-08-25T20:12:20.146551777Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=remotecfg duration=65.761µs
container-test-run-monitoring> machine1 # [6727714.093416] machine1 alloy[242]: ts=2026-08-25T20:12:20.146580337Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine1 # [6727714.093416] machine1 alloy[242]: ts=2026-08-25T20:12:20.146592178Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=http duration=29.641µs
container-test-run-monitoring> machine1 # [6727714.093460] machine1 alloy[242]: ts=2026-08-25T20:12:20.146602978Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=cluster duration=4.2µs
container-test-run-monitoring> machine1 # [6727714.093460] machine1 alloy[242]: ts=2026-08-25T20:12:20.146617578Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=ui duration=8.16µs
container-test-run-monitoring> machine1 # [6727714.093460] machine1 alloy[242]: ts=2026-08-25T20:12:20.146633018Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=otel duration=8.2µs
container-test-run-monitoring> machine1 # [6727714.093521] machine1 alloy[242]: ts=2026-08-25T20:12:20.146644698Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 node_id=labelstore duration=5.8µs
container-test-run-monitoring> machine1 # [6727714.093521] machine1 alloy[242]: ts=2026-08-25T20:12:20.146653258Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=f9156e74a5516d958242a32dc90c3064 duration=8.028552ms
container-test-run-monitoring> machine1 # [6727714.093582] machine1 alloy[242]: ts=2026-08-25T20:12:20.146728019Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine1 # [6727714.093611] machine1 postgresql-pre-start[367]: selecting default time zone ... UTC
container-test-run-monitoring> machine1 # [6727714.093689] machine1 alloy[242]: ts=2026-08-25T20:12:20.146855461Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine1 # [6727714.093796] machine1 alloy[242]: ts=2026-08-25T20:12:20.146943262Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine1 # [6727714.094283] machine1 alloy[242]: ts=2026-08-25T20:12:20.147416589Z level=error msg="failed to register collector with remote server" service=remotecfg id=7ee09d60-e490-4986-bbb9-76eda960595b name="" err="noop client"
container-test-run-monitoring> machine1 # [6727714.094306] machine1 postgresql-pre-start[367]: creating configuration files ... ok
container-test-run-monitoring> machine1 # [6727714.094526] machine1 alloy[242]: ts=2026-08-25T20:12:20.147690593Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine1
container-test-run-monitoring> machine1 # [6727714.094860] machine1 alloy[242]: ts=2026-08-25T20:12:20.148008917Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [6727714.173544] machine1 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine1 # [6727714.174683] machine1 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine1 # [6727714.230602] machine1 postgresql-pre-start[367]: running bootstrap script ... ok
container-test-run-monitoring> machine2 # [6727714.091282] machine2 alloy[223]: ts=2026-08-25T20:12:20.144438748Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=9b29e1 url=http://machine1.clan/mimir/api/v1/push queue=9b29e1
container-test-run-monitoring> machine2 # [6727714.091282] machine2 alloy[223]: ts=2026-08-25T20:12:20.144456868Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=9b29e1 url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine2 # [6727714.091334] machine2 alloy[223]: ts=2026-08-25T20:12:20.144469228Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=prometheus.remote_write.mimir duration=2.987162ms
container-test-run-monitoring> machine2 # [6727714.092115] machine2 alloy[223]: ts=2026-08-25T20:12:20.144750112Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=prometheus.relabel.create_nixos_services_metric duration=265.524µs
container-test-run-monitoring> machine2 # [6727714.092938] machine2 alloy[223]: ts=2026-08-25T20:12:20.145432641Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=9b29e1 url=http://machine1.clan/mimir/api/v1/push queue=9b29e1
container-test-run-monitoring> machine2 # [6727714.092938] machine2 alloy[223]: ts=2026-08-25T20:12:20.145828487Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee node_id=prometheus.scrape.scrape_metrics duration=1.053775ms
container-test-run-monitoring> machine2 # [6727714.093050] machine2 alloy[223]: ts=2026-08-25T20:12:20.146169132Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=980d85b814b1c67e597fc791dadc3dee duration=7.224541ms
container-test-run-monitoring> machine2 # [6727714.094046] machine2 alloy[223]: ts=2026-08-25T20:12:20.146327134Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine2 # [6727714.094046] machine2 alloy[223]: ts=2026-08-25T20:12:20.146422375Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine2 # [6727714.094046] machine2 alloy[223]: ts=2026-08-25T20:12:20.146890942Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine2 # [6727714.094483] machine2 alloy[223]: ts=2026-08-25T20:12:20.147605312Z level=error msg="failed to register collector with remote server" service=remotecfg id=04d2abb0-362c-41f0-b4fa-7eca52f140b5 name="" err="noop client"
container-test-run-monitoring> machine2 # [6727714.094621] machine2 alloy[223]: ts=2026-08-25T20:12:20.147764634Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine2
container-test-run-monitoring> machine2 # [6727714.094980] machine2 alloy[223]: ts=2026-08-25T20:12:20.148121679Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine2 # [6727714.175387] machine2 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine2 # [6727714.176423] machine2 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine2 # [6727714.176684] machine2 systemd[1]: Startup finished in 2.384s.
container-test-run-monitoring> machine1 # [6727714.448208] machine1 systemd[1]: Started Nginx Web Server.
container-test-run-monitoring> machine1 # [6727714.604319] machine1 postgresql-pre-start[367]: performing post-bootstrap initialization ... ok
container-test-run-monitoring> machine1 # [6727714.735550] machine1 postgresql-pre-start[367]: syncing data to disk ... ok
container-test-run-monitoring> machine1 # [6727714.735550] machine1 postgresql-pre-start[367]: initdb: warning: enabling "trust" authentication for local connections
container-test-run-monitoring> machine1 # [6727714.735550] machine1 postgresql-pre-start[367]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.
container-test-run-monitoring> machine1 # [6727714.735550] machine1 postgresql-pre-start[367]: Success. You can now start the database server using:
container-test-run-monitoring> machine1 # [6727714.735550] machine1 postgresql-pre-start[367]:     pg_ctl -D /var/lib/postgresql/18 -l logfile start
container-test-run-monitoring> machine1 # [6727714.767406] machine1 mimir[245]: ts=2026-08-25T20:12:20.755454036Z caller=gateway.go:330 level=info msg="waiting until store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727714.767406] machine1 mimir[245]: ts=2026-08-25T20:12:20.755502237Z caller=gateway.go:334 level=info msg="store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6727714.867861] machine1 mimir[245]: ts=2026-08-25T20:12:20.827404441Z caller=mimir.go:1170 level=info msg="Application started"
container-test-run-monitoring> machine1 # [6727715.411735] machine1 postgres[394]: [394] LOG:  starting PostgreSQL 18.6 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit
container-test-run-monitoring> machine1 # [6727715.413517] machine1 postgres[394]: [394] LOG:  listening on IPv6 address "::1", port 5432
container-test-run-monitoring> machine1 # [6727715.413553] machine1 postgres[394]: [394] LOG:  listening on IPv4 address "127.0.0.1", port 5432
container-test-run-monitoring> machine1 # [6727715.413922] machine1 postgres[394]: [394] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"
container-test-run-monitoring> machine1 # [6727715.417046] machine1 postgres[404]: [404] LOG:  database system was shut down at 2026-08-25 20:12:20 GMT
container-test-run-monitoring> machine1 # [6727715.420481] machine1 postgres[394]: [394] LOG:  database system is ready to accept connections
container-test-run-monitoring> machine1 # [6727716.139927] machine1 postgresql-post-start[417]: CREATE ROLE
container-test-run-monitoring> machine1 # [6727716.227806] machine1 postgresql-post-start[422]: CREATE DATABASE
container-test-run-monitoring> machine1 # [6727716.233999] machine1 systemd[1]: Started PostgreSQL Server.
container-test-run-monitoring> machine1 # [6727716.235853] machine1 systemd[1]: Starting PostgreSQL Setup Scripts...
container-test-run-monitoring> machine1 # [6727716.286146] machine1 systemd[1]: Finished PostgreSQL Setup Scripts.
container-test-run-monitoring> machine1 # [6727716.286539] machine1 systemd[1]: Reached target PostgreSQL.
container-test-run-monitoring> machine1 # [6727716.287794] machine1 systemd[1]: Starting Grafana Service Daemon...
container-test-run-monitoring> machine1 # [6727716.892050] machine1 loki[244]: level=info ts=2026-08-25T20:12:22.904952721Z caller=worker.go:235 component=querier msg="adding connection" addr=127.0.0.1:9096
container-test-run-monitoring> machine1 # [6727716.892050] machine1 loki[244]: level=info ts=2026-08-25T20:12:22.905148563Z caller=scheduler.go:658 msg="this scheduler is in the ReplicationSet, will now accept requests."
container-test-run-monitoring> machine1 # [6727717.937737] machine1 systemd[1]: Started Grafana Service Daemon.
container-test-run-monitoring> machine1 # [6727717.938021] machine1 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine1 # [6727717.938234] machine1 systemd[1]: Startup finished in 6.096s.
container-test-run-monitoring> machine1: (finished: waiting for unit multi-user.target, in 7.18 seconds)
container-test-run-monitoring> machine2: waiting for unit multi-user.target
container-test-run-monitoring> machine2: (finished: waiting for unit multi-user.target, in 0.03 seconds)
container-test-run-monitoring> machine1: waiting for unit alloy
container-test-run-monitoring> machine1: (finished: waiting for unit alloy, in 0.02 seconds)
container-test-run-monitoring> machine2: waiting for unit alloy
container-test-run-monitoring> machine2: (finished: waiting for unit alloy, in 0.02 seconds)
container-test-run-monitoring> machine1: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine1: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/local-extension.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/local-extension.alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine1: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine2: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.02 seconds)
container-test-run-monitoring> machine1: waiting for unit loki
container-test-run-monitoring> machine1: (finished: waiting for unit loki, in 0.02 seconds)
container-test-run-monitoring> machine1: waiting for unit mimir
container-test-run-monitoring> machine1: (finished: waiting for unit mimir, in 0.02 seconds)
container-test-run-monitoring> machine1: waiting for unit grafana
container-test-run-monitoring> machine1: (finished: waiting for unit grafana, in 0.02 seconds)
container-test-run-monitoring> machine2: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1
container-test-run-monitoring> machine2: (finished: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: cat /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: cat /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> (finished: run the VM test script, in 7.37 seconds)
container-test-run-monitoring> test script finished in 7.56s
container-test-run-monitoring> cleanup
container-test-run-monitoring> kill NspawnMachine (pid 52)
container-test-run-monitoring> machine1 # [6727718.596166] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.649277189Z level=info msg="Starting Grafana" version=13.1.4 commit=NA branch=main compiled=2026-08-25T20:12:24Z
container-test-run-monitoring> machine1 # [6727718.597204] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650350644Z level=info msg="Unified migration configs enforced" storage_type=unified target=[all]
container-test-run-monitoring> machine1 # [6727718.597204] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650385885Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=playlists.playlist.grafana.app
container-test-run-monitoring> machine1 # [6727718.597267] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650393965Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=folders.folder.grafana.app
container-test-run-monitoring> machine1 # [6727718.597267] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650401925Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=dashboards.dashboard.grafana.app
container-test-run-monitoring> machine1 # [6727718.597392] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650559087Z level=info msg="Config loaded from" file=/var/lib/grafana/conf/defaults.ini
container-test-run-monitoring> machine1 # [6727718.597392] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650571087Z level=info msg="Config loaded from" file=/nix/store/42s8ywn9ldj8p0jklms0haishs92mvik-config.ini
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650577447Z level=info msg=Target target=[all]
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650584847Z level=info msg="Path Home" path=/var/lib/grafana
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650590527Z level=info msg="Path Data" path=/var/lib/grafana/data
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650596287Z level=info msg="Path Logs" path=/var/lib/grafana/data/log
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650601688Z level=info msg="Path Plugins" path="[/var/lib/grafana/plugins /var/lib/grafana/data/plugins-bundled]"
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650609488Z level=info msg="Path Provisioning" path=/nix/store/mw38jckcbpw7fiddxkjd4b9sgi2phbfp-grafana-provisioning
container-test-run-monitoring> machine1 # [6727718.597444] machine1 grafana[433]: logger=settings t=2026-08-25T20:12:24.650615288Z level=info msg="App mode production"
container-test-run-monitoring> machine1 # [6727718.598895] machine1 grafana[433]: logger=featuremgmt t=2026-08-25T20:12:24.652003507Z level=info msg=FeatureToggles alertRuleRestore=true alertingBulkActionsInUI=true alertingImportYAMLUI=true alertingListViewV2=true alertingMigrationUI=true alertingMultiplePolicies=true alertingNavigationV2=true alertingNotificationsStepMode=true alertingQueryAndExpressionsStepMode=true alertingRulePermanentlyDelete=true alertingRuleRecoverDeleted=true alertingRuleVersionHistoryRestore=true alertingSaveStateCompressed=true alertingUIOptimizeReducer=true alertingUIUseBackendFilters=true alertingUIUseFullyCompatBackendFilters=true alertingUseNewSimplifiedRoutingHashAlgorithm=true annotationPermissionUpdate=true annotationsClustering=true awsAsyncQueryCaching=true awsDatasourcesTempCredentials=true azureMonitorEnableUserAuth=true azureMonitorPrometheusExemplars=true azureResourcePickerUpdates=true clearPreviousFieldValues=true cloudWatchCrossAccountQuerying=true cloudWatchNewLabelParsing=true cloudWatchRoundUpEndTime=true dashboardDefaultLayoutSelector=true dashboardNewLayouts=true dashboardSectionVariables=true dashboardUnifiedDrilldownControls=true enableSCIM=true feedbackButton=true grafana.scenesFlickeringFix=true grafanaAdvisor=true grafanaAssistantInProfilesDrilldown=true heatmapRowsAxisOptions=true improvedExternalSessionHandling=true improvedExternalSessionHandlingSAML=true influxdbBackendMigration=true kubernetesShortURLs=true lokiLabelNamesQueryApi=true lokiQuerySplitting=true multiPropsVariables=true newClickhouseConfigPageDesign=true newLogContext=true newLogsPanel=true newUnconfiguredPanel=true onlyStoreActionSets=true panelStyleActions=true profilesExemplars=true prometheusAzureOverrideAudience=true prometheusTypeMigration=true provisioning=true provisioning.readmes=true provisioningFolderMetadata=true pyroscopeUTF8LabelNames=true react19=true rememberUserOrgForSso=true renderAuthJWT=true restrictedPluginApis=true sqlExpressions=true teamFolders=true useKubernetesShortURLsAPI=true useMultipleScopeNodesEndpoint=true useScopeSingleNodeEndpoint=true useSessionStorageForRedirection=true vizLegendFacetedFilter=true vizPresets=true
container-test-run-monitoring> machine1 # [6727718.599042] machine1 grafana[433]: logger=sqlstore t=2026-08-25T20:12:24.652147029Z level=info msg="Connecting to DB" dbtype=postgres
container-test-run-monitoring> machine1 # [6727718.632930] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.686056542Z level=info msg="Locking database"
container-test-run-monitoring> machine1 # [6727718.635639] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.688785061Z level=info msg="Starting DB migrations"
container-test-run-monitoring> machine1 # [6727718.664055] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.71665305Z level=info msg="Executing migration" id="create migration_log table"
container-test-run-monitoring> machine1 # [6727718.672067] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.721307395Z level=info msg="Migration successfully executed" id="create migration_log table" duration=4.651065ms
container-test-run-monitoring> machine1 # [6727718.672067] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.723068099Z level=info msg="Executing migration" id="create user table"
container-test-run-monitoring> machine1 # [6727718.672301] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.72528765Z level=info msg="Migration successfully executed" id="create user table" duration=2.212511ms
container-test-run-monitoring> machine1 # [6727718.684363] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.73743778Z level=info msg="Executing migration" id="add unique index user.login"
container-test-run-monitoring> machine1 # [6727718.688114] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.74101803Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=3.598931ms
container-test-run-monitoring> machine1 # [6727718.691820] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.742005923Z level=info msg="Executing migration" id="add unique index user.email"
container-test-run-monitoring> machine1 # [6727718.691820] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.743645626Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=1.638263ms
container-test-run-monitoring> machine1 # [6727718.694031] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.746204582Z level=info msg="Executing migration" id="drop index UQE_user_login - v1"
container-test-run-monitoring> machine1 # [6727718.695994] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.748973101Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=2.769959ms
container-test-run-monitoring> machine1 # [6727718.699300] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.751322693Z level=info msg="Executing migration" id="drop index UQE_user_email - v1"
container-test-run-monitoring> machine1 # [6727718.700667] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.753794728Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=2.465075ms
container-test-run-monitoring> machine1 # [6727718.718083] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.771209091Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1"
container-test-run-monitoring> machine1 # [6727718.718852] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.772007342Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=779.531µs
container-test-run-monitoring> machine1 # [6727718.719742] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.772896595Z level=info msg="Executing migration" id="create user table v2"
container-test-run-monitoring> machine1 # [6727718.723447] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.77611736Z level=info msg="Migration successfully executed" id="create user table v2" duration=3.215244ms
container-test-run-monitoring> machine1 # [6727718.727711] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.780588422Z level=info msg="Executing migration" id="create index UQE_user_login - v2"
container-test-run-monitoring> machine1 # [6727718.734090] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.787214394Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=6.624212ms
container-test-run-monitoring> machine1 # [6727718.739432] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.792559029Z level=info msg="Executing migration" id="create index UQE_user_email - v2"
container-test-run-monitoring> machine1 # [6727718.741391] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.794505216Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=1.944947ms
container-test-run-monitoring> machine1 # [6727718.742350] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.79547327Z level=info msg="Executing migration" id="copy data_source v1 to v2"
container-test-run-monitoring> machine1 # [6727718.743069] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.796100159Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=626.528µs
container-test-run-monitoring> machine1 # [6727718.743758] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.79691309Z level=info msg="Executing migration" id="Drop old table user_v1"
container-test-run-monitoring> machine1 # [6727718.745422] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.798024465Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=1.108735ms
container-test-run-monitoring> machine1 # [6727718.753451] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.805476209Z level=info msg="Executing migration" id="Add column help_flags1 to user table"
container-test-run-monitoring> machine1 # [6727718.755783] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.808826416Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=3.346127ms
container-test-run-monitoring> machine1 # [6727718.760149] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.810116394Z level=info msg="Executing migration" id="Update user table charset"
container-test-run-monitoring> machine1 # [6727718.760149] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.811750657Z level=info msg="Migration successfully executed" id="Update user table charset" duration=1.632023ms
container-test-run-monitoring> machine1 # [6727718.768076] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.820924105Z level=info msg="Executing migration" id="Add last_seen_at column to user"
container-test-run-monitoring> machine1 # [6727718.768292] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.821432432Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=509.727µs
container-test-run-monitoring> machine1 # [6727718.772086] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.822456486Z level=info msg="Executing migration" id="Add missing user data"
container-test-run-monitoring> machine1 # [6727718.772086] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.823580822Z level=info msg="Migration successfully executed" id="Add missing user data" duration=1.134536ms
container-test-run-monitoring> machine1 # [6727718.775381] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.827436876Z level=info msg="Executing migration" id="Add is_disabled column to user"
container-test-run-monitoring> machine1 # [6727718.775381] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.828281408Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=825.171µs
container-test-run-monitoring> machine1 # [6727718.780086] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.829352063Z level=info msg="Executing migration" id="Add index user.login/user.email"
container-test-run-monitoring> machine1 # [6727718.780086] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.831540533Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=2.16487ms
container-test-run-monitoring> machine1 # [6727718.780304] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.833358039Z level=info msg="Executing migration" id="Add is_service_account column to user"
container-test-run-monitoring> machine1 # [6727718.784073] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.833994887Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=636.368µs
container-test-run-monitoring> machine1 # [6727718.797347] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.850478558Z level=info msg="Executing migration" id="Update is_service_account column to nullable"
container-test-run-monitoring> machine1 # [6727718.798410] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.850989565Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=512.287µs
container-test-run-monitoring> machine1 # [6727718.798654] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.851802536Z level=info msg="Executing migration" id="Add uid column to user"
container-test-run-monitoring> machine1 # [6727718.801142] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.852145261Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=343.085µs
container-test-run-monitoring> machine1 # [6727718.801142] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.852837951Z level=info msg="Executing migration" id="Update uid column values for users"
container-test-run-monitoring> machine1 # [6727718.801142] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.85350656Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=668.41µs
container-test-run-monitoring> machine1 # [6727718.801142] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.854184249Z level=info msg="Executing migration" id="Make sure users uid are set"
container-test-run-monitoring> machine1 # [6727718.801348] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.854428933Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=244.564µs
container-test-run-monitoring> machine1 # [6727718.802611] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.855039461Z level=info msg="Executing migration" id="Add unique index user_uid"
container-test-run-monitoring> machine1 # [6727718.804323] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.856585963Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=1.546142ms
container-test-run-monitoring> machine1 # [6727718.804323] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.857318653Z level=info msg="Executing migration" id="Add is_provisioned column to user"
container-test-run-monitoring> machine1 # [6727718.804677] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.85783454Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=526.447µs
container-test-run-monitoring> machine1 # [6727718.808988] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.861520752Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs"
container-test-run-monitoring> machine1 # [6727718.809374] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.862516886Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=994.894µs
container-test-run-monitoring> machine1 # [6727718.810132] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.863287816Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once"
container-test-run-monitoring> machine1 # [6727718.811120] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.86427587Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=986.094µs
container-test-run-monitoring> machine1 # [6727718.811934] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.865090242Z level=info msg="Executing migration" id="update login and email fields to lowercase"
container-test-run-monitoring> machine1 # [6727718.812732] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.865887213Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=796.771µs
container-test-run-monitoring> machine1 # [6727718.813814] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.866598463Z level=info msg="Executing migration" id="update login and email fields to lowercase2"
container-test-run-monitoring> machine1 # [6727718.813814] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.866951708Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=352.844µs
container-test-run-monitoring> machine1 # [6727718.816247] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.867599557Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at"
container-test-run-monitoring> machine1 # [6727718.817383] machine1 systemd-networkd[237]: eth1: Link DOWN
container-test-run-monitoring> machine1 # [6727718.817408] machine1 systemd-networkd[237]: eth1: Lost carrier
container-test-run-monitoring> machine1 # [6727718.818204] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.871235647Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=3.63241ms
container-test-run-monitoring> machine1 # [6727718.820814] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.873951405Z level=info msg="Executing migration" id="Expand user.uid length to 190"
container-test-run-monitoring> machine1 # [6727718.821665] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.874815937Z level=info msg="Migration successfully executed" id="Expand user.uid length to 190" duration=864.652µs
container-test-run-monitoring> machine1 # [6727718.824329] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.877459374Z level=info msg="Executing migration" id="Prefix SCIM uid for provisioned users"
container-test-run-monitoring> machine1 # [6727718.825202] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.878350067Z level=info msg="Migration successfully executed" id="Prefix SCIM uid for provisioned users" duration=890.013µs
container-test-run-monitoring> machine1 # [6727718.826353] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.879486522Z level=info msg="Executing migration" id="create temp user table v1-7"
container-test-run-monitoring> machine1 # [6727718.830315] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.883438898Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=3.946736ms
container-test-run-monitoring> machine1 # [6727718.831564] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.884711795Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7"
container-test-run-monitoring> machine1 # [6727718.833546] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.886674823Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=1.982028ms
container-test-run-monitoring> machine1 # [6727718.834480] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.887627876Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7"
container-test-run-monitoring> machine1 # [6727718.838296] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.889518783Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=1.888426ms
container-test-run-monitoring> machine1 # [6727718.838296] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.890448716Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7"
container-test-run-monitoring> machine1 # [6727718.839221] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.892264621Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=1.813466ms
container-test-run-monitoring> machine1 # [6727718.839947] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.893101273Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7"
container-test-run-monitoring> machine1 # [6727718.841602] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.894753736Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=1.650743ms
container-test-run-monitoring> machine1 # [6727718.842539] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.895698949Z level=info msg="Executing migration" id="Update temp_user table charset"
container-test-run-monitoring> machine1 # [6727718.844290] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.897437533Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=1.736584ms
container-test-run-monitoring> machine1 # [6727718.845615] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.898770272Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1"
container-test-run-monitoring> machine1 # [6727718.847164] machine1 grafana[433]: logger=migrator t=2026-08-25T20:12:24.900249812Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=1.4787ms
container-test-run-monitoring> kill NspawnMachine (pid 53)
container-test-run-monitoring> Container machine1 terminated by signal KILL.
container-test-run-monitoring> machine2 # [6727719.049661] machine2 systemd-networkd[218]: eth1: Link DOWN
container-test-run-monitoring> machine2 # [6727719.049682] machine2 systemd-networkd[218]: eth1: Lost carrier
container-test-run-monitoring> machine2 # [6727719.095126] machine2 systemd-networkd[218]: eth1: Lost IPv6LL address fe80::9ccd:8cff:fe21:5441.
container-test-run-monitoring> (finished: cleanup, in 0.71 seconds)
container-test-run-monitoring> Container machine2 terminated by signal KILL.

post-build step Upload to niks3: ok
time=2026-08-25T20:12:26.268Z level=INFO msg="Uploading 0 paths to niks3.clan.lol (1 already cached)"
time=2026-08-25T20:12:27.103Z level=INFO msg="Uploading 1 narinfos"
time=2026-08-25T20:12:27.552Z level=INFO msg="Upload complete. (1.333s)"