these 71 derivations will be built:
  /nix/store/jmcy8nhwy4xra7h9rjbaqqv4j7zxhacq-pg_ident.conf.drv
  /nix/store/z9yd2w2x1c37gi24fjb6h8d4709qf0qw-pg_hba.conf.drv
  /nix/store/03mg67bnacsng3n32n1lip2xgz7k76i5-postgresql.conf.drv
  /nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv
  /nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv
  /nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv
  /nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv
  /nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv
  /nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv
  /nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv
  /nix/store/25lk2av39d21g39niqhai309apipc17d-etc-hostname.drv
  /nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv
  /nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv
  /nix/store/6z5jc0sp4vjkgzd37icya2gy22sk8q70-nixos-tmpfiles.d.drv
  /nix/store/4sxyh078mmx83jb3xln4hdpgcr0ar73v-tmpfiles.d.drv
  /nix/store/fh9mxpglvdymc4yhf1k61gbrkxa0lrmy-postgresql-and-plugins-18.6.drv
  /nix/store/zvlacf9bl6sx1cq0axa5q4zafji4ahiq-system-path.drv
  /nix/store/4xlffqmv5fh1vi38v4lgkjpz18d43gr8-dbus-1.drv
  /nix/store/dm6v205q8jwdf70pkzsdv7i9xp9jv8w1-nginx.conf.drv
  /nix/store/fiq8qn68bncddf365vl1jsswdnljnhq1-etc-hostname.drv
  /nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv
  /nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv
  /nix/store/2ad3c7npgvampjrg56fvirv6kchck7c5-unit-mimir.service.drv
  /nix/store/8fa01983lqydf9awxjqzzvgwgnmdz335-unit-script-nginx-pre-start.drv
  /nix/store/42pr0qspjjra069psgm8rkvi1q6pg5sx-unit-nginx.service.drv
  /nix/store/n8khxs749npfzvn6n20xclx6bpcbpwf4-unit-script-postgresql-setup-start.drv
  /nix/store/dddnj478xg29y2cbgjysnmsbfayakqsl-unit-postgresql-setup.service.drv
  /nix/store/gallyjri16662parcmi6xbsw1w3i74fr-unit-postgresql.target.drv
  /nix/store/5hi6qw10qqjdm6zax8s498y0m15nzsy6-X-Restart-Triggers-dbus-broker.drv
  /nix/store/gngm7j01f4nl67alw4zl5iv5d2v7rr9g-unit-dbus-broker.service.drv
  /nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv
  /nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv
  /nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv
  /nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv
  /nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv
  /nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv
  /nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv
  /nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv
  /nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv
  /nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv
  /nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv
  /nix/store/dmarxx4v3bag0ppglzsryi8s2gc3jlsc-config.ini.drv
  /nix/store/makq0g7xr15gfvdlwgqjpz50b8d715r6-unit-grafana.service.drv
  /nix/store/c5sngil39xvrkng584sv91yd8wanib4y-unit-script-postgresql-pre-start.drv
  /nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv
  /nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv
  /nix/store/f0988gwv93whqrylgkkh86p6m2xww5gl-X-Restart-Triggers-systemd-tmpfiles-resetup.drv
  /nix/store/x0ggr6firn8xfgpb4lb8h0jcnr08y5ny-unit-systemd-tmpfiles-resetup.service.drv
  /nix/store/nv5k860y3ph5i9kyp4c1ki3kl2j3qdf5-system-units.drv
  /nix/store/dinhsn4ymyd5i0xs6q8xhyq28sd1fklx-unit-dbus-broker.service.drv
  /nix/store/wqv70llh6vmqhckk9w80gqvg6sbfss8v-user-units.drv
  /nix/store/andvb411lkhqdj3zwigxlc5rr65mk2mb-etc.drv
  /nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv
  /nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv
  /nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv
  /nix/store/p1jr1zpbcf0wz4828q153c61j0y4yngm-activate.drv
  /nix/store/wg14s08ml50zrqisr1hvs6l8gd0dg078-postgresql-configfile-check.drv
  /nix/store/v4x5sxsm4jr217b3yfj59d0j1ix8qcpx-nixos-system-machine1-test.drv
  /nix/store/25ysid4a288b1c52hwdi4m2c0n4yjds7-run-machine1-nspawn.drv
  /nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv
  /nix/store/hpwcrnscpcxkm9zq718qc0swjwkf12bq-system-units.drv
  /nix/store/wzd78z96myxmbspql5gmnh5niz77idyd-etc.drv
  /nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv
  /nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv
  /nix/store/z7fg0fvnbj0kakir967gaxgn539k2m6f-activate.drv
  /nix/store/dx74v5p3q9xv3pcyw1pym4974k3ci71x-nixos-system-machine2-test.drv
  /nix/store/kdgcb6rq4p08aiyp2s2pk9nwgzkrjw8a-run-machine2-nspawn.drv
  /nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv
  /nix/store/i37a7aq3kzsj3zy0g29shx1wclrhby3a-driverConfiguration.json.drv
  /nix/store/lir4gqbg4vm17v1918nghf3v5rc2dhz4-nixos-test-driver-monitoring.drv
  /nix/store/wcvnq9z4rasfpd3ikpir7mwrn4mzyjjy-container-test-run-monitoring.drv
these 18 paths will be fetched (574.5 MiB download, 2.2 GiB unpacked):
  /nix/store/w0i04v97mqp3snh6gyzzzm77zkqbymcg-contactPoints.yaml
  /nix/store/6nr0a4775j5z9nr71ciasfd9pzz076zs-gixy-0.1.21
  /nix/store/0ibj0xmpy88h3a02snv6r529l63cczcn-grafana-13.1.3
  /nix/store/2x4bibxhxf0ds7204wh20x66vxb5jikf-grafana-alloy-1.17.1
  /nix/store/2as9022q8ki42c4jb7mgwk0c0nxl8v53-grafana-loki-3.7.6
  /nix/store/lknk141xgrxbxlg99xllcz9myn4zscxi-mimir-3.1.4
  /nix/store/7s8qhn91aj93v6jjniqxxb1qp6kl3ld8-muteTimings.yaml
  /nix/store/pjqhdi88bpspx4a01qlsw96jn2isl11k-nginx-1.30.4
  /nix/store/7vwgadwxmwhizzhrsshncia39fng7yjz-policies.yaml
  /nix/store/15glrhzys6nf7nwqrr72f4flnx8y2kb5-python3.14-cbor2-6.1.3
  /nix/store/hbk4xn3b8l2gswmivcyzbd94c52d0l6m-python3.14-remarshal-2.1.4
  /nix/store/pwwxq8p23rq7zv9ggcypqkqq43jq318f-python3.14-ruamel-base-1.0.0
  /nix/store/5w2skas02jcmf81sx0xdzlbdgl3ka3sy-python3.14-ruamel-yaml-0.19.1
  /nix/store/xrxywiidlycxqcsy825h7bm4wxbnba4h-python3.14-ruamel-yaml-clib-0.2.15
  /nix/store/bh3fzd9420ic346n4bgq49aa4cbbbn58-python3.14-starlark-0.5.0
  /nix/store/ljajn7ar3n9cf6nymbnb13hl7d0wi8wn-python3.14-termcolor-3.3.0
  /nix/store/kb2n6sh9jbmz11czm7142imhj2001cjq-rules.yaml
  /nix/store/mfx46y3k28rkvwzr7vx551fkqfs369af-templates.yaml
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/25lk2av39d21g39niqhai309apipc17d-etc-hostname.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fiq8qn68bncddf365vl1jsswdnljnhq1-etc-hostname.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/dm6v205q8jwdf70pkzsdv7i9xp9jv8w1-nginx.conf.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv'
building '/nix/store/pmz19j5vh9887j0i7fkw80qkkg4mby6x-etc-alloy-local-extension.alloy.drv'
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/25lk2av39d21g39niqhai309apipc17d-etc-hostname.drv'
building '/nix/store/fiq8qn68bncddf365vl1jsswdnljnhq1-etc-hostname.drv'
building '/nix/store/k7dla93g1dwafjpxcbr22vx618vhwcfb-string-hosts.drv'
building '/nix/store/nf4wbsq66xrj9x51vgpyn17rpx3jq04x-extra-hosts.drv'
building '/nix/store/gz0jqicqzaw5idm5jyx86h8c23bhh61h-string-hosts.drv'
building '/nix/store/0dsq5c1zkd7idyvdrgmli9cnlvwf1anq-postgres-db-restore-command-grafana.drv'
building '/nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv'
building '/nix/store/zx0q5mszq0y25k598rv919zvp55b9h5a-firewall-start.drv'
building '/nix/store/yxph0kqymq94bq1vprdn9291ki9rys7v-unit-script-postgresql-post-start.drv'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv'
building '/nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv'
vars-check-monitoring> Running vars check using Nix-based executor...
vars-check-monitoring> ✓ All vars checks completed successfully
building '/nix/store/ziv4qwp8cy60dhpl2cll67lv7jkqdkiz-config.yaml.drv'
config.yaml> structuredAttrs is enabled
building '/nix/store/0xzabzz0sm8bkkbvwv5njmgljwkhlgan-state-commands.drv'
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
config.yaml> 
building '/nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/2ad3c7npgvampjrg56fvirv6kchck7c5-unit-mimir.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/zvlacf9bl6sx1cq0axa5q4zafji4ahiq-system-path.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/dm6v205q8jwdf70pkzsdv7i9xp9jv8w1-nginx.conf.drv'
nginx.conf> structuredAttrs is enabled
building '/nix/store/z63x2jam3a8v9aks2hsqhgwkldx6j3bi-dashboard.yaml.drv'
dashboard.yaml> structuredAttrs is enabled
dashboard.yaml> 
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
building '/nix/store/qar232490kx90mgbvakh95qwm2vbbkph-datasource.yaml.drv'
datasource.yaml> structuredAttrs is enabled
building '/nix/store/8fa01983lqydf9awxjqzzvgwgnmdz335-unit-script-nginx-pre-start.drv' on 'ssh-ng://builder@build01.clan.lol'
datasource.yaml> 
building '/nix/store/4cfjb63qsyy0il9zxqv8yzzhr7jpggcx-hosts.drv'
building '/nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv'
building '/nix/store/gnlbrdsp8dsmqh9qn6b9whciy6b5m03j-loki-config.json.drv'
building '/nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/jd4limj2j755fpykgja82pbpp04dl6yy-decrypt-age-secrets.drv'
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hjxg4hx6szc256ww1l2lsq2bdpjvplzl-decrypt-age-secrets.drv'
building '/nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/23azfpwip7kbvlfvish3qwr15m03h85r-hosts.drv'
building '/nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/31v0kib6i2cdk5jv3lzzsv0c4gn0549d-firewall-reload.drv'
building '/nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/2ad3c7npgvampjrg56fvirv6kchck7c5-unit-mimir.service.drv'
unit-mimir.service> structuredAttrs is enabled
building '/nix/store/8fa01983lqydf9awxjqzzvgwgnmdz335-unit-script-nginx-pre-start.drv'
building '/nix/store/zvlacf9bl6sx1cq0axa5q4zafji4ahiq-system-path.drv'
system-path> structuredAttrs is enabled
building '/nix/store/nq1zm846s1nddds8jvxcqv45jp6118g0-validate-loki-conf.drv'
system-path> created 1868 symlinks in user environment
validate-loki-conf> level=info ts=2026-08-17T10:02:52.399424622Z caller=main.go:109 msg="config is valid"
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/hzdcyd37wl1zx8aqbbkxq9ld7pcnyzy1-unit-firewall.service.drv'
unit-firewall.service> structuredAttrs is enabled
building '/nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/66gy39m6xh6lk42lwv648shqzfj9p1hk-grafana-provisioning.drv'
building '/nix/store/z7a1zvm648rldmsm8wyfq50rnr5k8xx4-dry-activate.drv'
building '/nix/store/hpwcrnscpcxkm9zq718qc0swjwkf12bq-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/42pr0qspjjra069psgm8rkvi1q6pg5sx-unit-nginx.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/dmarxx4v3bag0ppglzsryi8s2gc3jlsc-config.ini.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/i9qqh3ysvsm3zfsnijb8d4054miwrnmp-dry-activate.drv'
building '/nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/4xlffqmv5fh1vi38v4lgkjpz18d43gr8-dbus-1.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/l6194hln1402nd706dc5mhmglaqb5r8s-unit-loki.service.drv'
unit-loki.service> structuredAttrs is enabled
building '/nix/store/ng00zf1gfk9wp3dgi4jvfliqcps4vmzd-unit-postgresql.service.drv'
unit-postgresql.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/dmarxx4v3bag0ppglzsryi8s2gc3jlsc-config.ini.drv'
building '/nix/store/hpwcrnscpcxkm9zq718qc0swjwkf12bq-system-units.drv'
building '/nix/store/makq0g7xr15gfvdlwgqjpz50b8d715r6-unit-grafana.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/42pr0qspjjra069psgm8rkvi1q6pg5sx-unit-nginx.service.drv'
unit-nginx.service> structuredAttrs is enabled
building '/nix/store/wzd78z96myxmbspql5gmnh5niz77idyd-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/4xlffqmv5fh1vi38v4lgkjpz18d43gr8-dbus-1.drv'
building '/nix/store/5hi6qw10qqjdm6zax8s498y0m15nzsy6-X-Restart-Triggers-dbus-broker.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/makq0g7xr15gfvdlwgqjpz50b8d715r6-unit-grafana.service.drv'
unit-grafana.service> structuredAttrs is enabled
building '/nix/store/wzd78z96myxmbspql5gmnh5niz77idyd-etc.drv'
building '/nix/store/z7fg0fvnbj0kakir967gaxgn539k2m6f-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/5hi6qw10qqjdm6zax8s498y0m15nzsy6-X-Restart-Triggers-dbus-broker.drv'
building '/nix/store/dinhsn4ymyd5i0xs6q8xhyq28sd1fklx-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gngm7j01f4nl67alw4zl5iv5d2v7rr9g-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/z7fg0fvnbj0kakir967gaxgn539k2m6f-activate.drv'
building '/nix/store/dx74v5p3q9xv3pcyw1pym4974k3ci71x-nixos-system-machine2-test.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/gngm7j01f4nl67alw4zl5iv5d2v7rr9g-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/nv5k860y3ph5i9kyp4c1ki3kl2j3qdf5-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/dinhsn4ymyd5i0xs6q8xhyq28sd1fklx-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/wqv70llh6vmqhckk9w80gqvg6sbfss8v-user-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/wqv70llh6vmqhckk9w80gqvg6sbfss8v-user-units.drv'
building '/nix/store/dx74v5p3q9xv3pcyw1pym4974k3ci71x-nixos-system-machine2-test.drv'
nixos-system-machine2-test> structuredAttrs is enabled
building '/nix/store/kdgcb6rq4p08aiyp2s2pk9nwgzkrjw8a-run-machine2-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nv5k860y3ph5i9kyp4c1ki3kl2j3qdf5-system-units.drv'
building '/nix/store/andvb411lkhqdj3zwigxlc5rr65mk2mb-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/andvb411lkhqdj3zwigxlc5rr65mk2mb-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/p1jr1zpbcf0wz4828q153c61j0y4yngm-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/kdgcb6rq4p08aiyp2s2pk9nwgzkrjw8a-run-machine2-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/p1jr1zpbcf0wz4828q153c61j0y4yngm-activate.drv'
building '/nix/store/v4x5sxsm4jr217b3yfj59d0j1ix8qcpx-nixos-system-machine1-test.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/v4x5sxsm4jr217b3yfj59d0j1ix8qcpx-nixos-system-machine1-test.drv'
nixos-system-machine1-test> structuredAttrs is enabled
building '/nix/store/25ysid4a288b1c52hwdi4m2c0n4yjds7-run-machine1-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/25ysid4a288b1c52hwdi4m2c0n4yjds7-run-machine1-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/i37a7aq3kzsj3zy0g29shx1wclrhby3a-driverConfiguration.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/i37a7aq3kzsj3zy0g29shx1wclrhby3a-driverConfiguration.json.drv'
driverConfiguration.json> structuredAttrs is enabled
building '/nix/store/lir4gqbg4vm17v1918nghf3v5rc2dhz4-nixos-test-driver-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/lir4gqbg4vm17v1918nghf3v5rc2dhz4-nixos-test-driver-monitoring.drv'
nixos-test-driver-monitoring> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-monitoring> All checks passed!
nixos-test-driver-monitoring> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-monitoring> All checks passed!
building '/nix/store/wcvnq9z4rasfpd3ikpir7mwrn4mzyjjy-container-test-run-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/wcvnq9z4rasfpd3ikpir7mwrn4mzyjjy-container-test-run-monitoring.drv'
container-test-run-monitoring> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-monitoring> start all VLans
container-test-run-monitoring> (finished: start all VLans, in 0.00 seconds)
container-test-run-monitoring> 
container-test-run-monitoring> Test will time out and terminate in 3600.0 seconds
container-test-run-monitoring> run the VM test script
container-test-run-monitoring> additionally exposed symbols:
container-test-run-monitoring>     machine1, machine2,
container-test-run-monitoring>     vlan1,
container-test-run-monitoring>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-monitoring> start all VMs
container-test-run-monitoring> machine1: systemd-nspawn running (pid 52)
container-test-run-monitoring> machine2: systemd-nspawn running (pid 53)
container-test-run-monitoring> machine1: Waiting for journal at /build/vm-state-machine1/var/log/journal...
container-test-run-monitoring> machine2: Waiting for journal at /build/vm-state-machine2/var/log/journal...
container-test-run-monitoring> (finished: start all VMs, in 0.00 seconds)
container-test-run-monitoring> machine1: waiting for unit multi-user.target
container-test-run-monitoring> nixos-nspawn(machine1): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine1): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> nixos-nspawn(machine2): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine2): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> ░ Spawning container machine1 on /build/vm-state-machine1.
container-test-run-monitoring> ░ Spawning container machine2 on /build/vm-state-machine2.
container-test-run-monitoring> machine1 # No journal files were found.
container-test-run-monitoring> machine1 # No journal boot entry found for the specified boot (+0).
container-test-run-monitoring> machine2 # No journal boot entry found for the specified boot (+0).
container-test-run-monitoring> machine1 # [6000164.931264] machine1 systemd-journald[123]: Journal started
container-test-run-monitoring> machine2 # [6000164.920868] machine2 systemd-journald[106]: Journal started
container-test-run-monitoring> machine1 # [6000164.931316] machine1 systemd-journald[123]: Runtime Journal (/run/log/journal/996a1b58064d4d40bae62a9c9c0696d3) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine1 # [6000164.936169] machine1 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine1 # [6000164.945083] machine1 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine1 # [6000164.945893] machine1 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine1 # [6000164.946945] machine1 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine1 # [6000164.954336] machine1 systemd-journald[123]: Time spent on flushing to /var/log/journal/996a1b58064d4d40bae62a9c9c0696d3 is 1.610ms for 6 entries.
container-test-run-monitoring> machine1 # [6000164.954336] machine1 systemd-journald[123]: System Journal (/var/log/journal/996a1b58064d4d40bae62a9c9c0696d3) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine1 # [6000164.959186] machine1 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine1 # [6000164.959868] machine1 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine1 # [6000164.959990] machine1 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine1 # [6000164.960852] machine1 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine2 # [6000164.920922] machine2 systemd-journald[106]: Runtime Journal (/run/log/journal/c726ab8818a4455ca693c92f0e857f55) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine2 # [6000164.925700] machine2 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine2 # [6000164.934496] machine2 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine2 # [6000164.935371] machine2 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine2 # [6000164.936077] machine2 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine2 # [6000164.943705] machine2 systemd-journald[106]: Time spent on flushing to /var/log/journal/c726ab8818a4455ca693c92f0e857f55 is 1.745ms for 6 entries.
container-test-run-monitoring> machine2 # [6000164.943705] machine2 systemd-journald[106]: System Journal (/var/log/journal/c726ab8818a4455ca693c92f0e857f55) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine2 # [6000164.949087] machine2 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine2 # [6000164.949790] machine2 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine2 # [6000164.949902] machine2 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine2 # [6000164.950725] machine2 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine2 # [6000164.950771] machine2 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [6000164.951721] machine2 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine2 # [6000164.951760] machine2 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine2 # [6000164.985662] machine2 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine2 # [6000164.987076] machine2 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine2 # [6000165.002224] machine2 systemd-tmpfiles[167]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6000165.002409] machine2 systemd-tmpfiles[167]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [6000165.002536] machine2 systemd-tmpfiles[167]: fchmod() of /var/log/journal/c726ab8818a4455ca693c92f0e857f55 failed: Operation not permitted
container-test-run-monitoring> machine2 # [6000165.002721] machine2 systemd-tmpfiles[167]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [6000165.004543] machine2 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine2 # [6000165.005715] machine2 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine2 # [6000165.006550] machine2 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine2 # [6000165.018621] machine2 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine1 # [6000164.960896] machine1 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [6000165.025804] machine2 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine1 # [6000164.961774] machine1 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine2 # [6000165.028171] machine2 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine2 # [6000165.037969] machine2 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine1 # [6000164.961812] machine1 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine2 # [6000165.060439] machine2 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine2 # [6000165.060603] machine2 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine2 # [6000165.060835] machine2 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine1 # [6000164.984550] machine1 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine1 # [6000164.986485] machine1 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine2 # [6000165.061930] machine2 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine2 # [6000165.103657] machine2 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine1 # [6000165.002558] machine1 systemd-tmpfiles[180]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6000165.918790] machine2 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine1 # [6000165.002737] machine1 systemd-tmpfiles[180]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [6000165.002854] machine1 systemd-tmpfiles[180]: fchmod() of /var/log/journal/996a1b58064d4d40bae62a9c9c0696d3 failed: Operation not permitted
container-test-run-monitoring> machine1 # [6000165.003036] machine1 systemd-tmpfiles[180]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [6000165.004677] machine1 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine1 # [6000165.005720] machine1 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine1 # [6000165.006537] machine1 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine1 # [6000165.018616] machine1 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine1 # [6000165.025826] machine1 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine1 # [6000165.026979] machine1 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine1 # [6000165.039947] machine1 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine1 # [6000165.074265] machine1 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine1 # [6000165.074423] machine1 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine1 # [6000165.074629] machine1 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine1 # [6000165.075891] machine1 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine1 # [6000165.103199] machine1 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine1 # [6000165.924953] machine1 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine1 # [6000166.365855] machine1 systemd-networkd[238]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [6000166.365957] machine1 systemd-networkd[238]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [6000166.373007] machine1 systemd-networkd[238]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [6000166.373170] machine1 systemd-networkd[238]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [6000166.373342] machine1 systemd-networkd[238]: lo: Link UP
container-test-run-monitoring> machine1 # [6000166.373347] machine1 systemd-networkd[238]: lo: Gained carrier
container-test-run-monitoring> machine1 # [6000166.373552] machine1 systemd-networkd[238]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine1 # [6000166.374074] machine1 systemd[1]: Started Network Management.
container-test-run-monitoring> machine1 # [6000166.374202] machine1 systemd-networkd[238]: eth1: Link UP
container-test-run-monitoring> machine1 # [6000166.374452] machine1 systemd-networkd[238]: eth1: Gained carrier
container-test-run-monitoring> machine1 # [6000166.375747] machine1 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine1 # [6000166.461717] machine1 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine2 # [6000166.647822] machine2 systemd-networkd[219]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6000166.647920] machine2 systemd-networkd[219]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [6000166.654856] machine2 systemd-networkd[219]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [6000166.655019] machine2 systemd-networkd[219]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [6000166.655195] machine2 systemd-networkd[219]: lo: Link UP
container-test-run-monitoring> machine2 # [6000166.655200] machine2 systemd-networkd[219]: lo: Gained carrier
container-test-run-monitoring> machine2 # [6000166.655403] machine2 systemd-networkd[219]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine2 # [6000166.655768] machine2 systemd[1]: Started Network Management.
container-test-run-monitoring> machine2 # [6000166.655884] machine2 systemd-networkd[219]: eth1: Link UP
container-test-run-monitoring> machine2 # [6000166.656152] machine2 systemd-networkd[219]: eth1: Gained carrier
container-test-run-monitoring> machine2 # [6000166.657408] machine2 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine2 # [6000166.698113] machine2 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine2 # [6000166.920085] machine2 systemd-resolved[131]: Positive Trust Anchors:
container-test-run-monitoring> machine2 # [6000166.920096] machine2 systemd-resolved[131]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine2 # [6000166.920099] machine2 systemd-resolved[131]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine2 # [6000166.920134] machine2 systemd-resolved[131]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine2 # [6000166.942614] machine2 systemd-resolved[131]: Using system hostname 'machine2'.
container-test-run-monitoring> machine2 # [6000166.944058] machine2 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine2 # [6000166.944151] machine2 systemd[1]: Reached target Network.
container-test-run-monitoring> machine2 # [6000166.944215] machine2 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine2 # [6000166.944261] machine2 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [6000166.944288] machine2 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine2 # [6000166.944303] machine2 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine2 # [6000166.944419] machine2 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine2 # [6000166.944545] machine2 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine2 # [6000166.944649] machine2 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine2 # [6000166.944671] machine2 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine2 # [6000166.944705] machine2 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine2 # [6000166.993501] machine2 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine2 # [6000166.994628] machine2 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine2 # [6000166.995660] machine2 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine2 # [6000166.996908] machine2 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine2 # [6000167.011989] machine2 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine1 # [6000166.903566] machine1 systemd-resolved[149]: Positive Trust Anchors:
container-test-run-monitoring> machine1 # [6000166.903577] machine1 systemd-resolved[149]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine1 # [6000166.903581] machine1 systemd-resolved[149]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine1 # [6000166.903615] machine1 systemd-resolved[149]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine1 # [6000166.926089] machine1 systemd-resolved[149]: Using system hostname 'machine1'.
container-test-run-monitoring> machine1 # [6000166.927455] machine1 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine1 # [6000166.927543] machine1 systemd[1]: Reached target Network.
container-test-run-monitoring> machine1 # [6000166.927600] machine1 systemd[1]: Reached target Network is Online.
container-test-run-monitoring> machine1 # [6000166.927638] machine1 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine1 # [6000166.927690] machine1 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [6000166.927719] machine1 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine1 # [6000166.927737] machine1 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine1 # [6000166.927850] machine1 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine1 # [6000166.927971] machine1 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine1 # [6000166.928093] machine1 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine1 # [6000166.928120] machine1 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine1 # [6000166.928154] machine1 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine1 # [6000166.929345] machine1 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine1 # [6000166.930158] machine1 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine1 # [6000166.930969] machine1 systemd[1]: Started Loki Service Daemon.
container-test-run-monitoring> machine1 # [6000166.931715] machine1 systemd[1]: Started mimir Service Daemon.
container-test-run-monitoring> machine1 # [6000166.932538] machine1 systemd[1]: Starting Nginx Web Server...
container-test-run-monitoring> machine1 # [6000166.933309] machine1 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine1 # [6000166.992457] machine1 systemd[1]: Starting PostgreSQL Server...
container-test-run-monitoring> machine1 # [6000166.994307] machine1 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine1 # [6000167.088603] machine1 systemd[1]: lastlog2-import.service: Failed to spawn executor: No such file or directory
container-test-run-monitoring> machine1 # [6000167.088633] machine1 systemd[1]: lastlog2-import.service: Failed to spawn 'start-post' task: No such file or directory
container-test-run-monitoring> machine1 # [6000167.088662] machine1 systemd[1]: lastlog2-import.service: Failed with result 'resources'.
container-test-run-monitoring> machine1 # [6000167.088995] machine1 systemd[1]: Failed to start Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine2 # [6000167.750627] machine2 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine2 # [6000167.751388] machine2 nsncd[227]: Aug 17 10:06:33.804 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine2 # [6000167.750693] machine2 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine2 # [6000167.750754] machine2 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine2 # [6000167.752152] machine2 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine2 # [6000167.753137] machine2 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine2 # [6000167.765683] machine2 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine2 # [6000167.767371] machine2 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine2 # [6000167.767411] machine2 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine2 # [6000167.767428] machine2 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine2 # [6000167.904169] machine2 systemd-networkd[219]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [6000167.751190] machine1 nsncd[249]: Aug 17 10:06:33.802 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine1 # [6000167.750040] machine1 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine1 # [6000167.750119] machine1 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine1 # [6000167.750175] machine1 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine1 # [6000167.751878] machine1 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine1 # [6000167.753149] machine1 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine1 # [6000167.763694] machine1 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine1 # [6000167.764988] machine1 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine1 # [6000167.765034] machine1 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine1 # [6000167.765054] machine1 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.107184246Z caller=main.go:232 level=info msg="Starting application" version="(version=3.1.4, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.111310224Z caller=server.go:401 level=info msg="server listening on addresses" http=[::]:3001 grpc=[::]:9095
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.129121072Z caller=memberlist_client.go:541 level=info component=memberlist msg="Using memberlist cluster label and node name" cluster_label= node=machine1-13222066
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.132301517Z caller=modules.go:1054 level=info msg="The ruler is not being started because you need to configure the ruler storage."
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.133537734Z caller=inmemory.go:137 level=info msg="created in-memory index cache" maxItemSizeBytes=134217728 maxSizeBytes=1073741824 maxItems=maxInt
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.135892087Z caller=ingester.go:359 level=warn msg="-blocks-storage.backend=filesystem is for development and testing only; you should switch to an external object store for production use or use a shared filesystem"
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.137084944Z caller=ingester.go:513 level=info msg="TSDB idle compaction timeout set" timeout=1h1m4.804923377s
container-test-run-monitoring> machine1 # [6000168.152422] machine1 mimir[247]: ts=2026-08-17T10:06:34.139164853Z caller=modules.go:1068 level=info msg="The ruler storage has not been configured. Not starting the ruler."
container-test-run-monitoring> machine1 # [6000168.224477] machine1 systemd-networkd[238]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.288463816Z caller=modules.go:716 level=info msg="The querier worker has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic worker configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier worker." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.288523937Z caller=worker.go:148 level=info msg="Starting querier worker connected to query-scheduler" scheduler=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.289634913Z caller=modules.go:936 level=info msg="The query-frontend has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic frontend configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier-frontend." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291176934Z caller=module_service.go:82 level=info msg=starting module=sanity-check
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291180094Z caller=module_service.go:82 level=info msg=starting module=active-groups-cleanup-service
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291189574Z caller=module_service.go:82 level=info msg=starting module=activity-tracker
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291235015Z caller=sanity_check.go:32 level=info msg="Checking directories read/write access"
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291473218Z caller=sanity_check.go:37 level=info msg="Directories read/write access successfully checked"
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291481458Z caller=sanity_check.go:39 level=info msg="Checking object storage config"
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.29160406Z caller=sanity_check.go:44 level=info msg="Object storage config successfully checked"
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291642461Z caller=module_service.go:82 level=info msg=starting module=server
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291764702Z caller=module_service.go:82 level=info msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [6000168.252726] machine1 mimir[247]: ts=2026-08-17T10:06:34.291784063Z caller=module_service.go:82 level=info msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291827023Z caller=module_service.go:82 level=info msg=starting module=querier-lifecycler
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291829503Z caller=module_service.go:82 level=info msg=starting module=store-gateway
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291857424Z caller=module_service.go:82 level=info msg=starting module=ingester-ring
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291867184Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=querier
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291900184Z caller=module_service.go:82 level=info msg=starting module=compactor
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291910504Z caller=module_service.go:82 level=info msg=starting module=querier-ring
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.291946105Z caller=module_service.go:82 level=info msg=starting module=store-queryable
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292028226Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292032186Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292085827Z caller=module_service.go:82 level=info msg=starting module=distributor-service
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292086347Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292116787Z caller=module_service.go:82 level=info msg=starting module=ingester-service
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292158068Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292224509Z caller=module_service.go:82 level=info msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292208269Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=store-gateway
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292232549Z caller=basic_lifecycler_delegates.go:63 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6000168.253028] machine1 mimir[247]: ts=2026-08-17T10:06:34.292234869Z caller=ingester_tsdb.go:399 level=info msg="opening existing TSDBs"
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.29228271Z caller=frontend_scheduler_worker.go:146 level=info msg="adding connection to query-scheduler" addr=127.0.0.1:9095
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292395311Z caller=lifecycler.go:694 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292415511Z caller=lifecycler.go:721 level=info msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292438352Z caller=gateway.go:246 level=info msg="waiting until store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292458472Z caller=distributor.go:882 level=info msg="waiting until distributor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292463552Z caller=lifecycler.go:562 level=info msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292484992Z caller=module_service.go:82 level=info msg=starting module=querier
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292518193Z caller=worker.go:248 level=info msg="adding connection" addr=127.0.0.1:9095 in-use=true
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292942279Z caller=ring.go:390 level=info component=compactor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.292968919Z caller=basic_lifecycler.go:324 level=info component=compactor msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [6000168.253280] machine1 mimir[247]: ts=2026-08-17T10:06:34.293144802Z caller=compactor.go:583 level=info component=compactor msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.294039094Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.294104615Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.31741622Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.317493302Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.31878324Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.31880008Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=tracing duration=7.48µs
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.318907961Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=logging duration=99.561µs
container-test-run-monitoring> machine1 # [6000168.265722] machine1 alloy[244]: ts=2026-08-17T10:06:34.318916441Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=otel duration=880ns
container-test-run-monitoring> machine1 # [6000168.267263] machine1 alloy[244]: ts=2026-08-17T10:06:34.320331821Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine1 # [6000168.267432] machine1 alloy[244]: ts=2026-08-17T10:06:34.320544664Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine1 # [6000168.268383] machine1 alloy[244]: ts=2026-08-17T10:06:34.321389956Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=a0ccf8 url=http://machine1.clan/mimir/api/v1/push queue=a0ccf8
container-test-run-monitoring> machine1 # [6000168.268383] machine1 alloy[244]: ts=2026-08-17T10:06:34.321422396Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=a0ccf8 url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine1 # [6000168.268383] machine1 alloy[244]: ts=2026-08-17T10:06:34.321467877Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=prometheus.remote_write.mimir duration=2.542956ms
container-test-run-monitoring> machine1 # [6000168.269025] machine1 alloy[244]: ts=2026-08-17T10:06:34.321742681Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=a0ccf8 url=http://machine1.clan/mimir/api/v1/push queue=a0ccf8
container-test-run-monitoring> machine1 # [6000168.269025] machine1 alloy[244]: ts=2026-08-17T10:06:34.321955564Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=prometheus.relabel.create_nixos_services_metric duration=455.527µs
container-test-run-monitoring> machine1 # [6000168.274203] machine1 alloy[244]: ts=2026-08-17T10:06:34.327312839Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine1 # [6000168.274203] machine1 alloy[244]: ts=2026-08-17T10:06:34.327373599Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine1 # [6000168.274767] machine1 alloy[244]: ts=2026-08-17T10:06:34.327912647Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine1 # [6000168.274794] machine1 alloy[244]: ts=2026-08-17T10:06:34.327955928Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine1 # [6000168.274848] machine1 alloy[244]: ts=2026-08-17T10:06:34.328010928Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine1 # [6000168.274848] machine1 alloy[244]: ts=2026-08-17T10:06:34.328027409Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine1 # [6000168.274888] machine1 alloy[244]: ts=2026-08-17T10:06:34.328031969Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine1 # [6000168.274888] machine1 alloy[244]: ts=2026-08-17T10:06:34.328035609Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine1 # [6000168.274888] machine1 alloy[244]: ts=2026-08-17T10:06:34.328039169Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine1 # [6000168.274944] machine1 alloy[244]: ts=2026-08-17T10:06:34.328066569Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=prometheus.exporter.unix.local_system duration=6.086405ms
container-test-run-monitoring> machine1 # [6000168.277551] machine1 alloy[244]: ts=2026-08-17T10:06:34.330653005Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=prometheus.scrape.scrape_metrics duration=2.551275ms
container-test-run-monitoring> machine1 # [6000168.277645] machine1 alloy[244]: ts=2026-08-17T10:06:34.330790247Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=remotecfg duration=76.001µs
container-test-run-monitoring> machine1 # [6000168.277670] machine1 alloy[244]: ts=2026-08-17T10:06:34.330822608Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine1 # [6000168.277670] machine1 alloy[244]: ts=2026-08-17T10:06:34.330836528Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=http duration=31.041µs
container-test-run-monitoring> machine1 # [6000168.277670] machine1 alloy[244]: ts=2026-08-17T10:06:34.330846928Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=cluster duration=2.36µs
container-test-run-monitoring> machine1 # [6000168.280122] machine1 alloy[244]: ts=2026-08-17T10:06:34.331205933Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=loki.write.loki duration=351.365µs
container-test-run-monitoring> machine1 # [6000168.280122] machine1 alloy[244]: ts=2026-08-17T10:06:34.331494457Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=loki.relabel.journal duration=262.684µs
container-test-run-monitoring> machine1 # [6000168.280938] machine1 alloy[244]: ts=2026-08-17T10:06:34.334088133Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=loki.source.journal.all duration=2.572196ms
container-test-run-monitoring> machine1 # [6000168.280997] machine1 alloy[244]: ts=2026-08-17T10:06:34.334143854Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=labelstore duration=15.56µs
container-test-run-monitoring> machine1 # [6000168.280997] machine1 alloy[244]: ts=2026-08-17T10:06:34.334171574Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=livedebugging duration=13.88µs
container-test-run-monitoring> machine1 # [6000168.281038] machine1 alloy[244]: ts=2026-08-17T10:06:34.334183814Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 node_id=ui duration=3.96µs
container-test-run-monitoring> machine1 # [6000168.281038] machine1 alloy[244]: ts=2026-08-17T10:06:34.334198655Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=c76f35a17ee7dfff09020740489a8c24 duration=15.614138ms
container-test-run-monitoring> machine1 # [6000168.281132] machine1 alloy[244]: ts=2026-08-17T10:06:34.334268336Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine1 # [6000168.281296] machine1 alloy[244]: ts=2026-08-17T10:06:34.334445338Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine1 # [6000168.282039] machine1 alloy[244]: ts=2026-08-17T10:06:34.335118988Z level=error msg="failed to register collector with remote server" service=remotecfg id=5498712c-8bd9-4d22-b344-fa212cb4b8e8 name="" err="noop client"
container-test-run-monitoring> machine1 # [6000168.282620] machine1 alloy[244]: ts=2026-08-17T10:06:34.335772477Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [6000168.282834] machine1 alloy[244]: ts=2026-08-17T10:06:34.335841158Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine1 # [6000168.283013] machine1 alloy[244]: ts=2026-08-17T10:06:34.336090041Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine1
container-test-run-monitoring> machine2 # [6000168.213366] machine2 alloy[225]: ts=2026-08-17T10:06:34.249808117Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine2 # [6000168.213366] machine2 alloy[225]: ts=2026-08-17T10:06:34.249937959Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine2 # [6000168.213366] machine2 alloy[225]: ts=2026-08-17T10:06:34.262975421Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine2 # [6000168.213366] machine2 alloy[225]: ts=2026-08-17T10:06:34.263092862Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.265281893Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.265702819Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=loki.relabel.journal duration=412.566µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.265709299Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=otel duration=2µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.265719619Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=livedebugging duration=8.28µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.266261986Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=loki.write.loki duration=538.567µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.266460229Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=loki.source.journal.all duration=193.482µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.266586071Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=logging duration=120.842µs
container-test-run-monitoring> machine2 # [6000168.213803] machine2 alloy[225]: ts=2026-08-17T10:06:34.266600951Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=tracing duration=8.68µs
container-test-run-monitoring> machine2 # [6000168.220903] machine2 alloy[225]: ts=2026-08-17T10:06:34.272627875Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine2 # [6000168.220903] machine2 alloy[225]: ts=2026-08-17T10:06:34.273243444Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine2 # [6000168.225106] machine2 alloy[225]: ts=2026-08-17T10:06:34.278234594Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=f4aef6 url=http://machine1.clan/mimir/api/v1/push queue=f4aef6
container-test-run-monitoring> machine2 # [6000168.225106] machine2 alloy[225]: ts=2026-08-17T10:06:34.278279834Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=f4aef6 url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine2 # [6000168.225235] machine2 alloy[225]: ts=2026-08-17T10:06:34.278300434Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=prometheus.remote_write.mimir duration=11.691603ms
container-test-run-monitoring> machine2 # [6000168.225362] machine2 alloy[225]: ts=2026-08-17T10:06:34.278407516Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=f4aef6 url=http://machine1.clan/mimir/api/v1/push queue=f4aef6
container-test-run-monitoring> machine2 # [6000168.225483] machine2 alloy[225]: ts=2026-08-17T10:06:34.278641759Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=prometheus.relabel.create_nixos_services_metric duration=313.044µs
container-test-run-monitoring> machine2 # [6000168.225743] machine2 alloy[225]: ts=2026-08-17T10:06:34.278893643Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine2 # [6000168.225803] machine2 alloy[225]: ts=2026-08-17T10:06:34.278926003Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine2 # [6000168.226110] machine2 alloy[225]: ts=2026-08-17T10:06:34.279265128Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine2 # [6000168.226110] machine2 alloy[225]: ts=2026-08-17T10:06:34.279285128Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine2 # [6000168.226246] machine2 alloy[225]: ts=2026-08-17T10:06:34.27940101Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine2 # [6000168.226246] machine2 alloy[225]: ts=2026-08-17T10:06:34.27942361Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine2 # [6000168.226290] machine2 alloy[225]: ts=2026-08-17T10:06:34.27942841Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine2 # [6000168.226290] machine2 alloy[225]: ts=2026-08-17T10:06:34.27943217Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine2 # [6000168.226290] machine2 alloy[225]: ts=2026-08-17T10:06:34.27943529Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine2 # [6000168.226290] machine2 alloy[225]: ts=2026-08-17T10:06:34.279452291Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=prometheus.exporter.unix.local_system duration=791.692µs
container-test-run-monitoring> machine2 # [6000168.227688] machine2 alloy[225]: ts=2026-08-17T10:06:34.28082687Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=prometheus.scrape.scrape_metrics duration=1.358899ms
container-test-run-monitoring> machine2 # [6000168.227779] machine2 alloy[225]: ts=2026-08-17T10:06:34.280946791Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=remotecfg duration=73.161µs
container-test-run-monitoring> machine2 # [6000168.227878] machine2 alloy[225]: ts=2026-08-17T10:06:34.281043273Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine2 # [6000168.227878] machine2 alloy[225]: ts=2026-08-17T10:06:34.281056153Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=http duration=96.721µs
container-test-run-monitoring> machine2 # [6000168.227922] machine2 alloy[225]: ts=2026-08-17T10:06:34.281067833Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=ui duration=4.56µs
container-test-run-monitoring> machine2 # [6000168.227922] machine2 alloy[225]: ts=2026-08-17T10:06:34.281080233Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=cluster duration=4.4µs
container-test-run-monitoring> machine2 # [6000168.227922] machine2 alloy[225]: ts=2026-08-17T10:06:34.281095594Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 node_id=labelstore duration=9.4µs
container-test-run-monitoring> machine2 # [6000168.228054] machine2 alloy[225]: ts=2026-08-17T10:06:34.281168955Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=736cdfa5b88c68b2b2b91aeb3f947fc6 duration=15.993064ms
container-test-run-monitoring> machine2 # [6000168.228220] machine2 alloy[225]: ts=2026-08-17T10:06:34.281361917Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine2 # [6000168.228289] machine2 alloy[225]: ts=2026-08-17T10:06:34.281449878Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine2 # [6000168.228531] machine2 alloy[225]: ts=2026-08-17T10:06:34.281660201Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine2 # [6000168.229009] machine2 alloy[225]: ts=2026-08-17T10:06:34.282136008Z level=error msg="failed to register collector with remote server" service=remotecfg id=b73b24c8-b8da-46fa-adc6-182bafa992d0 name="" err="noop client"
container-test-run-monitoring> machine2 # [6000168.229245] machine2 alloy[225]: ts=2026-08-17T10:06:34.282409492Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine2
container-test-run-monitoring> machine2 # [6000168.229532] machine2 alloy[225]: ts=2026-08-17T10:06:34.282677216Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.4234203Z caller=gateway.go:250 level=info msg="store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.423488301Z caller=bucket_stores.go:215 level=info msg="synchronizing TSDB blocks for all users"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.423736104Z caller=bucket_stores.go:228 level=info msg="successfully synchronized TSDB blocks for all users"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.480222213Z caller=compactor.go:588 level=info component=compactor msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.480605138Z caller=compactor.go:706 level=info component=compactor msg="discovering users from bucket"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.480670459Z caller=compactor.go:716 level=info component=compactor msg="discovered users from bucket" users=0
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.48075974Z caller=blocks_cleaner.go:241 level=info component=cleaner task=clean_up_users_during_startup msg="started blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [6000168.453363] machine1 mimir[247]: ts=2026-08-17T10:06:34.480838821Z caller=blocks_cleaner.go:247 level=info component=cleaner task=clean_up_users_during_startup msg="successfully completed blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [6000168.576431] machine1 dbus-broker-launch[256]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine1 # [6000168.576836] machine1 dbus-broker-launch[256]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine1 # [6000168.576836] machine1 dbus-broker-launch[256]: Invalid user-name in /nix/store/b4g4c4ij2d569pnlp49y3gjb5c2mvfch-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine1 # [6000168.577200] machine1 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine1 # [6000168.584514] machine1 dbus-broker-launch[256]: Ready
container-test-run-monitoring> machine2 # [6000168.550089] machine2 dbus-broker-launch[228]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine2 # [6000168.550598] machine2 dbus-broker-launch[228]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine2 # [6000168.550598] machine2 dbus-broker-launch[228]: Invalid user-name in /nix/store/9rbprq6bh2iyfqz0ri0hxl68fbmmppsl-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine2 # [6000168.551001] machine2 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [6000168.558184] machine2 dbus-broker-launch[228]: Ready
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.784357417Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.6, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.784413098Z caller=main.go:147 msg="Loading configuration file" filename=/nix/store/4lzyglvw832kxrrj865xvk6cngiz9g3l-validate-loki-conf
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.784599421Z caller=modules.go:1597 msg="Ruler storage is not configured; ruler will not be started." config_key=ruler.storage
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.786314645Z caller=server.go:397 msg="server listening on addresses" http=[::]:3002 grpc=[::]:9096
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.790753027Z caller=table_manager.go:300 index-store=tsdb-2025-11-01 msg="query readiness setup completed" duration=2.28µs distinct_users_len=0 distinct_users=
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.790780347Z caller=table_manager.go:136 index-store=tsdb-2025-11-01 msg="uploading tables"
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.790793027Z caller=shipper.go:165 index-store=tsdb-2025-11-01 msg="starting index shipper in RW mode"
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.791065791Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.791098672Z caller=manager.go:86 index-store=tsdb-2025-11-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.791116832Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.793052699Z caller=worker.go:134 component=querier msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=warn ts=2026-08-17T10:06:34.796493027Z caller=modules.go:1643 msg="RulerStorage is nil. Not starting the ruler."
container-test-run-monitoring> machine1 # [6000168.827571] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812592732Z caller=module_service.go:82 msg=starting module=cache-generation-loader
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812605612Z caller=module_service.go:82 msg=starting module=server
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812670733Z caller=module_service.go:82 msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812682053Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812692453Z caller=module_service.go:82 msg=starting module=ring
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812743214Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812767854Z caller=module_service.go:82 msg=starting module=query-scheduler-ring
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812826615Z caller=module_service.go:82 msg=starting module=compactor
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812830695Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812875496Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812884576Z caller=module_service.go:82 msg=starting module=ingester-querier
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812923136Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=scheduler
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812931136Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812926736Z caller=module_service.go:82 msg=starting module=store
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812950737Z caller=module_service.go:82 msg=starting module=distributor
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812983977Z caller=module_service.go:82 msg=starting module=ingester
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813001737Z caller=module_service.go:82 msg=starting module=rule-evaluator
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.812987097Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [6000168.828818] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813018298Z caller=ringmanager.go:186 msg="waiting until scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813016937Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813047858Z caller=ring.go:390 component=distributor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=error ts=2026-08-17T10:06:34.813045618Z caller=ratestore.go:110 msg="error getting ingester clients" err="empty ring"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813105299Z caller=ingester.go:571 component=ingester msg="recovering from checkpoint"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813122899Z caller=compactor.go:420 msg="waiting until compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813114699Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.81319378Z caller=basic_lifecycler.go:324 component=distributor msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.81320066Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=59.881µs success=true
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.813242141Z caller=recovery.go:45 component=ingester msg="no checkpoint found, treating as no-op"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.814865083Z caller=ingester.go:587 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=1.771584ms errors=false
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.814879723Z caller=ingester.go:593 component=ingester msg="recovering from WAL"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815461132Z caller=ingester.go:609 component=ingester msg="WAL segment recovery finished" elapsed=2.360592ms errors=false
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815498972Z caller=ingester.go:557 component=ingester msg="closing recoverer"
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815506052Z caller=ingester.go:565 component=ingester msg="WAL recovery finished" time=2.413193ms
container-test-run-monitoring> machine1 # [6000168.829531] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815531253Z caller=wal.go:173 msg=started component=wal
container-test-run-monitoring> machine1 # [6000168.830109] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815606134Z caller=lifecycler.go:694 component=ingester msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [6000168.830109] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815641334Z caller=lifecycler.go:721 component=ingester msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [6000168.830109] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815629374Z caller=ingester.go:778 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=856.312049ms
container-test-run-monitoring> machine1 # [6000168.830109] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.815709615Z caller=lifecycler.go:562 component=ingester msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [6000168.926975] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.955854171Z caller=ringmanager.go:190 msg="scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.926975] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.955959173Z caller=ringmanager.go:199 msg="waiting until scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000168.926975] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.962992511Z caller=compactor.go:424 msg="compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [6000168.926975] machine1 loki[246]: level=info ts=2026-08-17T10:06:34.963092312Z caller=compactor.go:434 msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000169.026877] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.063542314Z caller=ringmanager.go:203 msg="scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000169.026877] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.063604795Z caller=module_service.go:82 msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [6000169.026877] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.063680756Z caller=module_service.go:82 msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [6000169.026877] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.063736437Z caller=module_service.go:82 msg=starting module=querier
container-test-run-monitoring> machine1 # [6000169.081340] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.134359942Z caller=compactor.go:438 msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000169.081340] machine1 loki[246]: level=info ts=2026-08-17T10:06:35.134423823Z caller=loki.go:615 msg="Loki started" startup_time=421.362601ms
container-test-run-monitoring> machine1 # [6000169.452607] machine1 mimir[247]: ts=2026-08-17T10:06:35.424480272Z caller=gateway.go:286 level=info msg="waiting until store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000169.553108] machine1 mimir[247]: ts=2026-08-17T10:06:35.554290203Z caller=gateway.go:290 level=info msg="store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [6000169.553108] machine1 mimir[247]: ts=2026-08-17T10:06:35.554348564Z caller=mimir.go:1103 level=info msg="Application started"
container-test-run-monitoring> machine1 # [6000169.671319] machine1 nginx-pre-start[373]: nginx: the configuration file /nix/store/zms43abcv2kwg70lmrgy8yknka0zkhg5-nginx.conf syntax is ok
container-test-run-monitoring> machine1 # [6000169.671960] machine1 nginx-pre-start[373]: nginx: configuration file /nix/store/zms43abcv2kwg70lmrgy8yknka0zkhg5-nginx.conf test is successful
container-test-run-monitoring> machine2 # [6000169.741896] machine2 systemd-logind[269]: New seat seat0.
container-test-run-monitoring> machine2 # [6000169.742155] machine2 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine1 # [6000169.738872] machine1 systemd-logind[272]: New seat seat0.
container-test-run-monitoring> machine2 # [6000169.743312] machine2 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine2 # [6000169.756240] machine2 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine2 # [6000169.756442] machine2 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine2 # [6000169.756876] machine2 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine2 # [6000169.757193] machine2 systemd[1]: Startup finished in 5.298s.
container-test-run-monitoring> machine1 # [6000169.740874] machine1 postgresql-pre-start[380]: The files belonging to this database system will be owned by user "postgres".
container-test-run-monitoring> machine1 # [6000169.740874] machine1 postgresql-pre-start[380]: This user must also own the server process.
container-test-run-monitoring> machine1 # [6000169.741146] machine1 postgresql-pre-start[380]: The database cluster will be initialized with locale "en_US.UTF-8".
container-test-run-monitoring> machine1 # [6000169.741146] machine1 postgresql-pre-start[380]: The default database encoding has accordingly been set to "UTF8".
container-test-run-monitoring> machine1 # [6000169.741146] machine1 postgresql-pre-start[380]: The default text search configuration will be set to "english".
container-test-run-monitoring> machine1 # [6000169.741146] machine1 postgresql-pre-start[380]: Data page checksums are enabled.
container-test-run-monitoring> machine1 # [6000169.741146] machine1 postgresql-pre-start[380]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok
container-test-run-monitoring> machine1 # [6000169.741405] machine1 postgresql-pre-start[380]: creating subdirectories ... ok
container-test-run-monitoring> machine1 # [6000169.741524] machine1 postgresql-pre-start[380]: selecting dynamic shared memory implementation ... posix
container-test-run-monitoring> machine1 # [6000169.763784] machine1 postgresql-pre-start[380]: selecting default "max_connections" ... 100
container-test-run-monitoring> machine1 # [6000169.765244] machine1 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine1 # [6000169.766448] machine1 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine1 # [6000169.780267] machine1 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine1 # [6000169.780436] machine1 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine1 # [6000169.788271] machine1 postgresql-pre-start[380]: selecting default "shared_buffers" ... 128MB
container-test-run-monitoring> machine1 # [6000170.059031] machine1 postgresql-pre-start[380]: selecting default time zone ... UTC
container-test-run-monitoring> machine1 # [6000170.059749] machine1 postgresql-pre-start[380]: creating configuration files ... ok
container-test-run-monitoring> machine1 # [6000170.190514] machine1 postgresql-pre-start[380]: running bootstrap script ... ok
container-test-run-monitoring> machine1 # [6000170.575068] machine1 postgresql-pre-start[380]: performing post-bootstrap initialization ... ok
container-test-run-monitoring> machine1 # [6000170.678255] machine1 postgresql-pre-start[380]: syncing data to disk ... ok
container-test-run-monitoring> machine1 # [6000170.678255] machine1 postgresql-pre-start[380]: initdb: warning: enabling "trust" authentication for local connections
container-test-run-monitoring> machine1 # [6000170.678255] machine1 postgresql-pre-start[380]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.
container-test-run-monitoring> machine1 # [6000170.678255] machine1 postgresql-pre-start[380]: Success. You can now start the database server using:
container-test-run-monitoring> machine1 # [6000170.678255] machine1 postgresql-pre-start[380]:     pg_ctl -D /var/lib/postgresql/18 -l logfile start
container-test-run-monitoring> machine1 # [6000170.842570] machine1 systemd[1]: Started Nginx Web Server.
container-test-run-monitoring> machine1 # [6000171.395536] machine1 postgres[396]: [396] LOG:  starting PostgreSQL 18.6 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit
container-test-run-monitoring> machine1 # [6000171.397378] machine1 postgres[396]: [396] LOG:  listening on IPv6 address "::1", port 5432
container-test-run-monitoring> machine1 # [6000171.397378] machine1 postgres[396]: [396] LOG:  listening on IPv4 address "127.0.0.1", port 5432
container-test-run-monitoring> machine1 # [6000171.398438] machine1 postgres[396]: [396] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"
container-test-run-monitoring> machine1 # [6000171.401892] machine1 postgres[406]: [406] LOG:  database system was shut down at 2026-08-17 10:06:36 GMT
container-test-run-monitoring> machine1 # [6000171.405255] machine1 postgres[396]: [396] LOG:  database system is ready to accept connections
container-test-run-monitoring> machine1 # [6000172.027337] machine1 loki[246]: level=info ts=2026-08-17T10:06:38.064217953Z caller=worker.go:235 component=querier msg="adding connection" addr=127.0.0.1:9096
container-test-run-monitoring> machine1 # [6000172.027337] machine1 loki[246]: level=info ts=2026-08-17T10:06:38.064222673Z caller=scheduler.go:658 msg="this scheduler is in the ReplicationSet, will now accept requests."
container-test-run-monitoring> machine1 # [6000172.221120] machine1 postgresql-post-start[419]: CREATE ROLE
container-test-run-monitoring> machine1 # [6000172.313030] machine1 postgresql-post-start[424]: CREATE DATABASE
container-test-run-monitoring> machine1 # [6000172.317929] machine1 systemd[1]: Started PostgreSQL Server.
container-test-run-monitoring> machine1 # [6000172.319417] machine1 systemd[1]: Starting PostgreSQL Setup Scripts...
container-test-run-monitoring> machine1 # [6000172.381850] machine1 systemd[1]: Finished PostgreSQL Setup Scripts.
container-test-run-monitoring> machine1 # [6000172.382245] machine1 systemd[1]: Reached target PostgreSQL.
container-test-run-monitoring> machine1 # [6000172.384134] machine1 systemd[1]: Starting Grafana Service Daemon...
container-test-run-monitoring> machine1: still waiting for container 'machine1' to reach ready state...
container-test-run-monitoring> machine1 # [6000174.127781] machine1 loki[246]: level=info ts=2026-08-17T10:06:40.134643648Z caller=compactor.go:497 msg="this instance has been chosen to run the compactor, starting compactor"
container-test-run-monitoring> machine1 # [6000174.127781] machine1 loki[246]: level=info ts=2026-08-17T10:06:40.13473337Z caller=tables_manager.go:70 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
container-test-run-monitoring> machine1 # [6000175.351671] machine1 systemd[1]: Started Grafana Service Daemon.
container-test-run-monitoring> machine1 # [6000175.351883] machine1 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine1 # [6000175.352083] machine1 systemd[1]: Startup finished in 10.878s.
container-test-run-monitoring> machine1 # [6000175.541035] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.594165217Z level=info msg="Starting Grafana" version=13.1.3 commit=NA branch=main compiled=2026-08-17T10:06:41Z
container-test-run-monitoring> machine1 # [6000175.541819] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.594961868Z level=info msg="Unified migration configs enforced" storage_type=unified target=[all]
container-test-run-monitoring> machine1 # [6000175.541819] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.594995069Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=playlists.playlist.grafana.app
container-test-run-monitoring> machine1 # [6000175.541819] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595005349Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=folders.folder.grafana.app
container-test-run-monitoring> machine1 # [6000175.541983] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595015269Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=dashboards.dashboard.grafana.app
container-test-run-monitoring> machine1 # [6000175.541983] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595162871Z level=info msg="Config loaded from" file=/var/lib/grafana/conf/defaults.ini
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595172311Z level=info msg="Config loaded from" file=/nix/store/v7b2p911yfgxggh3sri1imf24ivifzv0-config.ini
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595179991Z level=info msg=Target target=[all]
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595188151Z level=info msg="Path Home" path=/var/lib/grafana
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595194672Z level=info msg="Path Data" path=/var/lib/grafana/data
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595200672Z level=info msg="Path Logs" path=/var/lib/grafana/data/log
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595207992Z level=info msg="Path Plugins" path="[/var/lib/grafana/plugins /var/lib/grafana/data/plugins-bundled]"
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595217552Z level=info msg="Path Provisioning" path=/nix/store/mw38jckcbpw7fiddxkjd4b9sgi2phbfp-grafana-provisioning
container-test-run-monitoring> machine1 # [6000175.542084] machine1 grafana[438]: logger=settings t=2026-08-17T10:06:41.595224232Z level=info msg="App mode production"
container-test-run-monitoring> machine1 # [6000175.543072] machine1 grafana[438]: logger=featuremgmt t=2026-08-17T10:06:41.596180965Z level=info msg=FeatureToggles alertRuleRestore=true alertingBulkActionsInUI=true alertingImportYAMLUI=true alertingListViewV2=true alertingMigrationUI=true alertingMultiplePolicies=true alertingNavigationV2=true alertingNotificationsStepMode=true alertingQueryAndExpressionsStepMode=true alertingRulePermanentlyDelete=true alertingRuleRecoverDeleted=true alertingRuleVersionHistoryRestore=true alertingSaveStateCompressed=true alertingUIOptimizeReducer=true alertingUIUseBackendFilters=true alertingUIUseFullyCompatBackendFilters=true alertingUseNewSimplifiedRoutingHashAlgorithm=true annotationPermissionUpdate=true annotationsClustering=true awsAsyncQueryCaching=true awsDatasourcesTempCredentials=true azureMonitorEnableUserAuth=true azureMonitorPrometheusExemplars=true azureResourcePickerUpdates=true clearPreviousFieldValues=true cloudWatchCrossAccountQuerying=true cloudWatchNewLabelParsing=true cloudWatchRoundUpEndTime=true dashboardDefaultLayoutSelector=true dashboardNewLayouts=true dashboardSectionVariables=true dashboardUnifiedDrilldownControls=true enableSCIM=true feedbackButton=true grafana.scenesFlickeringFix=true grafanaAdvisor=true grafanaAssistantInProfilesDrilldown=true heatmapRowsAxisOptions=true improvedExternalSessionHandling=true improvedExternalSessionHandlingSAML=true influxdbBackendMigration=true kubernetesShortURLs=true lokiLabelNamesQueryApi=true lokiQuerySplitting=true multiPropsVariables=true newClickhouseConfigPageDesign=true newLogContext=true newLogsPanel=true newUnconfiguredPanel=true onlyStoreActionSets=true panelStyleActions=true profilesExemplars=true prometheusAzureOverrideAudience=true prometheusTypeMigration=true provisioning=true provisioning.readmes=true provisioningFolderMetadata=true pyroscopeUTF8LabelNames=true react19=true rememberUserOrgForSso=true renderAuthJWT=true restrictedPluginApis=true sqlExpressions=true teamFolders=true useKubernetesShortURLsAPI=true useMultipleScopeNodesEndpoint=true useScopeSingleNodeEndpoint=true useSessionStorageForRedirection=true vizLegendFacetedFilter=true vizPresets=true
container-test-run-monitoring> machine1 # [6000175.543340] machine1 grafana[438]: logger=sqlstore t=2026-08-17T10:06:41.596289967Z level=info msg="Connecting to DB" dbtype=postgres
container-test-run-monitoring> machine1 # [6000175.553069] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.606216145Z level=info msg="Locking database"
container-test-run-monitoring> machine1 # [6000175.553634] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.606791113Z level=info msg="Starting DB migrations"
container-test-run-monitoring> machine1 # [6000175.559477] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.612629355Z level=info msg="Executing migration" id="create migration_log table"
container-test-run-monitoring> machine1 # [6000175.562878] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.616024002Z level=info msg="Migration successfully executed" id="create migration_log table" duration=3.392967ms
container-test-run-monitoring> machine1 # [6000175.563884] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.617043016Z level=info msg="Executing migration" id="create user table"
container-test-run-monitoring> machine1 # [6000175.565624] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.61876072Z level=info msg="Migration successfully executed" id="create user table" duration=1.718184ms
container-test-run-monitoring> machine1 # [6000175.566617] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.619770694Z level=info msg="Executing migration" id="add unique index user.login"
container-test-run-monitoring> machine1 # [6000175.568880] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.621940005Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=2.169111ms
container-test-run-monitoring> machine1 # [6000175.569452] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.622596854Z level=info msg="Executing migration" id="add unique index user.email"
container-test-run-monitoring> machine1 # [6000175.570666] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.623811271Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=1.213457ms
container-test-run-monitoring> machine1 # [6000175.571137] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.624274917Z level=info msg="Executing migration" id="drop index UQE_user_login - v1"
container-test-run-monitoring> machine1 # [6000175.572110] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.625251691Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=975.654µs
container-test-run-monitoring> machine1 # [6000175.572838] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.625989701Z level=info msg="Executing migration" id="drop index UQE_user_email - v1"
container-test-run-monitoring> machine1 # [6000175.573627] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.626780152Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=789.971µs
container-test-run-monitoring> machine1 # [6000175.574255] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.627408401Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1"
container-test-run-monitoring> machine1 # [6000175.574449] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.627606204Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=197.963µs
container-test-run-monitoring> machine1 # [6000175.574945] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.628099851Z level=info msg="Executing migration" id="create user table v2"
container-test-run-monitoring> machine1 # [6000175.576792] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.629945436Z level=info msg="Migration successfully executed" id="create user table v2" duration=1.845145ms
container-test-run-monitoring> machine1 # [6000175.577356] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.630509124Z level=info msg="Executing migration" id="create index UQE_user_login - v2"
container-test-run-monitoring> machine1 # [6000175.578419] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.631572859Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=1.064095ms
container-test-run-monitoring> machine1 # [6000175.578832] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.631987425Z level=info msg="Executing migration" id="create index UQE_user_email - v2"
container-test-run-monitoring> machine1 # [6000175.579875] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.633024319Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=1.035814ms
container-test-run-monitoring> machine1 # [6000175.580451] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.633602368Z level=info msg="Executing migration" id="copy data_source v1 to v2"
container-test-run-monitoring> machine1 # [6000175.580767] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.633922372Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=331.405µs
container-test-run-monitoring> machine1 # [6000175.581152] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.634307297Z level=info msg="Executing migration" id="Drop old table user_v1"
container-test-run-monitoring> machine1 # [6000175.581940] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.635097508Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=790.131µs
container-test-run-monitoring> machine1 # [6000175.582721] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.635880559Z level=info msg="Executing migration" id="Add column help_flags1 to user table"
container-test-run-monitoring> machine1 # [6000175.583134] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.636277205Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=393.246µs
container-test-run-monitoring> machine1 # [6000175.583715] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.636870613Z level=info msg="Executing migration" id="Update user table charset"
container-test-run-monitoring> machine1 # [6000175.584956] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.63810447Z level=info msg="Migration successfully executed" id="Update user table charset" duration=1.233537ms
container-test-run-monitoring> machine1 # [6000175.585543] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.638698439Z level=info msg="Executing migration" id="Add last_seen_at column to user"
container-test-run-monitoring> machine1 # [6000175.585758] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.638911522Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=212.763µs
container-test-run-monitoring> machine1 # [6000175.586258] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.639414809Z level=info msg="Executing migration" id="Add missing user data"
container-test-run-monitoring> machine1 # [6000175.586928] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.640075378Z level=info msg="Migration successfully executed" id="Add missing user data" duration=660.089µs
container-test-run-monitoring> machine1 # [6000175.587352] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.640509624Z level=info msg="Executing migration" id="Add is_disabled column to user"
container-test-run-monitoring> machine1 # [6000175.587731] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.640891949Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=382.045µs
container-test-run-monitoring> machine1 # [6000175.588141] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.641276475Z level=info msg="Executing migration" id="Add index user.login/user.email"
container-test-run-monitoring> machine1 # [6000175.589314] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.642459531Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=1.181816ms
container-test-run-monitoring> machine1 # [6000175.589839] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.642973818Z level=info msg="Executing migration" id="Add is_service_account column to user"
container-test-run-monitoring> machine1 # [6000175.590174] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.643330383Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=355.885µs
container-test-run-monitoring> machine1 # [6000175.590540] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.643700068Z level=info msg="Executing migration" id="Update is_service_account column to nullable"
container-test-run-monitoring> machine1 # [6000175.590770] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.643932912Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=231.964µs
container-test-run-monitoring> machine1 # [6000175.591186] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.644339077Z level=info msg="Executing migration" id="Add uid column to user"
container-test-run-monitoring> machine1 # [6000175.591383] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.64453544Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=196.443µs
container-test-run-monitoring> machine1: (finished: waiting for unit multi-user.target, in 11.66 seconds)
container-test-run-monitoring> machine1 # [6000175.591796] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.644951486Z level=info msg="Executing migration" id="Update uid column values for users"
container-test-run-monitoring> machine2: waiting for unit multi-user.target
container-test-run-monitoring> machine1 # [6000175.592218] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.645375492Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=424.046µs
container-test-run-monitoring> machine1 # [6000175.592663] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.645818218Z level=info msg="Executing migration" id="Make sure users uid are set"
container-test-run-monitoring> machine1 # [6000175.592843] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.645999181Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=181.043µs
container-test-run-monitoring> machine1 # [6000175.593249] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.646405466Z level=info msg="Executing migration" id="Add unique index user_uid"
container-test-run-monitoring> machine1 # [6000175.594378] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.647531162Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=1.125496ms
container-test-run-monitoring> machine1 # [6000175.594813] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.647967688Z level=info msg="Executing migration" id="Add is_provisioned column to user"
container-test-run-monitoring> machine1 # [6000175.595166] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.648324413Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=356.965µs
container-test-run-monitoring> machine1 # [6000175.595600] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.648755499Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs"
container-test-run-monitoring> machine1 # [6000175.596144] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.649295547Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=540.008µs
container-test-run-monitoring> machine1 # [6000175.596578] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.649738833Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once"
container-test-run-monitoring> machine1 # [6000175.597216] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.650376162Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=637.289µs
container-test-run-monitoring> machine1 # [6000175.597630] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.650791447Z level=info msg="Executing migration" id="update login and email fields to lowercase"
container-test-run-monitoring> machine1 # [6000175.598155] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.651278254Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=486.807µs
container-test-run-monitoring> machine1 # [6000175.598752] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.651827622Z level=info msg="Executing migration" id="update login and email fields to lowercase2"
container-test-run-monitoring> machine1 # [6000175.598964] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.652048905Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=221.203µs
container-test-run-monitoring> machine1 # [6000175.599423] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.652544392Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at"
container-test-run-monitoring> machine1 # [6000175.600688] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.653780609Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=1.236177ms
container-test-run-monitoring> machine1 # [6000175.601247] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.654369537Z level=info msg="Executing migration" id="Expand user.uid length to 190"
container-test-run-monitoring> machine1 # [6000175.601878] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.654935025Z level=info msg="Migration successfully executed" id="Expand user.uid length to 190" duration=565.368µs
container-test-run-monitoring> machine1 # [6000175.602659] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.655817558Z level=info msg="Executing migration" id="Prefix SCIM uid for provisioned users"
container-test-run-monitoring> machine1 # [6000175.603056] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.656218363Z level=info msg="Migration successfully executed" id="Prefix SCIM uid for provisioned users" duration=400.845µs
container-test-run-monitoring> machine1 # [6000175.603772] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.656930133Z level=info msg="Executing migration" id="create temp user table v1-7"
container-test-run-monitoring> machine2: (finished: waiting for unit multi-user.target, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit alloy
container-test-run-monitoring> machine1: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: waiting for unit alloy
container-test-run-monitoring> machine2: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine1: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.00 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/local-extension.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/local-extension.alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine1: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine2: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit loki
container-test-run-monitoring> machine1: (finished: waiting for unit loki, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit mimir
container-test-run-monitoring> machine1: (finished: waiting for unit mimir, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit grafana
container-test-run-monitoring> machine1: (finished: waiting for unit grafana, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1
container-test-run-monitoring> machine2: (finished: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: cat /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: cat /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> (finished: run the VM test script, in 11.81 seconds)
container-test-run-monitoring> machine1 # [6000175.606002] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.659156244Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=2.224351ms
container-test-run-monitoring> machine1 # [6000175.606615] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.659779173Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7"
container-test-run-monitoring> machine1 # [6000175.607711] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.660876348Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=1.097935ms
container-test-run-monitoring> machine1 # [6000175.608136] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.661285194Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7"
container-test-run-monitoring> machine1 # [6000175.609276] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.66242673Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=1.140456ms
container-test-run-monitoring> machine1 # [6000175.609785] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.662945057Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7"
container-test-run-monitoring> machine1 # [6000175.610792] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.663954111Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=1.009054ms
container-test-run-monitoring> machine1 # [6000175.611225] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.664387957Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7"
container-test-run-monitoring> machine1 # [6000175.612219] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.665381611Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=993.774µs
container-test-run-monitoring> machine1 # [6000175.612852] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.66601382Z level=info msg="Executing migration" id="Update temp_user table charset"
container-test-run-monitoring> machine1 # [6000175.614179] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.667342598Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=1.328298ms
container-test-run-monitoring> machine1 # [6000175.614656] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.667819805Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1"
container-test-run-monitoring> machine1 # [6000175.615454] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.668616976Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=802.771µs
container-test-run-monitoring> machine1 # [6000175.616136] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.669298146Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1"
container-test-run-monitoring> machine1 # [6000175.616931] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.670093477Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=795.931µs
container-test-run-monitoring> machine1 # [6000175.617537] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.670699605Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1"
container-test-run-monitoring> machine1 # [6000175.618293] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.671450576Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=750.331µs
container-test-run-monitoring> machine1 # [6000175.618865] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.672027784Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1"
container-test-run-monitoring> machine1 # [6000175.619606] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.672770114Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=743.93µs
container-test-run-monitoring> machine1 # [6000175.620197] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.673360162Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1"
container-test-run-monitoring> machine1 # [6000175.620398] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.673560685Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=200.603µs
container-test-run-monitoring> machine1 # [6000175.620879] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.674042572Z level=info msg="Executing migration" id="create temp_user v2"
container-test-run-monitoring> machine1 # [6000175.622756] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.675918198Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=1.874706ms
container-test-run-monitoring> machine1 # [6000175.623427] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.676589727Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2"
container-test-run-monitoring> machine1 # [6000175.624571] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.677733383Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=1.143696ms
container-test-run-monitoring> machine1 # [6000175.625038] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.67820079Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2"
container-test-run-monitoring> machine1 # [6000175.626043] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.679206484Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=1.002174ms
container-test-run-monitoring> machine1 # [6000175.626466] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.67962977Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2"
container-test-run-monitoring> machine1 # [6000175.627467] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.680625224Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=994.334µs
container-test-run-monitoring> machine1 # [6000175.627877] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.68104283Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2"
container-test-run-monitoring> machine1 # [6000175.628878] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.682038403Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=993.773µs
container-test-run-monitoring> machine1 # [6000175.629339] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.68250193Z level=info msg="Executing migration" id="copy temp_user v1 to v2"
container-test-run-monitoring> machine1 # [6000175.629657] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.682820374Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=317.804µs
container-test-run-monitoring> machine1 # [6000175.630051] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.68321246Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty"
container-test-run-monitoring> machine1 # [6000175.630770] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.68393411Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=720.97µs
container-test-run-monitoring> machine1 # [6000175.631555] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.684716921Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire"
container-test-run-monitoring> machine1 # [6000175.632151] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.685304329Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=585.688µs
container-test-run-monitoring> machine1 # [6000175.632599] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.685759855Z level=info msg="Executing migration" id="create star table"
container-test-run-monitoring> machine1 # [6000175.633768] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.686928832Z level=info msg="Migration successfully executed" id="create star table" duration=1.168737ms
container-test-run-monitoring> machine1 # [6000175.636651] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.689808512Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id"
container-test-run-monitoring> machine1 # [6000175.637950] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.69109917Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=1.293378ms
container-test-run-monitoring> machine1 # [6000175.638462] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.691622617Z level=info msg="Executing migration" id="Add column dashboard_uid in star"
container-test-run-monitoring> machine1 # [6000175.638640] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.6918035Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=181.203µs
container-test-run-monitoring> machine1 # [6000175.639023] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.692186785Z level=info msg="Executing migration" id="Add column org_id in star"
container-test-run-monitoring> machine1 # [6000175.639291] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.692456309Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=269.404µs
container-test-run-monitoring> machine1 # [6000175.639675] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.692839194Z level=info msg="Executing migration" id="Add column updated in star"
container-test-run-monitoring> machine1 # [6000175.639836] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.693002276Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=162.922µs
container-test-run-monitoring> machine1 # [6000175.640243] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.693407562Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns"
container-test-run-monitoring> machine1 # [6000175.641457] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.694620819Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=1.212617ms
container-test-run-monitoring> machine1 # [6000175.641923] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.695085266Z level=info msg="Executing migration" id="create org table v1"
container-test-run-monitoring> machine1 # [6000175.643664] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.69682133Z level=info msg="Migration successfully executed" id="create org table v1" duration=1.734464ms
container-test-run-monitoring> machine1 # [6000175.644214] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.697378138Z level=info msg="Executing migration" id="create index UQE_org_name - v1"
container-test-run-monitoring> machine1 # [6000175.645269] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.698433912Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=1.055974ms
container-test-run-monitoring> machine1 # [6000175.645680] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.698845118Z level=info msg="Executing migration" id="create org_user table v1"
container-test-run-monitoring> machine1 # [6000175.646833] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.699998934Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=1.153616ms
container-test-run-monitoring> machine1 # [6000175.647273] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.7004393Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1"
container-test-run-monitoring> machine1 # [6000175.648403] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.701555916Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=1.102936ms
container-test-run-monitoring> machine1 # [6000175.648898] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.702060843Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1"
container-test-run-monitoring> machine1 # [6000175.649932] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.703094217Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=1.033494ms
container-test-run-monitoring> machine1 # [6000175.650399] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.703562624Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1"
container-test-run-monitoring> machine1 # [6000175.651354] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.704516717Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=954.293µs
container-test-run-monitoring> machine1 # [6000175.651795] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.704957843Z level=info msg="Executing migration" id="Update org table charset"
container-test-run-monitoring> machine1 # [6000175.652664] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.705827815Z level=info msg="Migration successfully executed" id="Update org table charset" duration=870.132µs
container-test-run-monitoring> machine1 # [6000175.653110] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.706273622Z level=info msg="Executing migration" id="Update org_user table charset"
container-test-run-monitoring> machine1 # [6000175.653380] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.706544185Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=270.963µs
container-test-run-monitoring> machine1 # [6000175.653781] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.706945471Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers"
container-test-run-monitoring> machine1 # [6000175.654120] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.707284036Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=339.165µs
container-test-run-monitoring> machine1 # [6000175.654520] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.707684161Z level=info msg="Executing migration" id="create dashboard table"
container-test-run-monitoring> machine1 # [6000175.656189] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.709354545Z level=info msg="Migration successfully executed" id="create dashboard table" duration=1.670584ms
container-test-run-monitoring> machine1 # [6000175.656705] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.709869712Z level=info msg="Executing migration" id="add index dashboard.account_id"
container-test-run-monitoring> machine1 # [6000175.657798] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.710962847Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=1.093015ms
container-test-run-monitoring> machine1 # [6000175.658217] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.711380613Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug"
container-test-run-monitoring> machine1 # [6000175.659284] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.712440908Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=1.060695ms
container-test-run-monitoring> machine1 # [6000175.659715] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.712874474Z level=info msg="Executing migration" id="create dashboard_tag table"
container-test-run-monitoring> machine1 # [6000175.660761] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.713924928Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=1.050654ms
container-test-run-monitoring> machine1 # [6000175.661238] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.714399375Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term"
container-test-run-monitoring> machine1 # [6000175.662305] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.71546727Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=1.064495ms
container-test-run-monitoring> machine1 # [6000175.662736] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.715898636Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1"
container-test-run-monitoring> machine1 # [6000175.663528] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.716691167Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=792.531µs
container-test-run-monitoring> machine1 # [6000175.664157] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.717298336Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1"
container-test-run-monitoring> machine1 # [6000175.664361] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.717524379Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=226.123µs
container-test-run-monitoring> machine1 # [6000175.664781] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.717945145Z level=info msg="Executing migration" id="create dashboard v2"
container-test-run-monitoring> machine1 # [6000175.666375] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.719538847Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=1.595262ms
container-test-run-monitoring> machine1 # [6000175.666866] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.720029294Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2"
container-test-run-monitoring> machine1 # [6000175.667894] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.721057228Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=1.028094ms
container-test-run-monitoring> machine1 # [6000175.668376] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.721538115Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2"
container-test-run-monitoring> machine1 # [6000175.669414] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.722569449Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=1.037734ms
container-test-run-monitoring> machine1 # [6000175.669832] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.722995415Z level=info msg="Executing migration" id="copy dashboard v1 to v2"
container-test-run-monitoring> machine1 # [6000175.670168] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.7233315Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=336.125µs
container-test-run-monitoring> machine1 # [6000175.670553] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.723716785Z level=info msg="Executing migration" id="drop table dashboard_v1"
container-test-run-monitoring> machine1 # [6000175.671300] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.724464556Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=752.811µs
container-test-run-monitoring> machine1 # [6000175.672142] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.725306327Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1"
container-test-run-monitoring> machine1 # [6000175.672182] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.725333608Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=27.761µs
container-test-run-monitoring> machine1 # [6000175.672592] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.725748133Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2"
container-test-run-monitoring> machine1 # [6000175.672769] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.725931496Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=183.963µs
container-test-run-monitoring> machine1 # [6000175.673114] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.726276981Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2"
container-test-run-monitoring> machine1 # [6000175.673275] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.726437823Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=159.802µs
container-test-run-monitoring> machine1 # [6000175.673658] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.726821228Z level=info msg="Executing migration" id="Add column gnetId in dashboard"
container-test-run-monitoring> machine1 # [6000175.673840] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.727003991Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=182.523µs
container-test-run-monitoring> machine1 # [6000175.674226] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.727390356Z level=info msg="Executing migration" id="Add index for gnetId in dashboard"
container-test-run-monitoring> machine1 # [6000175.675315] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.728478772Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=1.088416ms
container-test-run-monitoring> machine1 # [6000175.675729] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.728889697Z level=info msg="Executing migration" id="Add column plugin_id in dashboard"
container-test-run-monitoring> machine1 # [6000175.675920] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.72908434Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=194.843µs
container-test-run-monitoring> machine1 # [6000175.676335] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.729498586Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard"
container-test-run-monitoring> machine1 # [6000175.677414] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.730577641Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=1.078415ms
container-test-run-monitoring> machine1 # [6000175.677842] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.731002967Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag"
container-test-run-monitoring> machine1 # [6000175.679002] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.732166303Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=1.163576ms
container-test-run-monitoring> machine1 # [6000175.679486] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.73264879Z level=info msg="Executing migration" id="Update dashboard table charset"
container-test-run-monitoring> machine1 # [6000175.680618] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.733782766Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=1.133696ms
container-test-run-monitoring> machine1 # [6000175.681259] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.734418214Z level=info msg="Executing migration" id="Update dashboard_tag table charset"
container-test-run-monitoring> machine1 # [6000175.681531] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.734697418Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=280.164µs
container-test-run-monitoring> machine1 # [6000175.682095] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.735261946Z level=info msg="Executing migration" id="Add column folder_id in dashboard"
container-test-run-monitoring> machine1 # [6000175.682711] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.735857875Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=576.448µs
container-test-run-monitoring> machine1 # [6000175.683053] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.73621448Z level=info msg="Executing migration" id="Add column isFolder in dashboard"
container-test-run-monitoring> machine1 # [6000175.683378] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.736534964Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=319.684µs
container-test-run-monitoring> machine1 # [6000175.683796] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.73695797Z level=info msg="Executing migration" id="Add column has_acl in dashboard"
container-test-run-monitoring> machine1 # [6000175.684139] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.737284654Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=331.644µs
container-test-run-monitoring> machine1 # [6000175.684521] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.73768406Z level=info msg="Executing migration" id="Add column uid in dashboard"
container-test-run-monitoring> machine1 # [6000175.684693] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.737857542Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=173.402µs
container-test-run-monitoring> machine1 # [6000175.685066] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.738228028Z level=info msg="Executing migration" id="Update uid column values in dashboard"
container-test-run-monitoring> machine1 # [6000175.685477] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.738641913Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=414.005µs
container-test-run-monitoring> machine1 # [6000175.685831] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.738994358Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid"
container-test-run-monitoring> machine1 # [6000175.686941] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.740103974Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=1.109216ms
container-test-run-monitoring> machine1 # [6000175.687332] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.740493859Z level=info msg="Executing migration" id="Remove unique index org_id_slug"
container-test-run-monitoring> machine1 # [6000175.688176] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.741318151Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=824.012µs
container-test-run-monitoring> machine1 # [6000175.688790] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.74195212Z level=info msg="Executing migration" id="Update dashboard title length"
container-test-run-monitoring> machine1 # [6000175.691037] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.744196551Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=2.243551ms
container-test-run-monitoring> machine1 # [6000175.692318] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.745481129Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id"
container-test-run-monitoring> machine1 # [6000175.693715] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.746878908Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=1.397779ms
container-test-run-monitoring> machine1 # [6000175.694164] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.747305674Z level=info msg="Executing migration" id="create dashboard_provisioning"
container-test-run-monitoring> machine1 # [6000175.695825] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.748937377Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=1.631343ms
container-test-run-monitoring> machine1 # [6000175.696386] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.749536305Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1"
container-test-run-monitoring> machine1 # [6000175.696542] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.749706228Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=169.523µs
container-test-run-monitoring> machine1 # [6000175.696904] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.750069153Z level=info msg="Executing migration" id="create dashboard_provisioning v2"
container-test-run-monitoring> machine1 # [6000175.698476] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.751638935Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=1.569302ms
container-test-run-monitoring> machine1 # [6000175.698950] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.752114301Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2"
container-test-run-monitoring> machine1 # [6000175.700108] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.753244397Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=1.130376ms
container-test-run-monitoring> machine1 # [6000175.700501] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.753664443Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2"
container-test-run-monitoring> machine1 # [6000175.701480] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.754644297Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=979.414µs
container-test-run-monitoring> machine1 # [6000175.701874] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.755039262Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2"
container-test-run-monitoring> machine1 # [6000175.702116] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.755280186Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=240.524µs
container-test-run-monitoring> machine1 # [6000175.702499] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.755661631Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty"
container-test-run-monitoring> machine1 # [6000175.703052] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.756214359Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=551.688µs
container-test-run-monitoring> machine1 # [6000175.703793] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.756954889Z level=info msg="Executing migration" id="Add check_sum column"
container-test-run-monitoring> machine1 # [6000175.703953] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.757118131Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=163.482µs
container-test-run-monitoring> machine1 # [6000175.704378] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.757537497Z level=info msg="Executing migration" id="Add index for dashboard_title"
container-test-run-monitoring> machine1 # [6000175.705419] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.758582592Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=1.045095ms
container-test-run-monitoring> machine1 # [6000175.705798] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.758963437Z level=info msg="Executing migration" id="delete tags for deleted dashboards"
container-test-run-monitoring> machine1 # [6000175.706354] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.759520445Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=557.768µs
container-test-run-monitoring> machine1 # [6000175.706705] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.75987281Z level=info msg="Executing migration" id="delete stars for deleted dashboards"
container-test-run-monitoring> machine1 # [6000175.707051] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.760218975Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=346.005µs
container-test-run-monitoring> machine1 # [6000175.707409] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.76057606Z level=info msg="Executing migration" id="Add index for dashboard_is_folder"
container-test-run-monitoring> machine1 # [6000175.708662] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.761829597Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=1.253697ms
container-test-run-monitoring> machine1 # [6000175.709051] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.762218882Z level=info msg="Executing migration" id="Add isPublic for dashboard"
container-test-run-monitoring> machine1 # [6000175.709427] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.762576127Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=357.365µs
container-test-run-monitoring> machine1 # [6000175.709813] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.762979653Z level=info msg="Executing migration" id="Add deleted for dashboard"
container-test-run-monitoring> machine1 # [6000175.709988] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.763156176Z level=info msg="Migration successfully executed" id="Add deleted for dashboard" duration=176.523µs
container-test-run-monitoring> machine1 # [6000175.710328] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.76349546Z level=info msg="Executing migration" id="Add index for deleted"
container-test-run-monitoring> machine1 # [6000175.711358] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.764524115Z level=info msg="Migration successfully executed" id="Add index for deleted" duration=1.019854ms
container-test-run-monitoring> machine1 # [6000175.711743] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.76490916Z level=info msg="Executing migration" id="Add column dashboard_uid in dashboard_tag"
container-test-run-monitoring> machine1 # [6000175.711901] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.765069682Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in dashboard_tag" duration=160.202µs
container-test-run-monitoring> machine1 # [6000175.712281] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.765448488Z level=info msg="Executing migration" id="Add column org_id in dashboard_tag"
container-test-run-monitoring> machine1 # [6000175.712562] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.765725971Z level=info msg="Migration successfully executed" id="Add column org_id in dashboard_tag" duration=276.203µs
container-test-run-monitoring> machine1 # [6000175.712957] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.766122897Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to dashboard_tag"
container-test-run-monitoring> machine1 # [6000175.713563] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.766727585Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to dashboard_tag" duration=604.768µs
container-test-run-monitoring> machine1 # [6000175.713992] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.767153831Z level=info msg="Executing migration" id="Add apiVersion for dashboard"
container-test-run-monitoring> machine1 # [6000175.714167] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.767330594Z level=info msg="Migration successfully executed" id="Add apiVersion for dashboard" duration=177.323µs
container-test-run-monitoring> machine1 # [6000175.714617] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.767718879Z level=info msg="Executing migration" id="Add index for dashboard_uid on dashboard_tag table"
container-test-run-monitoring> machine1 # [6000175.715540] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.768707413Z level=info msg="Migration successfully executed" id="Add index for dashboard_uid on dashboard_tag table" duration=989.254µs
container-test-run-monitoring> machine1 # [6000175.715932] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.769096658Z level=info msg="Executing migration" id="Add missing dashboard_uid and org_id to star"
container-test-run-monitoring> machine1 # [6000175.716347] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.769511304Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid and org_id to star" duration=414.326µs
container-test-run-monitoring> machine1 # [6000175.716813] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.769977031Z level=info msg="Executing migration" id="create data_source table"
container-test-run-monitoring> machine1 # [6000175.718608] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.771772416Z level=info msg="Migration successfully executed" id="create data_source table" duration=1.794705ms
container-test-run-monitoring> machine1 # [6000175.719126] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.772290863Z level=info msg="Executing migration" id="add index data_source.account_id"
container-test-run-monitoring> machine1 # [6000175.720179] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.773343638Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=1.052975ms
container-test-run-monitoring> machine1 # [6000175.720627] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.773791244Z level=info msg="Executing migration" id="add unique index data_source.account_id_name"
container-test-run-monitoring> machine1 # [6000175.721648] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.774812698Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=1.022294ms
container-test-run-monitoring> machine1 # [6000175.722070] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.775235864Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1"
container-test-run-monitoring> machine1 # [6000175.722860] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.776024355Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=782.571µs
container-test-run-monitoring> machine1 # [6000175.723447] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.776612523Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1"
container-test-run-monitoring> machine1 # [6000175.724256] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.777420135Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=807.932µs
container-test-run-monitoring> machine1 # [6000175.724861] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.778026103Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1"
container-test-run-monitoring> machine1 # [6000175.725031] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.778197185Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=171.162µs
container-test-run-monitoring> machine1 # [6000175.725445] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.778610511Z level=info msg="Executing migration" id="create data_source table v2"
container-test-run-monitoring> machine1 # [6000175.727533] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.78069914Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=2.088309ms
container-test-run-monitoring> machine1 # [6000175.728091] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.781253508Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2"
container-test-run-monitoring> machine1 # [6000175.729135] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.782288843Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=1.035255ms
container-test-run-monitoring> machine1 # [6000175.729551] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.782717649Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2"
container-test-run-monitoring> machine1 # [6000175.730573] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.783739743Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=1.021694ms
container-test-run-monitoring> machine1 # [6000175.730965] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.784131908Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2"
container-test-run-monitoring> machine1 # [6000175.731685] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.784851558Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=719.33µs
container-test-run-monitoring> machine1 # [6000175.732414] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.785576688Z level=info msg="Executing migration" id="Add column with_credentials"
container-test-run-monitoring> machine1 # [6000175.732755] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.785904173Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=327.285µs
container-test-run-monitoring> machine1 # [6000175.733175] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.786340099Z level=info msg="Executing migration" id="Add secure json data column"
container-test-run-monitoring> machine1 # [6000175.733335] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.786500661Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=160.442µs
container-test-run-monitoring> machine1 # [6000175.733678] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.786842346Z level=info msg="Executing migration" id="Update data_source table charset"
container-test-run-monitoring> machine1 # [6000175.734952] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.788118644Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=1.267218ms
container-test-run-monitoring> machine1 # [6000175.735359] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.78852561Z level=info msg="Executing migration" id="Update initial version to 1"
container-test-run-monitoring> machine1 # [6000175.735661] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.788827854Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=302.084µs
container-test-run-monitoring> machine1 # [6000175.736085] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.789174499Z level=info msg="Executing migration" id="Add read_only data column"
container-test-run-monitoring> machine1 # [6000175.736172] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.789337421Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=162.282µs
container-test-run-monitoring> machine1 # [6000175.736517] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.789685346Z level=info msg="Executing migration" id="Migrate logging ds to loki ds"
container-test-run-monitoring> machine1 # [6000175.736718] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.789885829Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=200.283µs
container-test-run-monitoring> machine1 # [6000175.737083] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.790248634Z level=info msg="Executing migration" id="Update json_data with nulls"
container-test-run-monitoring> machine1 # [6000175.737204] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.790368915Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=120.201µs
container-test-run-monitoring> machine1 # [6000175.737573] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.79073936Z level=info msg="Executing migration" id="Add uid column"
container-test-run-monitoring> machine1 # [6000175.737983] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.791148126Z level=info msg="Migration successfully executed" id="Add uid column" duration=408.446µs
container-test-run-monitoring> machine1 # [6000175.738394] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.791559052Z level=info msg="Executing migration" id="Update uid value"
container-test-run-monitoring> machine1 # [6000175.738647] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.791780535Z level=info msg="Migration successfully executed" id="Update uid value" duration=233.163µs
container-test-run-monitoring> machine1 # [6000175.739013] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.792178421Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid"
container-test-run-monitoring> machine1 # [6000175.740340] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.793501959Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=1.322498ms
container-test-run-monitoring> machine1 # [6000175.740790] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.793953845Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default"
container-test-run-monitoring> machine1 # [6000175.741838] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.79500478Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=1.050815ms
container-test-run-monitoring> machine1 # [6000175.742234] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.795400186Z level=info msg="Executing migration" id="Add is_prunable column"
container-test-run-monitoring> machine1 # [6000175.742644] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.795798391Z level=info msg="Migration successfully executed" id="Add is_prunable column" duration=407.446µs
container-test-run-monitoring> machine1 # [6000175.743192] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.796351639Z level=info msg="Executing migration" id="Add api_version column"
container-test-run-monitoring> machine1 # [6000175.743407] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.796567322Z level=info msg="Migration successfully executed" id="Add api_version column" duration=215.843µs
container-test-run-monitoring> machine1 # [6000175.743894] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.797053569Z level=info msg="Executing migration" id="Update secure_json_data column to MediumText"
container-test-run-monitoring> machine1 # [6000175.743921] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.797085809Z level=info msg="Migration successfully executed" id="Update secure_json_data column to MediumText" duration=44.721µs
container-test-run-monitoring> machine1 # [6000175.744409] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.797568296Z level=info msg="Executing migration" id="Update json_data column to MediumText"
container-test-run-monitoring> machine1 # [6000175.744440] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.797607376Z level=info msg="Migration successfully executed" id="Update json_data column to MediumText" duration=40.36µs
container-test-run-monitoring> machine1 # [6000175.744826] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.797993702Z level=info msg="Executing migration" id="create api_key table"
container-test-run-monitoring> machine1 # [6000175.746457] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.799621244Z level=info msg="Migration successfully executed" id="create api_key table" duration=1.626582ms
container-test-run-monitoring> machine1 # [6000175.746947] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.800112091Z level=info msg="Executing migration" id="add index api_key.account_id"
container-test-run-monitoring> machine1 # [6000175.747962] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.801128065Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=1.016374ms
container-test-run-monitoring> machine1 # [6000175.748415] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.801579872Z level=info msg="Executing migration" id="add index api_key.key"
container-test-run-monitoring> machine1 # [6000175.749388] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.802553685Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=973.533µs
container-test-run-monitoring> machine1 # [6000175.749820] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.802984091Z level=info msg="Executing migration" id="add index api_key.account_id_name"
container-test-run-monitoring> machine1 # [6000175.750799] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.803964105Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=980.174µs
container-test-run-monitoring> machine1 # [6000175.751219] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.804384591Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1"
container-test-run-monitoring> machine1 # [6000175.751967] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.805132401Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=747.97µs
container-test-run-monitoring> machine1 # [6000175.752577] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.80574177Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1"
container-test-run-monitoring> machine1 # [6000175.753317] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.8064755Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=733.69µs
container-test-run-monitoring> machine1 # [6000175.753887] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.807049708Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1"
container-test-run-monitoring> machine1 # [6000175.754689] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.807786998Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=736.41µs
container-test-run-monitoring> machine1 # [6000175.755285] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.808423407Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1"
container-test-run-monitoring> machine1 # [6000175.755475] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.80864013Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=217.363µs
container-test-run-monitoring> machine1 # [6000175.755893] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.809057336Z level=info msg="Executing migration" id="create api_key table v2"
container-test-run-monitoring> machine1 # [6000175.758855] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.812020577Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=2.963361ms
container-test-run-monitoring> machine1 # [6000175.759899] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.813062792Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2"
container-test-run-monitoring> machine1 # [6000175.761014] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.814178808Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=1.115456ms
container-test-run-monitoring> machine1 # [6000175.761436] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.814599573Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2"
container-test-run-monitoring> machine1 # [6000175.762550] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.815682029Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=1.073895ms
container-test-run-monitoring> machine1 # [6000175.763067] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.816230356Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2"
container-test-run-monitoring> machine1 # [6000175.764117] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.817276731Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=1.047215ms
container-test-run-monitoring> machine1 # [6000175.764670] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.817831499Z level=info msg="Executing migration" id="copy api_key v1 to v2"
container-test-run-monitoring> machine1 # [6000175.765006] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.818155983Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=321.324µs
container-test-run-monitoring> machine1 # [6000175.765687] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.818852193Z level=info msg="Executing migration" id="Drop old table api_key_v1"
container-test-run-monitoring> machine1 # [6000175.766310] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.819477482Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=625.089µs
container-test-run-monitoring> machine1 # [6000175.767045] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.820212012Z level=info msg="Executing migration" id="Update api_key table charset"
container-test-run-monitoring> machine1 # [6000175.768080] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.821221306Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=1.008614ms
container-test-run-monitoring> machine1 # [6000175.768472] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.821637992Z level=info msg="Executing migration" id="Add expires to api_key table"
container-test-run-monitoring> machine1 # [6000175.768639] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.821805434Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=167.282µs
container-test-run-monitoring> machine1 # [6000175.769020] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.822186319Z level=info msg="Executing migration" id="Add service account foreign key"
container-test-run-monitoring> machine1 # [6000175.769192] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.822339201Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=152.522µs
container-test-run-monitoring> machine1 # [6000175.769525] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.822688086Z level=info msg="Executing migration" id="set service account foreign key to nil if 0"
container-test-run-monitoring> machine1 # [6000175.769849] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.823012771Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=324.485µs
container-test-run-monitoring> machine1 # [6000175.770225] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.823367416Z level=info msg="Executing migration" id="Add last_used_at to api_key table"
container-test-run-monitoring> machine1 # [6000175.770352] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.823516418Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=148.962µs
container-test-run-monitoring> machine1 # [6000175.770724] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.823887783Z level=info msg="Executing migration" id="Add is_revoked column to api_key table"
container-test-run-monitoring> machine1 # [6000175.770960] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.824125106Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=243.403µs
container-test-run-monitoring> machine1 # [6000175.771673] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.824837076Z level=info msg="Executing migration" id="create dashboard_snapshot table v4"
container-test-run-monitoring> machine1 # [6000175.773268] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.826432819Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=1.595583ms
container-test-run-monitoring> machine1 # [6000175.773759] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.826921865Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1"
container-test-run-monitoring> machine1 # [6000175.774354] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.827519474Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=598.089µs
container-test-run-monitoring> machine1 # [6000175.775088] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.828252604Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2"
container-test-run-monitoring> machine1 # [6000175.776862] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.830026709Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=1.774465ms
container-test-run-monitoring> machine1 # [6000175.777413] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.830575276Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5"
container-test-run-monitoring> machine1 # [6000175.778559] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.831722212Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=1.147376ms
container-test-run-monitoring> machine1 # [6000175.778950] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.832112978Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5"
container-test-run-monitoring> machine1 # [6000175.779995] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.833158472Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=1.039814ms
container-test-run-monitoring> machine1 # [6000175.780413] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.833570278Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5"
container-test-run-monitoring> machine1 # [6000175.781401] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.834565092Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=995.214µs
container-test-run-monitoring> machine1 # [6000175.781841] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.834960338Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2"
container-test-run-monitoring> machine1 # [6000175.781841] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.834978858Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=27.681µs
container-test-run-monitoring> machine1 # [6000175.782150] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.835315263Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset"
container-test-run-monitoring> machine1 # [6000175.783455] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.836616801Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=1.300698ms
container-test-run-monitoring> machine1 # [6000175.783891] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.837054767Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table"
container-test-run-monitoring> machine1 # [6000175.784148] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.83726961Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=213.283µs
container-test-run-monitoring> machine1 # [6000175.784476] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.837639615Z level=info msg="Executing migration" id="Add encrypted dashboard json column"
container-test-run-monitoring> machine1 # [6000175.784658] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.837821138Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=181.243µs
container-test-run-monitoring> machine1 # [6000175.785020] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.838184183Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB"
container-test-run-monitoring> machine1 # [6000175.785055] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.838201023Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=17.28µs
container-test-run-monitoring> machine1 # [6000175.785367] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.838531427Z level=info msg="Executing migration" id="create quota table v1"
container-test-run-monitoring> machine1 # [6000175.786504] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.839670203Z level=info msg="Migration successfully executed" id="create quota table v1" duration=1.138416ms
container-test-run-monitoring> machine1 # [6000175.786990] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.84015313Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1"
container-test-run-monitoring> machine1 # [6000175.788116] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.841270066Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=1.117416ms
container-test-run-monitoring> machine1 # [6000175.788500] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.841664151Z level=info msg="Executing migration" id="Update quota table charset"
container-test-run-monitoring> machine1 # [6000175.789117] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.84228108Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=617.089µs
container-test-run-monitoring> machine1 # [6000175.789522] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.842686765Z level=info msg="Executing migration" id="create plugin_setting table"
container-test-run-monitoring> machine1 # [6000175.791088] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.844247067Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=1.559502ms
container-test-run-monitoring> machine1 # [6000175.791578] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.844741794Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1"
container-test-run-monitoring> machine1 # [6000175.792731] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.84589533Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=1.153936ms
container-test-run-monitoring> machine1 # [6000175.793132] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.846296816Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings"
container-test-run-monitoring> machine1 # [6000175.793290] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.846455658Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=158.802µs
container-test-run-monitoring> machine1 # [6000175.793653] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.846816783Z level=info msg="Executing migration" id="Update plugin_setting table charset"
container-test-run-monitoring> machine1 # [6000175.794293] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.847458672Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=641.729µs
container-test-run-monitoring> machine1 # [6000175.794660] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.847824917Z level=info msg="Executing migration" id="update NULL org_id to 1"
container-test-run-monitoring> machine1 # [6000175.794931] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.848096801Z level=info msg="Migration successfully executed" id="update NULL org_id to 1" duration=264.444µs
container-test-run-monitoring> machine1 # [6000175.795276] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.848442486Z level=info msg="Executing migration" id="make org_id NOT NULL and DEFAULT VALUE 1"
container-test-run-monitoring> machine1 # [6000175.795523] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.848688809Z level=info msg="Migration successfully executed" id="make org_id NOT NULL and DEFAULT VALUE 1" duration=246.243µs
container-test-run-monitoring> machine1 # [6000175.795900] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.849065454Z level=info msg="Executing migration" id="create session table"
container-test-run-monitoring> machine1 # [6000175.797055] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.850218871Z level=info msg="Migration successfully executed" id="create session table" duration=1.153097ms
container-test-run-monitoring> machine1 # [6000175.797700] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.85086464Z level=info msg="Executing migration" id="drop preferences table v2"
container-test-run-monitoring> machine1 # [6000175.797779] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.850943961Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=79.161µs
container-test-run-monitoring> machine1 # [6000175.798125] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.851289806Z level=info msg="Executing migration" id="drop preferences table v3"
container-test-run-monitoring> machine1 # [6000175.798181] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.851347086Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=68.801µs
container-test-run-monitoring> machine1 # [6000175.798576] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.851738772Z level=info msg="Executing migration" id="create preferences table v3"
container-test-run-monitoring> machine1 # [6000175.799914] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.85307803Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=1.335098ms
container-test-run-monitoring> machine1 # [6000175.800389] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.853553357Z level=info msg="Executing migration" id="Update preferences table charset"
container-test-run-monitoring> machine1 # [6000175.800795] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.853957083Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=403.286µs
container-test-run-monitoring> machine1 # [6000175.801172] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.854338128Z level=info msg="Executing migration" id="Add column team_id in preferences"
container-test-run-monitoring> machine1 # [6000175.801320] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.85448509Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=146.082µs
container-test-run-monitoring> machine1 # [6000175.801662] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.854827255Z level=info msg="Executing migration" id="Update team_id column values in preferences"
container-test-run-monitoring> machine1 # [6000175.801893] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.855059658Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=232.443µs
container-test-run-monitoring> machine1 # [6000175.802227] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.855393063Z level=info msg="Executing migration" id="Add column week_start in preferences"
container-test-run-monitoring> machine1 # [6000175.802368] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.855534585Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=141.562µs
container-test-run-monitoring> machine1 # [6000175.802745] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.85591163Z level=info msg="Executing migration" id="Add column preferences.json_data"
container-test-run-monitoring> machine1 # [6000175.803342] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.856506638Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=594.248µs
container-test-run-monitoring> machine1 # [6000175.803754] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.856917884Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1"
container-test-run-monitoring> machine1 # [6000175.803787] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.856935804Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=18.68µs
container-test-run-monitoring> machine1 # [6000175.804142] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.857307489Z level=info msg="Executing migration" id="Add preferences index org_id"
container-test-run-monitoring> machine1 # [6000175.805585] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.85875031Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=1.442741ms
container-test-run-monitoring> machine1 # [6000175.805984] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.859148995Z level=info msg="Executing migration" id="Add preferences index user_id"
container-test-run-monitoring> machine1 # [6000175.806993] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.860158889Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=1.010174ms
container-test-run-monitoring> machine1 # [6000175.807379] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.860534135Z level=info msg="Executing migration" id="Add home_dashboard_uid column to preferences table"
container-test-run-monitoring> machine1 # [6000175.807529] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.860695297Z level=info msg="Migration successfully executed" id="Add home_dashboard_uid column to preferences table" duration=161.002µs
container-test-run-monitoring> machine1 # [6000175.807883] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.861047822Z level=info msg="Executing migration" id="Add missing dashboard_uid to preferences table"
container-test-run-monitoring> machine1 # [6000175.808267] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.861432507Z level=info msg="Migration successfully executed" id="Add missing dashboard_uid to preferences table" duration=384.645µs
container-test-run-monitoring> machine1 # [6000175.808650] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.861813992Z level=info msg="Executing migration" id="create alert table v1"
container-test-run-monitoring> machine1 # [6000175.810761] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.863920022Z level=info msg="Migration successfully executed" id="create alert table v1" duration=2.10539ms
container-test-run-monitoring> machine1 # [6000175.811604] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.864767914Z level=info msg="Executing migration" id="add index alert org_id & id "
container-test-run-monitoring> machine1 # [6000175.812748] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.86591285Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=1.144896ms
container-test-run-monitoring> machine1 # [6000175.813206] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.866368816Z level=info msg="Executing migration" id="add index alert state"
container-test-run-monitoring> machine1 # [6000175.814263] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.867426471Z level=info msg="Migration successfully executed" id="add index alert state" duration=1.057455ms
container-test-run-monitoring> machine1 # [6000175.814687] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.867851677Z level=info msg="Executing migration" id="add index alert dashboard_id"
container-test-run-monitoring> machine1 # [6000175.815659] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.86882437Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=972.933µs
container-test-run-monitoring> machine1 # [6000175.816062] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.869221456Z level=info msg="Executing migration" id="Create alert_rule_tag table v1"
container-test-run-monitoring> machine1 # [6000175.816481] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.869644902Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=423.126µs
container-test-run-monitoring> machine1 # [6000175.816895] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.870060547Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id"
container-test-run-monitoring> machine1 # [6000175.817912] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.871070642Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=1.010175ms
container-test-run-monitoring> machine1 # [6000175.818316] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.871482727Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1"
container-test-run-monitoring> machine1 # [6000175.819096] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.872254618Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=771.771µs
container-test-run-monitoring> machine1 # [6000175.819647] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.872815426Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1"
container-test-run-monitoring> machine1 # [6000175.819820] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.872984148Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=159.042µs
container-test-run-monitoring> machine1 # [6000175.820216] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.873382354Z level=info msg="Executing migration" id="Create alert_rule_tag table v2"
container-test-run-monitoring> machine1 # [6000175.821296] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.874459649Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=1.076535ms
container-test-run-monitoring> machine1 # [6000175.821762] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.874927655Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2"
container-test-run-monitoring> machine1 # [6000175.822764] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.875929869Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=1.002534ms
container-test-run-monitoring> machine1 # [6000175.823150] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.876318035Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2"
container-test-run-monitoring> machine1 # [6000175.823335] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.876503117Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=185.242µs
container-test-run-monitoring> machine1 # [6000175.823675] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.876841282Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1"
container-test-run-monitoring> machine1 # [6000175.823925] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.877091686Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=250.444µs
container-test-run-monitoring> machine1 # [6000175.824871] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.878036939Z level=info msg="Executing migration" id="create alert_notification table v1"
container-test-run-monitoring> machine1 # [6000175.826417] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.87958284Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=1.546061ms
container-test-run-monitoring> machine1 # [6000175.826880] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.880046767Z level=info msg="Executing migration" id="Add column is_default"
container-test-run-monitoring> machine1 # [6000175.827176] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.880342851Z level=info msg="Migration successfully executed" id="Add column is_default" duration=296.204µs
container-test-run-monitoring> machine1 # [6000175.827542] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.880708536Z level=info msg="Executing migration" id="Add column frequency"
container-test-run-monitoring> machine1 # [6000175.827691] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.880858898Z level=info msg="Migration successfully executed" id="Add column frequency" duration=150.482µs
container-test-run-monitoring> machine1 # [6000175.828095] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.881258704Z level=info msg="Executing migration" id="Add column send_reminder"
container-test-run-monitoring> machine1 # [6000175.828337] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.881500707Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=236.763µs
container-test-run-monitoring> machine1 # [6000175.828705] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.881871832Z level=info msg="Executing migration" id="Add column disable_resolve_message"
container-test-run-monitoring> machine1 # [6000175.829046] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.882214317Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=342.565µs
container-test-run-monitoring> machine1 # [6000175.829406] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.882571522Z level=info msg="Executing migration" id="add index alert_notification org_id & name"
container-test-run-monitoring> machine1 # [6000175.830555] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.883721818Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=1.150376ms
container-test-run-monitoring> machine1 # [6000175.831003] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.884161664Z level=info msg="Executing migration" id="Update alert table charset"
container-test-run-monitoring> machine1 # [6000175.832221] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.885382761Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=1.221057ms
container-test-run-monitoring> machine1 # [6000175.832712] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.885877648Z level=info msg="Executing migration" id="Update alert_notification table charset"
container-test-run-monitoring> machine1 # [6000175.833504] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.886666059Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=788.531µs
container-test-run-monitoring> machine1 # [6000175.833949] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.887095505Z level=info msg="Executing migration" id="create notification_journal table v1"
container-test-run-monitoring> machine1 # [6000175.835218] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.888384603Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=1.289138ms
container-test-run-monitoring> machine1 # [6000175.835671] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.88883737Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id"
container-test-run-monitoring> machine1 # [6000175.837321] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.890474232Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=1.634823ms
container-test-run-monitoring> machine1 # [6000175.838600] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.89104784Z level=info msg="Executing migration" id="drop alert_notification_journal"
container-test-run-monitoring> machine1 # [6000175.838600] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.891649209Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=601.009µs
container-test-run-monitoring> machine1 # [6000175.839332] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.89248978Z level=info msg="Executing migration" id="create alert_notification_state table v1"
container-test-run-monitoring> machine1 # [6000175.840802] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.893946961Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=1.440861ms
container-test-run-monitoring> machine1 # [6000175.841423] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.89458021Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id"
container-test-run-monitoring> machine1 # [6000175.842597] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.895761266Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=1.182216ms
container-test-run-monitoring> machine1 # [6000175.843003] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.896169352Z level=info msg="Executing migration" id="Add for to alert table"
container-test-run-monitoring> machine1 # [6000175.843194] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.896361355Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=191.682µs
container-test-run-monitoring> machine1 # [6000175.843589] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.89675544Z level=info msg="Executing migration" id="Add column uid in alert_notification"
container-test-run-monitoring> machine1 # [6000175.843817] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.896960723Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=201.523µs
container-test-run-monitoring> machine1 # [6000175.844377] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.897543411Z level=info msg="Executing migration" id="Update uid column values in alert_notification"
container-test-run-monitoring> machine1 # [6000175.844701] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.897867376Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=323.885µs
container-test-run-monitoring> machine1 # [6000175.845128] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.898283741Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid"
container-test-run-monitoring> machine1 # [6000175.846379] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.899533159Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=1.248738ms
container-test-run-monitoring> machine1 # [6000175.846821] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.899984445Z level=info msg="Executing migration" id="Remove unique index org_id_name"
container-test-run-monitoring> machine1 # [6000175.847705] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.900867337Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=878.452µs
container-test-run-monitoring> machine1 # [6000175.848408] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.901571667Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification"
container-test-run-monitoring> machine1 # [6000175.848588] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.90175531Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=183.923µs
container-test-run-monitoring> machine1 # [6000175.848967] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.902134475Z level=info msg="Executing migration" id="alter alert.settings to mediumtext"
container-test-run-monitoring> machine1 # [6000175.848992] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.902151035Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=17.44µs
container-test-run-monitoring> machine1 # [6000175.849344] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.90250808Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id"
container-test-run-monitoring> machine1 # [6000175.850396] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.903561375Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=1.053855ms
container-test-run-monitoring> machine1 # [6000175.850793] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.903958701Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id"
container-test-run-monitoring> machine1 # [6000175.851787] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.904953874Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=995.493µs
container-test-run-monitoring> machine1 # [6000175.852230] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.90536484Z level=info msg="Executing migration" id="Drop old annotation table v4"
container-test-run-monitoring> machine1 # [6000175.852285] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.905449121Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=83.641µs
container-test-run-monitoring> machine1 # [6000175.852679] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.905843847Z level=info msg="Executing migration" id="create annotation table v5"
container-test-run-monitoring> machine1 # [6000175.854536] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.907701393Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=1.848666ms
container-test-run-monitoring> machine1 # [6000175.855025] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.90819168Z level=info msg="Executing migration" id="add index annotation 0 v3"
container-test-run-monitoring> machine1 # [6000175.856127] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.909290415Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=1.092695ms
container-test-run-monitoring> machine1 # [6000175.856562] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.909727141Z level=info msg="Executing migration" id="add index annotation 1 v3"
container-test-run-monitoring> machine1 # [6000175.857623] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.910784756Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=1.057695ms
container-test-run-monitoring> machine1 # [6000175.858024] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.911187561Z level=info msg="Executing migration" id="add index annotation 2 v3"
container-test-run-monitoring> machine1 # [6000175.859532] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.912691022Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=1.503381ms
container-test-run-monitoring> machine1 # [6000175.860126] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.91326639Z level=info msg="Executing migration" id="add index annotation 3 v3"
container-test-run-monitoring> machine1 # [6000175.861220] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.914379806Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=1.113096ms
container-test-run-monitoring> machine1 # [6000175.861655] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.914822812Z level=info msg="Executing migration" id="add index annotation 4 v3"
container-test-run-monitoring> machine1 # [6000175.862718] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.915881467Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=1.058015ms
container-test-run-monitoring> machine1 # [6000175.863160] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.916324793Z level=info msg="Executing migration" id="Update annotation table charset"
container-test-run-monitoring> test script finished in 11.98s
container-test-run-monitoring> cleanup
container-test-run-monitoring> kill NspawnMachine (pid 52)
container-test-run-monitoring> kill NspawnMachine (pid 53)
container-test-run-monitoring> machine1 # [6000175.864354] machine1 grafana[438]: logger=migrator t=2026-08-17T10:06:41.91751917Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=1.194417ms
container-test-run-monitoring> Container machine1 terminated by signal KILL.
container-test-run-monitoring> (finished: cleanup, in 0.33 seconds)
container-test-run-monitoring> Container machine2 terminated by signal KILL.
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy

post-build step Upload to niks3: ok
time=2026-08-17T10:06:44.973Z level=INFO msg="Uploading 0 paths to niks3.clan.lol (1 already cached)"
time=2026-08-17T10:06:46.189Z level=INFO msg="Uploading 1 narinfos"
time=2026-08-17T10:06:46.421Z level=INFO msg="Upload complete. (1.536s)"