these 45 derivations will be built:
  /nix/store/jbh2zk1lbs9gsh9iw2sdgx45jw7073h9-system-path.drv
  /nix/store/8n0b9qyqqd6sahqkq7idavxs7jiyflmp-dbus-1.drv
  /nix/store/0nmxb55qqldszxw1ayyrcfhg8d7ni3v3-X-Restart-Triggers-dbus-broker.drv
  /nix/store/j0srl7rl6cq8p8bcf5l6pah9fjx56612-unit-dbus-broker.service.drv
  /nix/store/0r44ryxq4jyqhrcm5ls417xlwb0qlnch-user-units.drv
  /nix/store/bkbz6xqq9q46j76m1i50gniaf9h2mjf0-etc-fstab.drv
  /nix/store/grxfqbrslr9i143ldm9y6iagz6cd8cfp-nix.conf.drv
  /nix/store/km7pnbbi0k6p6a4imw7cxdg8rhvd0wkf-vars-check-monitoring.drv
  /nix/store/vrs4sxis6xmzms2a4kimh1g8h76x06rf-X-Restart-Triggers-nix-daemon.drv
  /nix/store/72lw6m04z40xqm66birxv0rcnwydsh5y-unit-nix-daemon.service.drv
  /nix/store/ssrh38bk2k5pp8x5lyx2x95mhnigap6a-X-Reload-Triggers-alloy.drv
  /nix/store/xp874a54vklgd8ar64ji6zny0xfvc6jn-unit-alloy.service.drv
  /nix/store/yvjfac0j5xf3jlafmfamhmj2pzx08zrg-unit-dbus-broker.service.drv
  /nix/store/p1mlby77c91zj5hrzz86splbj8k5571m-system-units.drv
  /nix/store/pjg3a9yv035zhvzp64k47x6p97izwh16-etc-systemd-system.conf.drv
  /nix/store/mhbxnd705mb7713a2bq596gnqqva6b2n-etc.drv
  /nix/store/w3ch8nr91k5n5fp11jxxwfkp1zry5295-decrypt-age-secrets.drv
  /nix/store/wp1p388xv78pwv7f4w16vqpckldx4mdg-mounts.sh.drv
  /nix/store/05frhpyz7sf7iaq6nii53iq8pyln5wb0-activate.drv
  /nix/store/lvzq3g84z2hgdgrq9p2d3s1vkxg6h008-stage-2-init.sh.drv
  /nix/store/svcmma6qlpv1gh7r3lmkg0c3qdrs9lq4-dry-activate.drv
  /nix/store/1311wa0fa5ls1j1gcqp7ql2188f7j7my-nixos-system-machine2-test.drv
  /nix/store/62g064naj3fjr5zms5r79fq2ccms8hqk-system-path.drv
  /nix/store/v93w2y5y436mpc6rpy9gf37k2py4km17-dbus-1.drv
  /nix/store/jmvyx7w62wgp49rhx4zkys6k9ncv39pv-X-Restart-Triggers-dbus-broker.drv
  /nix/store/bagj3y183cdzypmx3girhiakl1n6vp72-unit-dbus-broker.service.drv
  /nix/store/i991m64y4d5qpiaf1d5k3fjqnrr8nz9g-X-Reload-Triggers-alloy.drv
  /nix/store/x8njni3nalj1ymnb1m0qii7j597619f2-unit-alloy.service.drv
  /nix/store/4ky0dl4gkkkm9mg097nwli6rq3ambq6g-system-units.drv
  /nix/store/a5f6igf6qpdvaa653zqnahq9xrjwxjjk-unit-dbus-broker.service.drv
  /nix/store/8dcwhcprni2g6yqzqan2yscy6zs13svw-user-units.drv
  /nix/store/d17vfqy0l29gw2q6gw9dynd9h5rvx78j-decrypt-age-secrets.drv
  /nix/store/jrdlb1v13ihgxs8jvp3dbkzgdl89fwrk-etc.drv
  /nix/store/mnz0kscsmix2k6r080lghxp2gi0w9hz4-users-groups.json.drv
  /nix/store/waagz8ii59qab6blxzkm29r9qmdhnj96-activate.drv
  /nix/store/zfwn851spnbh034i5qpffzmgixdk0202-dry-activate.drv
  /nix/store/g4yqb1j1jr0sgx7i5z5rkjma5fvdsrrp-nixos-system-machine1-test.drv
  /nix/store/hg44z79388448l1n2qkpig9yi2ihsg18-test-script.drv
  /nix/store/jlq8gvcd4qvgy3dpzpd00abs6cq03s0n-run-machine1-nspawn.drv
  /nix/store/jn2s37b0n3l9n93qm3yb9bdz9cqcp48w-python3.14-nixos-test-lib-1.0.0.drv
  /nix/store/zgmbacrgkq3ss1cc9hl7assdzr3x7g39-run-machine2-nspawn.drv
  /nix/store/lk1lsk2q6fkbdxvjcrvfng2l1yjdgi8i-driverConfiguration.json.drv
  /nix/store/sii6ph43hg852cyh0mvzdaar9fg01gs8-nixos-test-driver-1.1.drv
  /nix/store/khv69gdfww6s3ld4n6n06xcmx0lirg9w-nixos-test-driver-monitoring.drv
  /nix/store/qpxf61asgsfi3smzjjqh3av4ihr3615d-container-test-run-monitoring.drv
these 3 paths will be fetched (12.7 KiB download, 63.9 KiB unpacked):
  /nix/store/x4aipblgzzn1ls8ac8xx9jmardjaagja-pam.d
  /nix/store/j4q3c49ki618anbwhddnbylg2prk1fva-run-nspawn-1.0
  /nix/store/cyw95m98ddxnr3b4hcnx7nivpvm1hqpx-systemd-generator-environment.json
building '/nix/store/hg44z79388448l1n2qkpig9yi2ihsg18-test-script.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/62g064naj3fjr5zms5r79fq2ccms8hqk-system-path.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/i991m64y4d5qpiaf1d5k3fjqnrr8nz9g-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ssrh38bk2k5pp8x5lyx2x95mhnigap6a-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/hg44z79388448l1n2qkpig9yi2ihsg18-test-script.drv'
building '/nix/store/km7pnbbi0k6p6a4imw7cxdg8rhvd0wkf-vars-check-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/i991m64y4d5qpiaf1d5k3fjqnrr8nz9g-X-Reload-Triggers-alloy.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/x8njni3nalj1ymnb1m0qii7j597619f2-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/ssrh38bk2k5pp8x5lyx2x95mhnigap6a-X-Reload-Triggers-alloy.drv'
building '/nix/store/xp874a54vklgd8ar64ji6zny0xfvc6jn-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/x8njni3nalj1ymnb1m0qii7j597619f2-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/km7pnbbi0k6p6a4imw7cxdg8rhvd0wkf-vars-check-monitoring.drv'
vars-check-monitoring> Running vars check using Nix-based executor...
vars-check-monitoring> ✓ All vars checks completed successfully
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/62g064naj3fjr5zms5r79fq2ccms8hqk-system-path.drv'
system-path> structuredAttrs is enabled
system-path> created 1874 symlinks in user environment
building '/nix/store/d17vfqy0l29gw2q6gw9dynd9h5rvx78j-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/v93w2y5y436mpc6rpy9gf37k2py4km17-dbus-1.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/d17vfqy0l29gw2q6gw9dynd9h5rvx78j-decrypt-age-secrets.drv'
building '/nix/store/w3ch8nr91k5n5fp11jxxwfkp1zry5295-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/v93w2y5y436mpc6rpy9gf37k2py4km17-dbus-1.drv'
building '/nix/store/jmvyx7w62wgp49rhx4zkys6k9ncv39pv-X-Restart-Triggers-dbus-broker.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/mnz0kscsmix2k6r080lghxp2gi0w9hz4-users-groups.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/w3ch8nr91k5n5fp11jxxwfkp1zry5295-decrypt-age-secrets.drv'
building '/nix/store/xp874a54vklgd8ar64ji6zny0xfvc6jn-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/mnz0kscsmix2k6r080lghxp2gi0w9hz4-users-groups.json.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/svcmma6qlpv1gh7r3lmkg0c3qdrs9lq4-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/zfwn851spnbh034i5qpffzmgixdk0202-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/svcmma6qlpv1gh7r3lmkg0c3qdrs9lq4-dry-activate.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jmvyx7w62wgp49rhx4zkys6k9ncv39pv-X-Restart-Triggers-dbus-broker.drv'
building '/nix/store/a5f6igf6qpdvaa653zqnahq9xrjwxjjk-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/zfwn851spnbh034i5qpffzmgixdk0202-dry-activate.drv'
building '/nix/store/bagj3y183cdzypmx3girhiakl1n6vp72-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/bagj3y183cdzypmx3girhiakl1n6vp72-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/4ky0dl4gkkkm9mg097nwli6rq3ambq6g-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/p1mlby77c91zj5hrzz86splbj8k5571m-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/4ky0dl4gkkkm9mg097nwli6rq3ambq6g-system-units.drv'
building '/nix/store/p1mlby77c91zj5hrzz86splbj8k5571m-system-units.drv'
building '/nix/store/a5f6igf6qpdvaa653zqnahq9xrjwxjjk-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/8dcwhcprni2g6yqzqan2yscy6zs13svw-user-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/mhbxnd705mb7713a2bq596gnqqva6b2n-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/8dcwhcprni2g6yqzqan2yscy6zs13svw-user-units.drv'
building '/nix/store/jrdlb1v13ihgxs8jvp3dbkzgdl89fwrk-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/mhbxnd705mb7713a2bq596gnqqva6b2n-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jrdlb1v13ihgxs8jvp3dbkzgdl89fwrk-etc.drv'
building '/nix/store/waagz8ii59qab6blxzkm29r9qmdhnj96-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/05frhpyz7sf7iaq6nii53iq8pyln5wb0-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/05frhpyz7sf7iaq6nii53iq8pyln5wb0-activate.drv'
building '/nix/store/1311wa0fa5ls1j1gcqp7ql2188f7j7my-nixos-system-machine2-test.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/waagz8ii59qab6blxzkm29r9qmdhnj96-activate.drv'
building '/nix/store/g4yqb1j1jr0sgx7i5z5rkjma5fvdsrrp-nixos-system-machine1-test.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/1311wa0fa5ls1j1gcqp7ql2188f7j7my-nixos-system-machine2-test.drv'
nixos-system-machine2-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/zgmbacrgkq3ss1cc9hl7assdzr3x7g39-run-machine2-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/g4yqb1j1jr0sgx7i5z5rkjma5fvdsrrp-nixos-system-machine1-test.drv'
nixos-system-machine1-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/zgmbacrgkq3ss1cc9hl7assdzr3x7g39-run-machine2-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jlq8gvcd4qvgy3dpzpd00abs6cq03s0n-run-machine1-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/jlq8gvcd4qvgy3dpzpd00abs6cq03s0n-run-machine1-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/lk1lsk2q6fkbdxvjcrvfng2l1yjdgi8i-driverConfiguration.json.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/lk1lsk2q6fkbdxvjcrvfng2l1yjdgi8i-driverConfiguration.json.drv'
driverConfiguration.json> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/khv69gdfww6s3ld4n6n06xcmx0lirg9w-nixos-test-driver-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/khv69gdfww6s3ld4n6n06xcmx0lirg9w-nixos-test-driver-monitoring.drv'
nixos-test-driver-monitoring> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-monitoring> All checks passed!
nixos-test-driver-monitoring> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-monitoring> All checks passed!
building '/nix/store/qpxf61asgsfi3smzjjqh3av4ihr3615d-container-test-run-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/qpxf61asgsfi3smzjjqh3av4ihr3615d-container-test-run-monitoring.drv'
container-test-run-monitoring> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-monitoring> start all VLans
container-test-run-monitoring> (finished: start all VLans, in 0.00 seconds)
container-test-run-monitoring> 
container-test-run-monitoring> Test will time out and terminate in 3600 seconds
container-test-run-monitoring> run the VM test script
container-test-run-monitoring> additionally exposed symbols:
container-test-run-monitoring>     machine1, machine2,
container-test-run-monitoring>     vlan1,
container-test-run-monitoring>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-monitoring> start all VMs
container-test-run-monitoring> machine1: systemd-nspawn running (pid 52)
container-test-run-monitoring> machine2: systemd-nspawn running (pid 53)
container-test-run-monitoring> machine1: Waiting for journal at /build/vm-state-machine1/var/log/journal...
container-test-run-monitoring> machine2: Waiting for journal at /build/vm-state-machine2/var/log/journal...
container-test-run-monitoring> (finished: start all VMs, in 0.00 seconds)
container-test-run-monitoring> machine1: waiting for unit multi-user.target
container-test-run-monitoring> nixos-nspawn(machine2): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine2): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> nixos-nspawn(machine1): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine1): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> ░ Spawning container machine2 on /build/vm-state-machine2.
container-test-run-monitoring> ░ Spawning container machine1 on /build/vm-state-machine1.
container-test-run-monitoring> machine1 # [5398918.966623] machine1 systemd-journald[123]: Journal started
container-test-run-monitoring> machine1 # [5398918.966674] machine1 systemd-journald[123]: Runtime Journal (/run/log/journal/e4c192fa80474398bf6fd11e80b13c00) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine1 # [5398918.969626] machine1 systemd[1]: Finished Apply Kernel Variables.
container-test-run-monitoring> machine1 # [5398918.976190] machine1 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine1 # [5398918.984424] machine1 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine1 # [5398918.985174] machine1 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine1 # [5398918.985774] machine1 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine1 # [5398918.992112] machine1 systemd-journald[123]: Time spent on flushing to /var/log/journal/e4c192fa80474398bf6fd11e80b13c00 is 1.292ms for 7 entries.
container-test-run-monitoring> machine1 # [5398918.992112] machine1 systemd-journald[123]: System Journal (/var/log/journal/e4c192fa80474398bf6fd11e80b13c00) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine1 # [5398919.000887] machine1 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine1 # [5398919.001489] machine1 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine1 # [5398919.001610] machine1 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine1 # [5398919.002426] machine1 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine1 # [5398919.002468] machine1 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [5398919.003255] machine1 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine1 # [5398919.003289] machine1 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine1 # [5398919.017304] machine1 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine1 # [5398919.018150] machine1 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine1 # [5398919.033968] machine1 systemd-tmpfiles[176]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.034142] machine1 systemd-tmpfiles[176]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.034261] machine1 systemd-tmpfiles[176]: fchmod() of /var/log/journal/e4c192fa80474398bf6fd11e80b13c00 failed: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.034444] machine1 systemd-tmpfiles[176]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.035790] machine1 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine1 # [5398919.036871] machine1 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine1 # [5398919.037613] machine1 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine1 # [5398919.050556] machine1 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine1 # [5398919.051413] machine1 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine1 # [5398919.055532] machine1 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine2 # [5398918.967005] machine2 systemd-journald[105]: Journal started
container-test-run-monitoring> machine1 # [5398919.057036] machine1 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine2 # [5398918.967052] machine2 systemd-journald[105]: Runtime Journal (/run/log/journal/adb84dcaca18462bb715cc21a2d38624) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine2 # [5398918.972630] machine2 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine1 # [5398919.066790] machine1 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine2 # [5398918.980797] machine2 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine1 # [5398919.109503] machine1 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine2 # [5398918.981611] machine2 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine1 # [5398919.109648] machine1 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine2 # [5398918.982259] machine2 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine2 # [5398918.990546] machine2 systemd-journald[105]: Time spent on flushing to /var/log/journal/adb84dcaca18462bb715cc21a2d38624 is 1.509ms for 6 entries.
container-test-run-monitoring> machine1 # [5398919.109857] machine1 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine2 # [5398918.990546] machine2 systemd-journald[105]: System Journal (/var/log/journal/adb84dcaca18462bb715cc21a2d38624) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine1 # [5398919.110881] machine1 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine2 # [5398918.993062] machine2 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine2 # [5398918.993668] machine2 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine2 # [5398918.993811] machine2 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine2 # [5398918.994609] machine2 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine2 # [5398918.994653] machine2 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [5398918.995516] machine2 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine2 # [5398918.995554] machine2 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine2 # [5398919.017152] machine2 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine2 # [5398919.018148] machine2 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine2 # [5398919.034005] machine2 systemd-tmpfiles[154]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [5398919.034167] machine2 systemd-tmpfiles[154]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [5398919.034278] machine2 systemd-tmpfiles[154]: fchmod() of /var/log/journal/adb84dcaca18462bb715cc21a2d38624 failed: Operation not permitted
container-test-run-monitoring> machine2 # [5398919.034458] machine2 systemd-tmpfiles[154]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [5398919.035931] machine2 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine2 # [5398919.036904] machine2 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine2 # [5398919.037606] machine2 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine2 # [5398919.050554] machine2 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine2 # [5398919.052302] machine2 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine2 # [5398919.060583] machine2 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine2 # [5398919.061681] machine2 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine2 # [5398919.072279] machine2 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine2 # [5398919.110501] machine2 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine2 # [5398919.110652] machine2 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine2 # [5398919.110855] machine2 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine2 # [5398919.111854] machine2 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine1 # [5398919.743746] machine1 systemd-networkd[239]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.743840] machine1 systemd-networkd[239]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.750648] machine1 systemd-networkd[239]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [5398919.750808] machine1 systemd-networkd[239]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [5398919.750963] machine1 systemd-networkd[239]: lo: Link UP
container-test-run-monitoring> machine1 # [5398919.750967] machine1 systemd-networkd[239]: lo: Gained carrier
container-test-run-monitoring> machine2 # [5398919.746320] machine2 systemd-networkd[219]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.751153] machine1 systemd-networkd[239]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine1 # [5398919.751561] machine1 systemd[1]: Started Network Management.
container-test-run-monitoring> machine1 # [5398919.751849] machine1 systemd-networkd[239]: eth1: Link UP
container-test-run-monitoring> machine1 # [5398919.752050] machine1 systemd-networkd[239]: eth1: Gained carrier
container-test-run-monitoring> machine2 # [5398919.746406] machine2 systemd-networkd[219]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5398919.753262] machine1 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine1 # [5398919.798173] machine1 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine2 # [5398919.756848] machine2 systemd-networkd[219]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [5398919.757004] machine2 systemd-networkd[219]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [5398919.757159] machine2 systemd-networkd[219]: lo: Link UP
container-test-run-monitoring> machine2 # [5398919.757163] machine2 systemd-networkd[219]: lo: Gained carrier
container-test-run-monitoring> machine2 # [5398919.757358] machine2 systemd-networkd[219]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine1 # [5398919.894196] machine1 systemd-resolved[152]: Positive Trust Anchors:
container-test-run-monitoring> machine2 # [5398919.757832] machine2 systemd[1]: Started Network Management.
container-test-run-monitoring> machine1 # [5398919.894208] machine1 systemd-resolved[152]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine2 # [5398919.757836] machine2 systemd-networkd[219]: eth1: Link UP
container-test-run-monitoring> machine1 # [5398919.894211] machine1 systemd-resolved[152]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine2 # [5398919.758069] machine2 systemd-networkd[219]: eth1: Gained carrier
container-test-run-monitoring> machine1 # [5398919.894246] machine1 systemd-resolved[152]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine2 # [5398919.759460] machine2 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine1 # [5398919.917064] machine1 systemd-resolved[152]: Using system hostname 'machine1'.
container-test-run-monitoring> machine2 # [5398919.798232] machine2 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine1 # [5398919.918600] machine1 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine2 # [5398919.898293] machine2 systemd-resolved[129]: Positive Trust Anchors:
container-test-run-monitoring> machine1 # [5398919.918689] machine1 systemd[1]: Reached target Network.
container-test-run-monitoring> machine2 # [5398919.898304] machine2 systemd-resolved[129]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine1 # [5398919.918756] machine1 systemd[1]: Reached target Network is Online.
container-test-run-monitoring> machine2 # [5398919.898309] machine2 systemd-resolved[129]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine1 # [5398919.918806] machine1 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine2 # [5398919.898342] machine2 systemd-resolved[129]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine1 # [5398919.918858] machine1 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [5398919.921016] machine2 systemd-resolved[129]: Using system hostname 'machine2'.
container-test-run-monitoring> machine1 # [5398919.918886] machine1 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine2 # [5398919.922542] machine2 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine1 # [5398919.918905] machine1 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine2 # [5398919.922630] machine2 systemd[1]: Reached target Network.
container-test-run-monitoring> machine1 # [5398919.919038] machine1 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine2 # [5398919.922702] machine2 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine1 # [5398919.919178] machine1 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine2 # [5398919.922751] machine2 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [5398919.919296] machine1 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine2 # [5398919.922778] machine2 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine1 # [5398919.919318] machine1 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine2 # [5398919.922795] machine2 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine1 # [5398919.919357] machine1 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine1 # [5398919.920601] machine1 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine1 # [5398919.921638] machine1 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine1 # [5398919.922607] machine1 systemd[1]: Started Loki Service Daemon.
container-test-run-monitoring> machine1 # [5398919.923420] machine1 systemd[1]: Started mimir Service Daemon.
container-test-run-monitoring> machine1 # [5398919.924660] machine1 systemd[1]: Starting Nginx Web Server...
container-test-run-monitoring> machine1 # [5398919.972873] machine1 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine1 # [5398919.974117] machine1 systemd[1]: Starting PostgreSQL Server...
container-test-run-monitoring> machine1 # [5398920.005390] machine1 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine2 # [5398919.922913] machine2 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine2 # [5398919.923044] machine2 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine2 # [5398919.923152] machine2 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine2 # [5398919.923176] machine2 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine2 # [5398919.923211] machine2 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine2 # [5398919.924967] machine2 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine2 # [5398919.972868] machine2 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine2 # [5398919.973883] machine2 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine2 # [5398920.005430] machine2 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine1 # [5398920.023240] machine1 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine1 # [5398920.030538] machine1 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine1 # [5398920.245352] machine1 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine1 # [5398920.245440] machine1 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine2 # [5398920.018879] machine2 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine1 # [5398920.245502] machine1 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine2 # [5398920.025928] machine2 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine1 # [5398920.245730] machine1 nsncd[250]: Aug 10 11:05:46.298 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine2 # [5398920.254458] machine2 nsncd[227]: Aug 10 11:05:46.307 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine1 # [5398920.246707] machine1 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine2 # [5398920.254577] machine2 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine1 # [5398920.247492] machine1 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine2 # [5398920.254644] machine2 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine2 # [5398920.254697] machine2 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine2 # [5398920.255794] machine2 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine1 # [5398920.256574] machine1 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine2 # [5398920.256638] machine2 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine1 # [5398920.257629] machine1 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine2 # [5398920.266459] machine2 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine1 # [5398920.257672] machine1 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine2 # [5398920.267441] machine2 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine1 # [5398920.257693] machine1 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine2 # [5398920.267481] machine2 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine1 # [5398920.426240] machine1 dbus-broker-launch[262]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine2 # [5398920.267496] machine2 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine1 # [5398920.426240] machine1 dbus-broker-launch[262]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine2 # [5398920.443966] machine2 dbus-broker-launch[231]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine1 # [5398920.426240] machine1 dbus-broker-launch[262]: Invalid user-name in /nix/store/h2lxpwrypvhah3ddhqkg9phkwn8jzv08-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine2 # [5398920.445103] machine2 dbus-broker-launch[231]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine1 # [5398920.426743] machine1 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [5398920.445103] machine2 dbus-broker-launch[231]: Invalid user-name in /nix/store/q7qmcvjk8vc599x9xyj7rqv8icm367w9-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine1 # [5398920.433706] machine1 dbus-broker-launch[262]: Ready
container-test-run-monitoring> machine2 # [5398920.445894] machine2 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [5398920.453060] machine2 dbus-broker-launch[231]: Ready
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.649606532Z caller=main.go:232 level=info msg="Starting application" version="(version=3.1.4, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.652552453Z caller=server.go:401 level=info msg="server listening on addresses" http=[::]:3001 grpc=[::]:9095
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.671797997Z caller=memberlist_client.go:541 level=info component=memberlist msg="Using memberlist cluster label and node name" cluster_label= node=machine1-b2c541d1
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.673062134Z caller=modules.go:1054 level=info msg="The ruler is not being started because you need to configure the ruler storage."
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.674578355Z caller=inmemory.go:137 level=info msg="created in-memory index cache" maxItemSizeBytes=134217728 maxSizeBytes=1073741824 maxItems=maxInt
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.677454274Z caller=modules.go:1068 level=info msg="The ruler storage has not been configured. Not starting the ruler."
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.678492449Z caller=ingester.go:359 level=warn msg="-blocks-storage.backend=filesystem is for development and testing only; you should switch to an external object store for production use or use a shared filesystem"
container-test-run-monitoring> machine1 # [5398920.694733] machine1 mimir[247]: ts=2026-08-10T11:05:46.679647785Z caller=ingester.go:513 level=info msg="TSDB idle compaction timeout set" timeout=1h2m37.920613974s
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.813807985Z caller=modules.go:716 level=info msg="The querier worker has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic worker configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier worker." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.813859346Z caller=worker.go:148 level=info msg="Starting querier worker connected to query-scheduler" scheduler=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.81488228Z caller=modules.go:936 level=info msg="The query-frontend has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic frontend configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier-frontend." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816096857Z caller=module_service.go:82 level=info msg=starting module=activity-tracker
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816173458Z caller=module_service.go:82 level=info msg=starting module=active-groups-cleanup-service
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816211058Z caller=module_service.go:82 level=info msg=starting module=sanity-check
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816230658Z caller=sanity_check.go:32 level=info msg="Checking directories read/write access"
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816438501Z caller=sanity_check.go:37 level=info msg="Directories read/write access successfully checked"
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816446461Z caller=sanity_check.go:39 level=info msg="Checking object storage config"
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816547863Z caller=sanity_check.go:44 level=info msg="Object storage config successfully checked"
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816566143Z caller=module_service.go:82 level=info msg=starting module=server
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816733065Z caller=module_service.go:82 level=info msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [5398920.794775] machine1 mimir[247]: ts=2026-08-10T11:05:46.816751226Z caller=module_service.go:82 level=info msg=starting module=store-gateway
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.816820987Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.816854907Z caller=module_service.go:82 level=info msg=starting module=querier-ring
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.816870547Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.816893228Z caller=module_service.go:82 level=info msg=starting module=compactor
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817222392Z caller=module_service.go:82 level=info msg=starting module=store-queryable
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817263993Z caller=module_service.go:82 level=info msg=starting module=querier-lifecycler
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817282353Z caller=module_service.go:82 level=info msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817290553Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=querier
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817357114Z caller=module_service.go:82 level=info msg=starting module=ingester-ring
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817470875Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817508636Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=store-gateway
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817516276Z caller=ring.go:390 level=info component=compactor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817524316Z caller=basic_lifecycler_delegates.go:63 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817563237Z caller=basic_lifecycler.go:324 level=info component=compactor msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817628798Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817671158Z caller=module_service.go:82 level=info msg=starting module=ingester-service
container-test-run-monitoring> machine1 # [5398920.795078] machine1 mimir[247]: ts=2026-08-10T11:05:46.817696199Z caller=gateway.go:246 level=info msg="waiting until store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817712959Z caller=module_service.go:82 level=info msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817752959Z caller=module_service.go:82 level=info msg=starting module=distributor-service
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.81776608Z caller=ingester_tsdb.go:399 level=info msg="opening existing TSDBs"
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.81780268Z caller=compactor.go:583 level=info component=compactor msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.81781176Z caller=frontend_scheduler_worker.go:146 level=info msg="adding connection to query-scheduler" addr=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817869321Z caller=lifecycler.go:694 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817892921Z caller=lifecycler.go:721 level=info msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817926562Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.817939882Z caller=lifecycler.go:562 level=info msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.818111004Z caller=distributor.go:882 level=info msg="waiting until distributor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.818145805Z caller=module_service.go:82 level=info msg=starting module=querier
container-test-run-monitoring> machine1 # [5398920.795332] machine1 mimir[247]: ts=2026-08-10T11:05:46.818189805Z caller=worker.go:248 level=info msg="adding connection" addr=127.0.0.1:9095 in-use=true
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.778219377Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.4, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.778280738Z caller=main.go:147 msg="Loading configuration file" filename=/nix/store/dsc03kcyakhh9msfc4dzf4lahgqvnbkw-validate-loki-conf
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.780932334Z caller=server.go:397 msg="server listening on addresses" http=[::]:3002 grpc=[::]:9096
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.781577063Z caller=modules.go:1597 msg="Ruler storage is not configured; ruler will not be started." config_key=ruler.storage
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785541877Z caller=table_manager.go:300 index-store=tsdb-2025-11-01 msg="query readiness setup completed" duration=1.8µs distinct_users_len=0 distinct_users=
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785535237Z caller=table_manager.go:136 index-store=tsdb-2025-11-01 msg="uploading tables"
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785583238Z caller=shipper.go:165 index-store=tsdb-2025-11-01 msg="starting index shipper in RW mode"
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785878162Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785917203Z caller=manager.go:86 index-store=tsdb-2025-11-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.785939323Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.791864804Z caller=worker.go:134 component=querier msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=warn ts=2026-08-10T11:05:46.793388785Z caller=modules.go:1643 msg="RulerStorage is nil. Not starting the ruler."
container-test-run-monitoring> machine1 # [5398920.821973] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.808836717Z caller=module_service.go:82 msg=starting module=server
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.808952079Z caller=module_service.go:82 msg=starting module=cache-generation-loader
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.808979839Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.808981039Z caller=module_service.go:82 msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.80905032Z caller=module_service.go:82 msg=starting module=ring
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.80905608Z caller=module_service.go:82 msg=starting module=store
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.8090788Z caller=module_service.go:82 msg=starting module=query-scheduler-ring
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809127801Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809155921Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809178962Z caller=module_service.go:82 msg=starting module=ingester
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809196202Z caller=module_service.go:82 msg=starting module=ingester-querier
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809200522Z caller=module_service.go:82 msg=starting module=distributor
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809209202Z caller=ingester.go:571 component=ingester msg="recovering from checkpoint"
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809226802Z caller=module_service.go:82 msg=starting module=rule-evaluator
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809218962Z caller=module_service.go:82 msg=starting module=compactor
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809216122Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=scheduler
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=error ts=2026-08-10T11:05:46.809240123Z caller=ratestore.go:110 msg="error getting ingester clients" err="empty ring"
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809250203Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5398920.822472] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809217482Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809278603Z caller=ring.go:390 component=distributor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809314564Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=48.641µs success=true
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809323364Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809331484Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809338884Z caller=recovery.go:45 component=ingester msg="no checkpoint found, treating as no-op"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809363564Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809400485Z caller=ringmanager.go:186 msg="waiting until scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809413525Z caller=compactor.go:420 msg="waiting until compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809410485Z caller=basic_lifecycler.go:324 component=distributor msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809631928Z caller=ingester.go:587 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=430.686µs errors=false
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.809648008Z caller=ingester.go:593 component=ingester msg="recovering from WAL"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810057534Z caller=ingester.go:609 component=ingester msg="WAL segment recovery finished" elapsed=856.332µs errors=false
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810072374Z caller=ingester.go:557 component=ingester msg="closing recoverer"
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810079654Z caller=ingester.go:565 component=ingester msg="WAL recovery finished" time=878.652µs
container-test-run-monitoring> machine1 # [5398920.822733] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810137935Z caller=lifecycler.go:694 component=ingester msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5398920.822963] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810141575Z caller=wal.go:173 msg=started component=wal
container-test-run-monitoring> machine1 # [5398920.822963] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810167855Z caller=lifecycler.go:721 component=ingester msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [5398920.822963] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810221176Z caller=lifecycler.go:562 component=ingester msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [5398920.822963] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.810303977Z caller=ingester.go:778 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=1.405751574s
container-test-run-monitoring> machine1 # [5398920.895250] machine1 mimir[247]: ts=2026-08-10T11:05:46.93225321Z caller=compactor.go:588 level=info component=compactor msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398920.895250] machine1 mimir[247]: ts=2026-08-10T11:05:46.932563294Z caller=compactor.go:706 level=info component=compactor msg="discovering users from bucket"
container-test-run-monitoring> machine1 # [5398920.895250] machine1 mimir[247]: ts=2026-08-10T11:05:46.932590895Z caller=blocks_cleaner.go:241 level=info component=cleaner task=clean_up_users_during_startup msg="started blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [5398920.895250] machine1 mimir[247]: ts=2026-08-10T11:05:46.932604215Z caller=compactor.go:716 level=info component=compactor msg="discovered users from bucket" users=0
container-test-run-monitoring> machine1 # [5398920.895250] machine1 mimir[247]: ts=2026-08-10T11:05:46.932681056Z caller=blocks_cleaner.go:247 level=info component=cleaner task=clean_up_users_during_startup msg="successfully completed blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [5398920.914791] machine1 nginx-pre-start[375]: nginx: the configuration file /nix/store/ffnhb8z515pvrhnh40pw2svahjrvnxvh-nginx.conf syntax is ok
container-test-run-monitoring> machine1 # [5398920.915139] machine1 nginx-pre-start[375]: nginx: configuration file /nix/store/ffnhb8z515pvrhnh40pw2svahjrvnxvh-nginx.conf test is successful
container-test-run-monitoring> machine1 # [5398920.922455] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.943499164Z caller=ringmanager.go:190 msg="scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398920.922455] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.943695447Z caller=ringmanager.go:199 msg="waiting until scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398920.931318] machine1 postgresql-pre-start[377]: The files belonging to this database system will be owned by user "postgres".
container-test-run-monitoring> machine1 # [5398920.931318] machine1 postgresql-pre-start[377]: This user must also own the server process.
container-test-run-monitoring> machine1 # [5398920.931657] machine1 postgresql-pre-start[377]: The database cluster will be initialized with locale "en_US.UTF-8".
container-test-run-monitoring> machine1 # [5398920.931657] machine1 postgresql-pre-start[377]: The default database encoding has accordingly been set to "UTF8".
container-test-run-monitoring> machine1 # [5398920.931657] machine1 postgresql-pre-start[377]: The default text search configuration will be set to "english".
container-test-run-monitoring> machine1 # [5398920.931657] machine1 postgresql-pre-start[377]: Data page checksums are enabled.
container-test-run-monitoring> machine1 # [5398920.931657] machine1 postgresql-pre-start[377]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok
container-test-run-monitoring> machine1 # [5398920.931824] machine1 postgresql-pre-start[377]: creating subdirectories ... ok
container-test-run-monitoring> machine1 # [5398920.931896] machine1 postgresql-pre-start[377]: selecting dynamic shared memory implementation ... posix
container-test-run-monitoring> machine1 # [5398920.959054] machine1 postgresql-pre-start[377]: selecting default "max_connections" ... 100
container-test-run-monitoring> machine1 # [5398920.986407] machine1 postgresql-pre-start[377]: selecting default "shared_buffers" ... 128MB
container-test-run-monitoring> machine1 # [5398920.995106] machine1 mimir[247]: ts=2026-08-10T11:05:46.966611202Z caller=gateway.go:250 level=info msg="store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398920.995106] machine1 mimir[247]: ts=2026-08-10T11:05:46.966665362Z caller=bucket_stores.go:215 level=info msg="synchronizing TSDB blocks for all users"
container-test-run-monitoring> machine1 # [5398920.995106] machine1 mimir[247]: ts=2026-08-10T11:05:46.966850205Z caller=bucket_stores.go:228 level=info msg="successfully synchronized TSDB blocks for all users"
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.998056713Z caller=compactor.go:424 msg="compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:46.998232595Z caller=compactor.go:434 msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.054219884Z caller=ringmanager.go:203 msg="scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.054312485Z caller=module_service.go:82 msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.054432086Z caller=module_service.go:82 msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [5398921.022322] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.054476447Z caller=module_service.go:82 msg=starting module=querier
container-test-run-monitoring> machine1 # [5398921.025215] machine1 alloy[244]: ts=2026-08-10T11:05:47.058711545Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine1 # [5398921.025215] machine1 alloy[244]: ts=2026-08-10T11:05:47.058836827Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine1 # [5398921.025215] machine1 alloy[244]: ts=2026-08-10T11:05:47.064704107Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine1 # [5398921.025215] machine1 alloy[244]: ts=2026-08-10T11:05:47.06489415Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.068459199Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.069124288Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=loki.relabel.journal duration=657.329µs
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.072316972Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.072690177Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074016515Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=d81c99 url=http://machine1.clan/mimir/api/v1/push queue=d81c99
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074027515Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=d81c99 url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074040075Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=prometheus.remote_write.mimir duration=4.909387ms
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074424481Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=prometheus.relabel.create_nixos_services_metric duration=374.805µs
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074440281Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=tracing duration=11.08µs
container-test-run-monitoring> machine1 # [5398921.025600] machine1 alloy[244]: ts=2026-08-10T11:05:47.074882327Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=d81c99 url=http://machine1.clan/mimir/api/v1/push queue=d81c99
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.075196051Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=labelstore duration=752.05µs
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076002382Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076025263Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076111544Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076113584Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076684632Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076730152Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076739753Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076740913Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine1 # [5398921.025770] machine1 alloy[244]: ts=2026-08-10T11:05:47.076741793Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.076782833Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=prometheus.exporter.unix.local_system duration=1.573822ms
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.078312094Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=prometheus.scrape.scrape_metrics duration=1.509061ms
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.078510057Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=logging duration=190.363µs
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.078527257Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=otel duration=8.04µs
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.078544977Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=livedebugging duration=12.04µs
container-test-run-monitoring> machine1 # [5398921.025926] machine1 alloy[244]: ts=2026-08-10T11:05:47.078925062Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=loki.write.loki duration=371.845µs
container-test-run-monitoring> machine1 # [5398921.026031] machine1 alloy[244]: ts=2026-08-10T11:05:47.079140345Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=loki.source.journal.all duration=196.922µs
container-test-run-monitoring> machine1 # [5398921.026060] machine1 alloy[244]: ts=2026-08-10T11:05:47.079215066Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=remotecfg duration=57.32µs
container-test-run-monitoring> machine1 # [5398921.026094] machine1 alloy[244]: ts=2026-08-10T11:05:47.079239187Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine1 # [5398921.026094] machine1 alloy[244]: ts=2026-08-10T11:05:47.079265787Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=http duration=39.88µs
container-test-run-monitoring> machine1 # [5398921.026132] machine1 alloy[244]: ts=2026-08-10T11:05:47.079278587Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=cluster duration=4.96µs
container-test-run-monitoring> machine1 # [5398921.026132] machine1 alloy[244]: ts=2026-08-10T11:05:47.079290667Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 node_id=ui duration=6.12µs
container-test-run-monitoring> machine1 # [5398921.026132] machine1 alloy[244]: ts=2026-08-10T11:05:47.079298788Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=5c10d121c4a71b37df09b5967f2be482 duration=11.029232ms
container-test-run-monitoring> machine1 # [5398921.026248] machine1 alloy[244]: ts=2026-08-10T11:05:47.079378949Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine1 # [5398921.026340] machine1 alloy[244]: ts=2026-08-10T11:05:47.07950383Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine1 # [5398921.026903] machine1 alloy[244]: ts=2026-08-10T11:05:47.080019397Z level=error msg="failed to register collector with remote server" service=remotecfg id=81b6604f-c82c-4e28-a724-707893709c06 name="" err="noop client"
container-test-run-monitoring> machine1 # [5398921.026903] machine1 alloy[244]: ts=2026-08-10T11:05:47.079848475Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine1 # [5398921.027506] machine1 alloy[244]: ts=2026-08-10T11:05:47.080629646Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [5398921.027583] machine1 alloy[244]: ts=2026-08-10T11:05:47.080637406Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine1
container-test-run-monitoring> machine1 # [5398921.034282] machine1 systemd-logind[274]: New seat seat0.
container-test-run-monitoring> machine1 # [5398921.034731] machine1 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine1 # [5398921.037666] machine1 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine1 # [5398921.048846] machine1 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine1 # [5398921.049017] machine1 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine1 # [5398921.138052] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.191136642Z caller=compactor.go:438 msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398921.138052] machine1 loki[246]: level=info ts=2026-08-10T11:05:47.191184483Z caller=loki.go:615 msg="Loki started" startup_time=488.654584ms
container-test-run-monitoring> machine2 # [5398920.974179] machine2 systemd-logind[243]: New seat seat0.
container-test-run-monitoring> machine2 # [5398920.974360] machine2 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine2 # [5398920.975599] machine2 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine2 # [5398920.986884] machine2 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine2 # [5398920.987075] machine2 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine2 # [5398920.987757] machine2 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine2 # [5398920.988018] machine2 systemd[1]: Startup finished in 2.368s.
container-test-run-monitoring> machine2 # [5398921.022941] machine2 alloy[224]: ts=2026-08-10T11:05:47.058715825Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine2 # [5398921.022941] machine2 alloy[224]: ts=2026-08-10T11:05:47.058830827Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine2 # [5398921.022941] machine2 alloy[224]: ts=2026-08-10T11:05:47.06491787Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine2 # [5398921.022941] machine2 alloy[224]: ts=2026-08-10T11:05:47.064983471Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.068791883Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.069510453Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.069531534Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.069895379Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.069898379Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.07000078Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.07000366Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.07000462Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.07000526Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine2 # [5398921.023367] machine2 alloy[224]: ts=2026-08-10T11:05:47.07000702Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.07002866Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=prometheus.exporter.unix.local_system duration=1.230176ms
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.072569655Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.07289406Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.073969034Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=59f3db url=http://machine1.clan/mimir/api/v1/push queue=59f3db
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.073973115Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=59f3db url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.073989115Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=prometheus.remote_write.mimir duration=3.948414ms
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.074344Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=prometheus.relabel.create_nixos_services_metric duration=345.005µs
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.074633484Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=59f3db url=http://machine1.clan/mimir/api/v1/push queue=59f3db
container-test-run-monitoring> machine2 # [5398921.023544] machine2 alloy[224]: ts=2026-08-10T11:05:47.076016463Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=prometheus.scrape.scrape_metrics duration=1.667143ms
container-test-run-monitoring> machine2 # [5398921.023686] machine2 alloy[224]: ts=2026-08-10T11:05:47.076038463Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=tracing duration=12.6µs
container-test-run-monitoring> machine2 # [5398921.023686] machine2 alloy[224]: ts=2026-08-10T11:05:47.076244786Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=logging duration=202.843µs
container-test-run-monitoring> machine2 # [5398921.024949] machine2 alloy[224]: ts=2026-08-10T11:05:47.078095131Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=loki.write.loki duration=1.839225ms
container-test-run-monitoring> machine2 # [5398921.024988] machine2 alloy[224]: ts=2026-08-10T11:05:47.078151332Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=livedebugging duration=18.56µs
container-test-run-monitoring> machine2 # [5398921.025010] machine2 alloy[224]: ts=2026-08-10T11:05:47.078168172Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=labelstore duration=6.88µs
container-test-run-monitoring> machine2 # [5398921.025271] machine2 alloy[224]: ts=2026-08-10T11:05:47.078433576Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=loki.relabel.journal duration=258.204µs
container-test-run-monitoring> machine2 # [5398921.025477] machine2 alloy[224]: ts=2026-08-10T11:05:47.078640259Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=loki.source.journal.all duration=188.203µs
container-test-run-monitoring> machine2 # [5398921.025542] machine2 alloy[224]: ts=2026-08-10T11:05:47.0787099Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=remotecfg duration=52.921µs
container-test-run-monitoring> machine2 # [5398921.025592] machine2 alloy[224]: ts=2026-08-10T11:05:47.07873338Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine2 # [5398921.025592] machine2 alloy[224]: ts=2026-08-10T11:05:47.07877034Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=http duration=49.04µs
container-test-run-monitoring> machine2 # [5398921.025634] machine2 alloy[224]: ts=2026-08-10T11:05:47.078781381Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=ui duration=3.721µs
container-test-run-monitoring> machine2 # [5398921.025634] machine2 alloy[224]: ts=2026-08-10T11:05:47.078792821Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=cluster duration=4.2µs
container-test-run-monitoring> machine2 # [5398921.025634] machine2 alloy[224]: ts=2026-08-10T11:05:47.078802661Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e node_id=otel duration=4.24µs
container-test-run-monitoring> machine2 # [5398921.025634] machine2 alloy[224]: ts=2026-08-10T11:05:47.078809301Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=b4423f605bc4da5cc7e9127877111b1e duration=10.18086ms
container-test-run-monitoring> machine2 # [5398921.025860] machine2 alloy[224]: ts=2026-08-10T11:05:47.079027744Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine2 # [5398921.025958] machine2 alloy[224]: ts=2026-08-10T11:05:47.079113145Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine2 # [5398921.026601] machine2 alloy[224]: ts=2026-08-10T11:05:47.079750954Z level=error msg="failed to register collector with remote server" service=remotecfg id=49c37eac-264a-467f-828d-147718096b2c name="" err="noop client"
container-test-run-monitoring> machine2 # [5398921.027147] machine2 alloy[224]: ts=2026-08-10T11:05:47.080025998Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine2 # [5398921.027445] machine2 alloy[224]: ts=2026-08-10T11:05:47.080594925Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine2 # [5398921.028575] machine2 alloy[224]: ts=2026-08-10T11:05:47.081717621Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine2
container-test-run-monitoring> machine1 # [5398921.243718] machine1 postgresql-pre-start[377]: selecting default time zone ... UTC
container-test-run-monitoring> machine1 # [5398921.244553] machine1 postgresql-pre-start[377]: creating configuration files ... ok
container-test-run-monitoring> machine1 # [5398921.371230] machine1 postgresql-pre-start[377]: running bootstrap script ... ok
container-test-run-monitoring> machine1 # [5398921.654461] machine1 systemd[1]: Started Nginx Web Server.
container-test-run-monitoring> machine1 # [5398921.664129] machine1 systemd-networkd[239]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [5398921.747164] machine1 postgresql-pre-start[377]: performing post-bootstrap initialization ... ok
container-test-run-monitoring> machine1 # [5398921.772030] machine1 postgresql-pre-start[377]: syncing data to disk ... ok
container-test-run-monitoring> machine1 # [5398921.772030] machine1 postgresql-pre-start[377]: initdb: warning: enabling "trust" authentication for local connections
container-test-run-monitoring> machine1 # [5398921.772030] machine1 postgresql-pre-start[377]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.
container-test-run-monitoring> machine1 # [5398921.772030] machine1 postgresql-pre-start[377]: Success. You can now start the database server using:
container-test-run-monitoring> machine1 # [5398921.772030] machine1 postgresql-pre-start[377]:     pg_ctl -D /var/lib/postgresql/18 -l logfile start
container-test-run-monitoring> machine2 # [5398921.760128] machine2 systemd-networkd[219]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [5398921.995368] machine1 mimir[247]: ts=2026-08-10T11:05:47.967319611Z caller=gateway.go:286 level=info msg="waiting until store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398921.995368] machine1 mimir[247]: ts=2026-08-10T11:05:47.967370292Z caller=gateway.go:290 level=info msg="store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5398921.995368] machine1 mimir[247]: ts=2026-08-10T11:05:47.967417212Z caller=mimir.go:1103 level=info msg="Application started"
container-test-run-monitoring> machine1 # [5398922.557053] machine1 postgres[400]: [400] LOG:  starting PostgreSQL 18.4 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit
container-test-run-monitoring> machine1 # [5398922.559789] machine1 postgres[400]: [400] LOG:  listening on IPv6 address "::1", port 5432
container-test-run-monitoring> machine1 # [5398922.559789] machine1 postgres[400]: [400] LOG:  listening on IPv4 address "127.0.0.1", port 5432
container-test-run-monitoring> machine1 # [5398922.560998] machine1 postgres[400]: [400] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"
container-test-run-monitoring> machine1 # [5398922.565756] machine1 postgres[409]: [409] LOG:  database system was shut down at 2026-08-10 11:05:47 GMT
container-test-run-monitoring> machine1 # [5398922.569018] machine1 postgres[400]: [400] LOG:  database system is ready to accept connections
container-test-run-monitoring> machine1 # [5398923.236132] machine1 postgresql-post-start[422]: CREATE ROLE
container-test-run-monitoring> machine1 # [5398923.301674] machine1 postgresql-post-start[427]: CREATE DATABASE
container-test-run-monitoring> machine1 # [5398923.305589] machine1 systemd[1]: Started PostgreSQL Server.
container-test-run-monitoring> machine1 # [5398923.307443] machine1 systemd[1]: Starting PostgreSQL Setup Scripts...
container-test-run-monitoring> machine1 # [5398923.331181] machine1 systemd[1]: Finished PostgreSQL Setup Scripts.
container-test-run-monitoring> machine1 # [5398923.331648] machine1 systemd[1]: Reached target PostgreSQL.
container-test-run-monitoring> machine1 # [5398923.333200] machine1 systemd[1]: Starting Grafana Service Daemon...
container-test-run-monitoring> machine1 # [5398924.022309] machine1 loki[246]: level=info ts=2026-08-10T11:05:50.054569047Z caller=scheduler.go:658 msg="this scheduler is in the ReplicationSet, will now accept requests."
container-test-run-monitoring> machine1 # [5398924.022309] machine1 loki[246]: level=info ts=2026-08-10T11:05:50.054691249Z caller=worker.go:235 component=querier msg="adding connection" addr=127.0.0.1:9096
container-test-run-monitoring> machine1 # [5398925.866322] machine1 systemd[1]: Started Grafana Service Daemon.
container-test-run-monitoring> machine1 # [5398925.866799] machine1 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine1 # [5398925.867351] machine1 systemd[1]: Startup finished in 7.229s.
container-test-run-monitoring> machine1: (finished: waiting for unit multi-user.target, in 8.16 seconds)
container-test-run-monitoring> machine2: waiting for unit multi-user.target
container-test-run-monitoring> machine2: (finished: waiting for unit multi-user.target, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit alloy
container-test-run-monitoring> machine1: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: waiting for unit alloy
container-test-run-monitoring> machine2: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine1: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.00 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.00 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/local-extension.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/local-extension.alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine1: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine2: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit loki
container-test-run-monitoring> machine1: (finished: waiting for unit loki, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit mimir
container-test-run-monitoring> machine1: (finished: waiting for unit mimir, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit grafana
container-test-run-monitoring> machine1: (finished: waiting for unit grafana, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1
container-test-run-monitoring> machine2: (finished: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: cat /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: cat /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> (finished: run the VM test script, in 8.29 seconds)
container-test-run-monitoring> machine1 # [5398926.221953] machine1 loki[246]: level=info ts=2026-08-10T11:05:52.191693769Z caller=compactor.go:497 msg="this instance has been chosen to run the compactor, starting compactor"
container-test-run-monitoring> machine1 # [5398926.221953] machine1 loki[246]: level=info ts=2026-08-10T11:05:52.19182009Z caller=tables_manager.go:70 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
container-test-run-monitoring> machine1 # [5398926.298097] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.351222077Z level=info msg="Starting Grafana" version=13.1.1 commit=NA branch=main compiled=2026-08-10T11:05:52Z
container-test-run-monitoring> machine1 # [5398926.298877] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352024568Z level=info msg="Unified migration configs enforced" storage_type=unified target=[all]
container-test-run-monitoring> machine1 # [5398926.298877] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352057889Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=playlists.playlist.grafana.app
container-test-run-monitoring> machine1 # [5398926.298940] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352065769Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=folders.folder.grafana.app
container-test-run-monitoring> machine1 # [5398926.298940] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352072249Z level=info msg="Enforcing mode 5 for resource in unified storage" resource=dashboards.dashboard.grafana.app
container-test-run-monitoring> machine1 # [5398926.299046] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352214091Z level=info msg="Config loaded from" file=/var/lib/grafana/conf/defaults.ini
container-test-run-monitoring> machine1 # [5398926.299046] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352223091Z level=info msg="Config loaded from" file=/nix/store/2l47pnhby79gjjn6d9b2sz9dnqq1sqby-config.ini
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352229651Z level=info msg=Target target=[all]
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352237011Z level=info msg="Path Home" path=/var/lib/grafana
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352242491Z level=info msg="Path Data" path=/var/lib/grafana/data
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352247851Z level=info msg="Path Logs" path=/var/lib/grafana/data/log
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352253131Z level=info msg="Path Plugins" path="[/var/lib/grafana/plugins /var/lib/grafana/data/plugins-bundled]"
container-test-run-monitoring> machine1 # [5398926.299085] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352261292Z level=info msg="Path Provisioning" path=/nix/store/sjpk3rpkafxdr23wbzhf86v618hc0927-grafana-provisioning
container-test-run-monitoring> machine1 # [5398926.299185] machine1 grafana[441]: logger=settings t=2026-08-10T11:05:52.352267452Z level=info msg="App mode production"
container-test-run-monitoring> machine1 # [5398926.300203] machine1 grafana[441]: logger=featuremgmt t=2026-08-10T11:05:52.353321626Z level=info msg=FeatureToggles alertRuleRestore=true alertingBulkActionsInUI=true alertingImportYAMLUI=true alertingListViewV2=true alertingMigrationUI=true alertingMultiplePolicies=true alertingNavigationV2=true alertingNotificationsStepMode=true alertingQueryAndExpressionsStepMode=true alertingRulePermanentlyDelete=true alertingRuleRecoverDeleted=true alertingRuleVersionHistoryRestore=true alertingSaveStateCompressed=true alertingUIOptimizeReducer=true alertingUIUseBackendFilters=true alertingUIUseFullyCompatBackendFilters=true alertingUseNewSimplifiedRoutingHashAlgorithm=true annotationPermissionUpdate=true annotationsClustering=true awsAsyncQueryCaching=true awsDatasourcesTempCredentials=true azureMonitorEnableUserAuth=true azureMonitorPrometheusExemplars=true azureResourcePickerUpdates=true clearPreviousFieldValues=true cloudWatchCrossAccountQuerying=true cloudWatchNewLabelParsing=true cloudWatchRoundUpEndTime=true dashboardDefaultLayoutSelector=true dashboardNewLayouts=true dashboardSectionVariables=true dashboardUnifiedDrilldownControls=true enableSCIM=true feedbackButton=true grafana.scenesFlickeringFix=true grafanaAdvisor=true grafanaAssistantInProfilesDrilldown=true heatmapRowsAxisOptions=true improvedExternalSessionHandling=true improvedExternalSessionHandlingSAML=true influxdbBackendMigration=true kubernetesShortURLs=true lokiLabelNamesQueryApi=true lokiQuerySplitting=true multiPropsVariables=true newClickhouseConfigPageDesign=true newLogContext=true newLogsPanel=true newUnconfiguredPanel=true onlyStoreActionSets=true panelStyleActions=true profilesExemplars=true prometheusAzureOverrideAudience=true prometheusTypeMigration=true provisioning=true provisioning.readmes=true provisioningFolderMetadata=true pyroscopeUTF8LabelNames=true react19=true rememberUserOrgForSso=true renderAuthJWT=true restrictedPluginApis=true sqlExpressions=true teamFolders=true useKubernetesShortURLsAPI=true useMultipleScopeNodesEndpoint=true useScopeSingleNodeEndpoint=true useSessionStorageForRedirection=true vizLegendFacetedFilter=true vizPresets=true
container-test-run-monitoring> machine1 # [5398926.300367] machine1 grafana[441]: logger=sqlstore t=2026-08-10T11:05:52.353435948Z level=info msg="Connecting to DB" dbtype=postgres
container-test-run-monitoring> machine1 # [5398926.307323] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.360472244Z level=info msg="Locking database"
container-test-run-monitoring> machine1 # [5398926.307793] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.360955531Z level=info msg="Starting DB migrations"
container-test-run-monitoring> machine1 # [5398926.313395] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.366512327Z level=info msg="Executing migration" id="create migration_log table"
container-test-run-monitoring> machine1 # [5398926.317144] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.370294219Z level=info msg="Migration successfully executed" id="create migration_log table" duration=3.783932ms
container-test-run-monitoring> machine1 # [5398926.318099] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.371251032Z level=info msg="Executing migration" id="create user table"
container-test-run-monitoring> machine1 # [5398926.320131] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.37328254Z level=info msg="Migration successfully executed" id="create user table" duration=2.028028ms
container-test-run-monitoring> machine1 # [5398926.321885] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.375049724Z level=info msg="Executing migration" id="add unique index user.login"
container-test-run-monitoring> machine1 # [5398926.324022] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.377187234Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=2.129629ms
container-test-run-monitoring> machine1 # [5398926.324631] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.377792802Z level=info msg="Executing migration" id="add unique index user.email"
container-test-run-monitoring> machine1 # [5398926.325810] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.378969658Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=1.171696ms
container-test-run-monitoring> machine1 # [5398926.326306] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.379472465Z level=info msg="Executing migration" id="drop index UQE_user_login - v1"
container-test-run-monitoring> machine1 # [5398926.327289] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.380449278Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=976.373µs
container-test-run-monitoring> machine1 # [5398926.328028] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.381177568Z level=info msg="Executing migration" id="drop index UQE_user_email - v1"
container-test-run-monitoring> machine1 # [5398926.328839] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.38200094Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=822.572µs
container-test-run-monitoring> machine1 # [5398926.329536] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.382698949Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1"
container-test-run-monitoring> machine1 # [5398926.329761] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.382916352Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=218.003µs
container-test-run-monitoring> machine1 # [5398926.330210] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.383376598Z level=info msg="Executing migration" id="create user table v2"
container-test-run-monitoring> machine1 # [5398926.332149] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.385314865Z level=info msg="Migration successfully executed" id="create user table v2" duration=1.938267ms
container-test-run-monitoring> machine1 # [5398926.332715] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.385878033Z level=info msg="Executing migration" id="create index UQE_user_login - v2"
container-test-run-monitoring> machine1 # [5398926.333811] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.386976488Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=1.098895ms
container-test-run-monitoring> machine1 # [5398926.334285] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.387448174Z level=info msg="Executing migration" id="create index UQE_user_email - v2"
container-test-run-monitoring> machine1 # [5398926.335417] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.38857503Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=1.125216ms
container-test-run-monitoring> machine1 # [5398926.335943] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.389106997Z level=info msg="Executing migration" id="copy data_source v1 to v2"
container-test-run-monitoring> machine1 # [5398926.336318] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.389485482Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=378.645µs
container-test-run-monitoring> machine1 # [5398926.336777] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.389939969Z level=info msg="Executing migration" id="Drop old table user_v1"
container-test-run-monitoring> machine1 # [5398926.337526] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.390692779Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=747.371µs
container-test-run-monitoring> machine1 # [5398926.338359] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.39152263Z level=info msg="Executing migration" id="Add column help_flags1 to user table"
container-test-run-monitoring> machine1 # [5398926.338767] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.391913516Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=390.766µs
container-test-run-monitoring> machine1 # [5398926.339283] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.392442003Z level=info msg="Executing migration" id="Update user table charset"
container-test-run-monitoring> machine1 # [5398926.340433] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.393585179Z level=info msg="Migration successfully executed" id="Update user table charset" duration=1.143975ms
container-test-run-monitoring> machine1 # [5398926.340969] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.394124946Z level=info msg="Executing migration" id="Add last_seen_at column to user"
container-test-run-monitoring> machine1 # [5398926.341211] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.394372789Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=252.483µs
container-test-run-monitoring> machine1 # [5398926.341692] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.394855116Z level=info msg="Executing migration" id="Add missing user data"
container-test-run-monitoring> machine1 # [5398926.342354] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.395521205Z level=info msg="Migration successfully executed" id="Add missing user data" duration=666.689µs
container-test-run-monitoring> machine1 # [5398926.343329] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.396492858Z level=info msg="Executing migration" id="Add is_disabled column to user"
container-test-run-monitoring> machine1 # [5398926.343896] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.397063586Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=570.448µs
container-test-run-monitoring> machine1 # [5398926.344356] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.397523353Z level=info msg="Executing migration" id="Add index user.login/user.email"
container-test-run-monitoring> machine1 # [5398926.345712] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.398872771Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=1.347098ms
container-test-run-monitoring> machine1 # [5398926.346241] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.399405098Z level=info msg="Executing migration" id="Add is_service_account column to user"
container-test-run-monitoring> machine1 # [5398926.346623] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.399768983Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=364.325µs
container-test-run-monitoring> machine1 # [5398926.347084] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.40024667Z level=info msg="Executing migration" id="Update is_service_account column to nullable"
container-test-run-monitoring> machine1 # [5398926.347357] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.400523234Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=276.564µs
container-test-run-monitoring> machine1 # [5398926.348519] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.40168137Z level=info msg="Executing migration" id="Add uid column to user"
container-test-run-monitoring> machine1 # [5398926.348740] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.401906053Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=224.963µs
container-test-run-monitoring> machine1 # [5398926.349678] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.402844386Z level=info msg="Executing migration" id="Update uid column values for users"
container-test-run-monitoring> machine1 # [5398926.350145] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.403308312Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=463.726µs
container-test-run-monitoring> machine1 # [5398926.350607] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.403754878Z level=info msg="Executing migration" id="Make sure users uid are set"
container-test-run-monitoring> machine1 # [5398926.350828] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.403995241Z level=info msg="Migration successfully executed" id="Make sure users uid are set" duration=239.363µs
container-test-run-monitoring> machine1 # [5398926.351548] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.404709971Z level=info msg="Executing migration" id="Add unique index user_uid"
container-test-run-monitoring> machine1 # [5398926.353079] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.406235312Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=1.527621ms
container-test-run-monitoring> machine1 # [5398926.353640] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.40680428Z level=info msg="Executing migration" id="Add is_provisioned column to user"
container-test-run-monitoring> machine1 # [5398926.354034] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.407198085Z level=info msg="Migration successfully executed" id="Add is_provisioned column to user" duration=393.605µs
container-test-run-monitoring> machine1 # [5398926.354535] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.407699132Z level=info msg="Executing migration" id="update login field with orgid to allow for multiple service accounts with same name across orgs"
container-test-run-monitoring> machine1 # [5398926.355101] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.40826498Z level=info msg="Migration successfully executed" id="update login field with orgid to allow for multiple service accounts with same name across orgs" duration=564.888µs
container-test-run-monitoring> machine1 # [5398926.355569] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.408731466Z level=info msg="Executing migration" id="update service accounts login field orgid to appear only once"
container-test-run-monitoring> machine1 # [5398926.356233] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.409395955Z level=info msg="Migration successfully executed" id="update service accounts login field orgid to appear only once" duration=664.329µs
container-test-run-monitoring> machine1 # [5398926.356659] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.409825001Z level=info msg="Executing migration" id="update login and email fields to lowercase"
container-test-run-monitoring> machine1 # [5398926.357097] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.410260967Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase" duration=435.926µs
container-test-run-monitoring> machine1 # [5398926.358036] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.4111977Z level=info msg="Executing migration" id="update login and email fields to lowercase2"
container-test-run-monitoring> machine1 # [5398926.358450] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.411615386Z level=info msg="Migration successfully executed" id="update login and email fields to lowercase2" duration=418.566µs
container-test-run-monitoring> machine1 # [5398926.358884] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.412050992Z level=info msg="Executing migration" id="Add index on user.is_service_account and user.last_seen_at"
container-test-run-monitoring> machine1 # [5398926.360204] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.41336185Z level=info msg="Migration successfully executed" id="Add index on user.is_service_account and user.last_seen_at" duration=1.308938ms
container-test-run-monitoring> machine1 # [5398926.360707] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.413873337Z level=info msg="Executing migration" id="Expand user.uid length to 190"
container-test-run-monitoring> machine1 # [5398926.361237] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.414405184Z level=info msg="Migration successfully executed" id="Expand user.uid length to 190" duration=531.927µs
container-test-run-monitoring> machine1 # [5398926.361742] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.414906391Z level=info msg="Executing migration" id="Prefix SCIM uid for provisioned users"
container-test-run-monitoring> machine1 # [5398926.362162] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.415323957Z level=info msg="Migration successfully executed" id="Prefix SCIM uid for provisioned users" duration=416.646µs
container-test-run-monitoring> machine1 # [5398926.362709] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.415873404Z level=info msg="Executing migration" id="create temp user table v1-7"
container-test-run-monitoring> machine1 # [5398926.364953] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.418118315Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=2.244351ms
container-test-run-monitoring> machine1 # [5398926.365577] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.418735484Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7"
container-test-run-monitoring> machine1 # [5398926.366713] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.419879739Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=1.151176ms
container-test-run-monitoring> machine1 # [5398926.367142] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.420308225Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7"
container-test-run-monitoring> machine1 # [5398926.368251] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.42139692Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=1.080495ms
container-test-run-monitoring> machine1 # [5398926.368755] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.421917607Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7"
container-test-run-monitoring> machine1 # [5398926.369789] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.422937341Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=1.020014ms
container-test-run-monitoring> machine1 # [5398926.370257] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.423424108Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7"
container-test-run-monitoring> machine1 # [5398926.371281] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.424447922Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=1.023894ms
container-test-run-monitoring> machine1 # [5398926.371710] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.424876128Z level=info msg="Executing migration" id="Update temp_user table charset"
container-test-run-monitoring> machine1 # [5398926.373045] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.426213026Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=1.346338ms
container-test-run-monitoring> machine1 # [5398926.373571] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.426733193Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1"
container-test-run-monitoring> machine1 # [5398926.374376] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.427539524Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=805.971µs
container-test-run-monitoring> machine1 # [5398926.375095] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.428241534Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1"
container-test-run-monitoring> machine1 # [5398926.375877] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.429038985Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=789.571µs
container-test-run-monitoring> machine1 # [5398926.376491] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.429656673Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1"
container-test-run-monitoring> machine1 # [5398926.377233] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.430399684Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=743.451µs
container-test-run-monitoring> machine1 # [5398926.377897] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.431059853Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1"
container-test-run-monitoring> machine1 # [5398926.378688] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.431850104Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=791.41µs
container-test-run-monitoring> machine1 # [5398926.379384] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.432547433Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1"
container-test-run-monitoring> machine1 # [5398926.379596] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.432762796Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=208.963µs
container-test-run-monitoring> machine1 # [5398926.380102] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.433266763Z level=info msg="Executing migration" id="create temp_user v2"
container-test-run-monitoring> machine1 # [5398926.382050] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.43521743Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=1.951867ms
container-test-run-monitoring> machine1 # [5398926.382807] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.43596816Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2"
container-test-run-monitoring> machine1 # [5398926.383890] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.437052695Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=1.085295ms
container-test-run-monitoring> machine1 # [5398926.384413] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.437568822Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2"
container-test-run-monitoring> machine1 # [5398926.385406] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.438572876Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=1.003814ms
container-test-run-monitoring> machine1 # [5398926.385915] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.439077883Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2"
container-test-run-monitoring> machine1 # [5398926.386969] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.440131097Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=1.052334ms
container-test-run-monitoring> machine1 # [5398926.387439] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.440605704Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2"
container-test-run-monitoring> machine1 # [5398926.388429] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.441595317Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=989.493µs
container-test-run-monitoring> machine1 # [5398926.388931] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.442094284Z level=info msg="Executing migration" id="copy temp_user v1 to v2"
container-test-run-monitoring> machine1 # [5398926.389247] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.442414008Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=312.324µs
container-test-run-monitoring> machine1 # [5398926.389722] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.442883415Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty"
container-test-run-monitoring> machine1 # [5398926.390439] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.443604705Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=722.21µs
container-test-run-monitoring> machine1 # [5398926.391243] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.444404556Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire"
container-test-run-monitoring> machine1 # [5398926.391817] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.444977884Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=572.728µs
container-test-run-monitoring> machine1 # [5398926.392318] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.445481171Z level=info msg="Executing migration" id="create star table"
container-test-run-monitoring> machine1 # [5398926.393388] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.446547505Z level=info msg="Migration successfully executed" id="create star table" duration=1.066694ms
container-test-run-monitoring> machine1 # [5398926.393895] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.447054032Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id"
container-test-run-monitoring> machine1 # [5398926.395005] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.448165607Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=1.110975ms
container-test-run-monitoring> machine1 # [5398926.395495] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.448661174Z level=info msg="Executing migration" id="Add column dashboard_uid in star"
container-test-run-monitoring> machine1 # [5398926.395664] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.448832457Z level=info msg="Migration successfully executed" id="Add column dashboard_uid in star" duration=180.443µs
container-test-run-monitoring> machine1 # [5398926.396165] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.449323183Z level=info msg="Executing migration" id="Add column org_id in star"
container-test-run-monitoring> machine1 # [5398926.396954] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.450119594Z level=info msg="Migration successfully executed" id="Add column org_id in star" duration=796.051µs
container-test-run-monitoring> machine1 # [5398926.397534] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.450699122Z level=info msg="Executing migration" id="Add column updated in star"
container-test-run-monitoring> machine1 # [5398926.397745] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.450911165Z level=info msg="Migration successfully executed" id="Add column updated in star" duration=212.203µs
container-test-run-monitoring> machine1 # [5398926.398415] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.451578774Z level=info msg="Executing migration" id="add index in star table on dashboard_uid, org_id and user_id columns"
container-test-run-monitoring> machine1 # [5398926.399586] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.45275323Z level=info msg="Migration successfully executed" id="add index in star table on dashboard_uid, org_id and user_id columns" duration=1.174856ms
container-test-run-monitoring> machine1 # [5398926.400138] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.453281678Z level=info msg="Executing migration" id="create org table v1"
container-test-run-monitoring> machine1 # [5398926.402607] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.455123503Z level=info msg="Migration successfully executed" id="create org table v1" duration=1.846066ms
container-test-run-monitoring> machine1 # [5398926.402885] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.456045835Z level=info msg="Executing migration" id="create index UQE_org_name - v1"
container-test-run-monitoring> machine1 # [5398926.404062] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.457203691Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=1.156496ms
container-test-run-monitoring> machine1 # [5398926.404625] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.457787419Z level=info msg="Executing migration" id="create org_user table v1"
container-test-run-monitoring> machine1 # [5398926.405858] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.459026116Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=1.239057ms
container-test-run-monitoring> machine1 # [5398926.406431] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.459592924Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1"
container-test-run-monitoring> machine1 # [5398926.407547] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.460709059Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=1.115775ms
container-test-run-monitoring> machine1 # [5398926.408024] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.461169466Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1"
container-test-run-monitoring> machine1 # [5398926.409100] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.462262841Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=1.093215ms
container-test-run-monitoring> machine1 # [5398926.409621] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.462783728Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1"
container-test-run-monitoring> machine1 # [5398926.410655] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.463816222Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=1.031934ms
container-test-run-monitoring> machine1 # [5398926.411171] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.464333989Z level=info msg="Executing migration" id="Update org table charset"
container-test-run-monitoring> machine1 # [5398926.412024] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.465179041Z level=info msg="Migration successfully executed" id="Update org table charset" duration=845.212µs
container-test-run-monitoring> machine1 # [5398926.412538] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.465700128Z level=info msg="Executing migration" id="Update org_user table charset"
container-test-run-monitoring> machine1 # [5398926.412826] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.465993892Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=293.924µs
container-test-run-monitoring> machine1 # [5398926.413292] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.466455818Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers"
container-test-run-monitoring> machine1 # [5398926.413686] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.466850744Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=394.806µs
container-test-run-monitoring> machine1 # [5398926.414159] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.46732395Z level=info msg="Executing migration" id="create dashboard table"
container-test-run-monitoring> machine1 # [5398926.415940] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.469101215Z level=info msg="Migration successfully executed" id="create dashboard table" duration=1.776185ms
container-test-run-monitoring> machine1 # [5398926.416571] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.469734663Z level=info msg="Executing migration" id="add index dashboard.account_id"
container-test-run-monitoring> machine1 # [5398926.417718] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.470860839Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=1.126416ms
container-test-run-monitoring> machine1 # [5398926.418202] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.471362446Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug"
container-test-run-monitoring> machine1 # [5398926.419276] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.47244226Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=1.082374ms
container-test-run-monitoring> machine1 # [5398926.419733] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.472898947Z level=info msg="Executing migration" id="create dashboard_tag table"
container-test-run-monitoring> machine1 # [5398926.420867] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.474034162Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=1.134655ms
container-test-run-monitoring> machine1 # [5398926.421417] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.47457977Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term"
container-test-run-monitoring> machine1 # [5398926.422511] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.475678425Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=1.099455ms
container-test-run-monitoring> machine1 # [5398926.423167] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.476327554Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1"
container-test-run-monitoring> machine1 # [5398926.424026] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.477191486Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=864.572µs
container-test-run-monitoring> machine1 # [5398926.424777] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.477938336Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1"
container-test-run-monitoring> machine1 # [5398926.425015] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.478182059Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=249.803µs
container-test-run-monitoring> machine1 # [5398926.425486] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.478653266Z level=info msg="Executing migration" id="create dashboard v2"
container-test-run-monitoring> machine1 # [5398926.427200] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.480368649Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=1.715943ms
container-test-run-monitoring> machine1 # [5398926.427774] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.480937377Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2"
container-test-run-monitoring> machine1 # [5398926.428891] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.482052872Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=1.115895ms
container-test-run-monitoring> machine1 # [5398926.429385] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.482551559Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2"
container-test-run-monitoring> machine1 # [5398926.430501] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.483665374Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=1.107815ms
container-test-run-monitoring> machine1 # [5398926.431006] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.484167261Z level=info msg="Executing migration" id="copy dashboard v1 to v2"
container-test-run-monitoring> machine1 # [5398926.431391] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.484553467Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=386.446µs
container-test-run-monitoring> machine1 # [5398926.431874] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.485039473Z level=info msg="Executing migration" id="drop table dashboard_v1"
container-test-run-monitoring> machine1 # [5398926.432873] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.486038967Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=992.974µs
container-test-run-monitoring> machine1 # [5398926.433730] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.486895499Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1"
container-test-run-monitoring> machine1 # [5398926.433755] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.486921499Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=17.6µs
container-test-run-monitoring> machine1 # [5398926.434201] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.487368545Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2"
container-test-run-monitoring> machine1 # [5398926.434376] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.487544788Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=176.003µs
container-test-run-monitoring> machine1 # [5398926.434833] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.487996194Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2"
container-test-run-monitoring> machine1 # [5398926.435021] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.488181116Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=184.882µs
container-test-run-monitoring> machine1 # [5398926.435487] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.488649083Z level=info msg="Executing migration" id="Add column gnetId in dashboard"
container-test-run-monitoring> machine1 # [5398926.435677] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.488845045Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=196.602µs
container-test-run-monitoring> machine1 # [5398926.436153] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.489314252Z level=info msg="Executing migration" id="Add index for gnetId in dashboard"
container-test-run-monitoring> machine1 # [5398926.437347] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.490513188Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=1.200256ms
container-test-run-monitoring> machine1 # [5398926.437843] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.491006195Z level=info msg="Executing migration" id="Add column plugin_id in dashboard"
container-test-run-monitoring> machine1 # [5398926.438051] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.491219438Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=214.083µs
container-test-run-monitoring> machine1 # [5398926.438472] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.491638124Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard"
container-test-run-monitoring> machine1 # [5398926.439608] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.492769259Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=1.130055ms
container-test-run-monitoring> machine1 # [5398926.440155] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.493287706Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag"
container-test-run-monitoring> machine1 # [5398926.441564] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.494724526Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=1.43514ms
container-test-run-monitoring> machine1 # [5398926.442097] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.495262854Z level=info msg="Executing migration" id="Update dashboard table charset"
container-test-run-monitoring> machine1 # [5398926.443262] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.496410189Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=1.145815ms
container-test-run-monitoring> machine1 # [5398926.443744] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.496909836Z level=info msg="Executing migration" id="Update dashboard_tag table charset"
container-test-run-monitoring> machine1 # [5398926.444111] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.497236041Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=325.925µs
container-test-run-monitoring> machine1 # [5398926.444552] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.497717087Z level=info msg="Executing migration" id="Add column folder_id in dashboard"
container-test-run-monitoring> machine1 # [5398926.444953] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.498119933Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=403.326µs
container-test-run-monitoring> machine1 # [5398926.445460] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.49861838Z level=info msg="Executing migration" id="Add column isFolder in dashboard"
container-test-run-monitoring> machine1 # [5398926.445903] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.499066026Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=418.766µs
container-test-run-monitoring> machine1 # [5398926.446439] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.499599913Z level=info msg="Executing migration" id="Add column has_acl in dashboard"
container-test-run-monitoring> machine1 # [5398926.447205] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.500372244Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=773.531µs
container-test-run-monitoring> machine1 # [5398926.447702] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.50086269Z level=info msg="Executing migration" id="Add column uid in dashboard"
container-test-run-monitoring> machine1 # [5398926.447913] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.501081093Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=219.523µs
container-test-run-monitoring> machine1 # [5398926.448400] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.50156242Z level=info msg="Executing migration" id="Update uid column values in dashboard"
container-test-run-monitoring> machine1 # [5398926.448878] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.502046467Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=484.767µs
container-test-run-monitoring> machine1 # [5398926.449297] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.502464392Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid"
container-test-run-monitoring> machine1 # [5398926.450564] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.50372637Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=1.261298ms
container-test-run-monitoring> machine1 # [5398926.451033] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.504198296Z level=info msg="Executing migration" id="Remove unique index org_id_slug"
container-test-run-monitoring> machine1 # [5398926.451908] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.505074628Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=876.892µs
container-test-run-monitoring> machine1 # [5398926.453299] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.506459687Z level=info msg="Executing migration" id="Update dashboard title length"
container-test-run-monitoring> machine1 # [5398926.455740] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.508904241Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=2.445234ms
container-test-run-monitoring> machine1 # [5398926.456798] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.509955455Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id"
container-test-run-monitoring> machine1 # [5398926.458052] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.511215912Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=1.261977ms
container-test-run-monitoring> machine1 # [5398926.458515] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.511680719Z level=info msg="Executing migration" id="create dashboard_provisioning"
container-test-run-monitoring> machine1 # [5398926.460228] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.513394502Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=1.712823ms
container-test-run-monitoring> machine1 # [5398926.460795] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.51395835Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1"
container-test-run-monitoring> machine1 # [5398926.460986] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.514152753Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=194.603µs
container-test-run-monitoring> machine1 # [5398926.461502] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.51466476Z level=info msg="Executing migration" id="create dashboard_provisioning v2"
container-test-run-monitoring> machine1 # [5398926.463204] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.516372303Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=1.707823ms
container-test-run-monitoring> machine1 # [5398926.463784] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.516943751Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2"
container-test-run-monitoring> machine1 # [5398926.465009] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.518174928Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=1.222657ms
container-test-run-monitoring> machine1 # [5398926.465469] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.518634054Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2"
container-test-run-monitoring> machine1 # [5398926.466584] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.519746949Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=1.112095ms
container-test-run-monitoring> machine1 # [5398926.467117] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.520281077Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2"
container-test-run-monitoring> machine1 # [5398926.467412] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.520579761Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=298.964µs
container-test-run-monitoring> machine1 # [5398926.467874] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.521037047Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty"
container-test-run-monitoring> machine1 # [5398926.468494] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.521656536Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=619.089µs
container-test-run-monitoring> machine1 # [5398926.469357] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.522518627Z level=info msg="Executing migration" id="Add check_sum column"
container-test-run-monitoring> machine1 # [5398926.469537] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.52270515Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=194.203µs
container-test-run-monitoring> machine1 # [5398926.470012] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.523171356Z level=info msg="Executing migration" id="Add index for dashboard_title"
container-test-run-monitoring> machine1 # [5398926.471119] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.524286532Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=1.116176ms
container-test-run-monitoring> machine1 # [5398926.471566] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.524731498Z level=info msg="Executing migration" id="delete tags for deleted dashboards"
container-test-run-monitoring> machine1 # [5398926.472240] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.525370467Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=638.129µs
container-test-run-monitoring> machine1 # [5398926.472763] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.525857833Z level=info msg="Executing migration" id="delete stars for deleted dashboards"
container-test-run-monitoring> machine1 # [5398926.473169] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.52631584Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=456.967µs
container-test-run-monitoring> machine1 # [5398926.473640] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.526793526Z level=info msg="Executing migration" id="Add index for dashboard_is_folder"
container-test-run-monitoring> test script finished in 8.39s
container-test-run-monitoring> cleanup
container-test-run-monitoring> kill NspawnMachine (pid 52)
container-test-run-monitoring> kill NspawnMachine (pid 53)
container-test-run-monitoring> machine1 # [5398926.474964] machine1 grafana[441]: logger=migrator t=2026-08-10T11:05:52.527903301Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=1.109695ms
container-test-run-monitoring> Container machine1 terminated by signal KILL.
container-test-run-monitoring> Container machine2 terminated by signal KILL.
container-test-run-monitoring> (finished: cleanup, in 0.48 seconds)

post-build step Upload to niks3: ok
time=2026-08-10T11:05:53.548Z level=INFO msg="Uploading 0 paths to niks3.clan.lol (1 already cached)"
time=2026-08-10T11:05:53.936Z level=INFO msg="Uploading 1 narinfos"
time=2026-08-10T11:05:54.306Z level=INFO msg="Upload complete. (809ms)"