these 35 derivations will be built:
  /nix/store/04lv2ykwh8r9lrykv4g76wl0jfybqhb6-unit-nix-daemon.service.drv
  /nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv
  /nix/store/xpxpnnds6zwwml5g09a5pym88sbgvd5k-system-path.drv
  /nix/store/4x0kw1zmm892r5a2w5vgyvv7jvmh736f-dbus-1.drv
  /nix/store/5iri2yj2f6nn63ncdxvmr45w06wcv0vg-X-Restart-Triggers-dbus-broker.drv
  /nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv
  /nix/store/z1hra16qyhfwrbx75fz78b6zx4fqg7p2-unit-dbus-broker.service.drv
  /nix/store/64dwvnr4wqyg4lns2b001m3fd9gsd7vs-system-units.drv
  /nix/store/d0yzxfn415ywh7mlgi8r9ahgf78vf7vq-unit-dbus-broker.service.drv
  /nix/store/bwl1fkvcvqb1lb5wrwdnhi6gfv93acpz-user-units.drv
  /nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv
  /nix/store/6j0lxga8jpcdxybcq6g1i44x16y273r0-etc.drv
  /nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv
  /nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv
  /nix/store/l583drgscgvbqdcma0ddzmapb19r6x62-X-Restart-Triggers-dbus-broker.drv
  /nix/store/w7n8lps5dn4i91va5dqr2pbirzhm9pdc-unit-dbus-broker.service.drv
  /nix/store/r1bc3f94l9c8v1s2wqck1wai7892lv57-system-units.drv
  /nix/store/kz46r69g02s86ax96j5kinb2y2l5xrxh-unit-dbus-broker.service.drv
  /nix/store/yqwwms3fadwrybizgd3snyj7lpz1b9gi-user-units.drv
  /nix/store/l5nc40hbv6fp5vzvhpa3gms6k1fgpx70-etc.drv
  /nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv
  /nix/store/gmhfbq7z4mmaw19nipj4n2ddjf1aky4k-decrypt-age-secrets.drv
  /nix/store/nvncicj8ilpll8m55yaf1brkwbalznlk-dry-activate.drv
  /nix/store/ysan8glvzz7dz6b595d8n63i8a6w2ggy-activate.drv
  /nix/store/mnry65jm7nyval88i2vr8a8vq6cxlhx6-nixos-system-machine1-test.drv
  /nix/store/93la8sqf1s5kwjjnxylkk76xrv8zgbb0-run-machine1-nspawn.drv
  /nix/store/knv33asc5cbgvpzafzs8jf6h78z2qdni-decrypt-age-secrets.drv
  /nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv
  /nix/store/qj1inp8yacb2mizm4civj9qayi1pr3pq-activate.drv
  /nix/store/vzwhzi1w28r043nw5mhm48l4sgf79nzi-dry-activate.drv
  /nix/store/x4c8p3zkb9fi4ysj5bwrbnairsgayw1i-nixos-system-machine2-test.drv
  /nix/store/ra0gqhdf182710fhajbdvkkpg8nwhcjb-run-machine2-nspawn.drv
  /nix/store/v6is5s4k5jzqilrh7rw8l09l89ylg7r4-driverConfiguration.json.drv
  /nix/store/s4zfj7nc2b51caakja4jir68ps6gp2if-nixos-test-driver-monitoring.drv
  /nix/store/xgg31j5n3qlmgwlz6yf6rg12r0mz6f6w-container-test-run-monitoring.drv
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/xpxpnnds6zwwml5g09a5pym88sbgvd5k-system-path.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/mzy6z2djmjw6hqsb8r0nkpd0nwvjyj43-test-script.drv'
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/gmhfbq7z4mmaw19nipj4n2ddjf1aky4k-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/knv33asc5cbgvpzafzs8jf6h78z2qdni-decrypt-age-secrets.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/xpxpnnds6zwwml5g09a5pym88sbgvd5k-system-path.drv'
system-path> structuredAttrs is enabled
system-path> created 1868 symlinks in user environment
building '/nix/store/1iv69qcaxiwh2dxk5m6jbn9xr2l1gymg-X-Reload-Triggers-alloy.drv'
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/x93fqdffh89r9zscc8k86rawnrja487r-X-Reload-Triggers-alloy.drv'
building '/nix/store/fqr45x8x5ihyy2yczybl1fg2rppzcrv5-users-groups.json.drv'
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/fwf3kycjw6z5ypjk1a267ahvw09028w8-vars-check-monitoring.drv'
vars-check-monitoring> Running vars check using Nix-based executor...
vars-check-monitoring> ✓ All vars checks completed successfully
building '/nix/store/knv33asc5cbgvpzafzs8jf6h78z2qdni-decrypt-age-secrets.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/h2az05n00msixhcv4llqspxdjwljqq36-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
building '/nix/store/4x0kw1zmm892r5a2w5vgyvv7jvmh736f-dbus-1.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/xvgfia759zwa8p7yza3pkn6k5p0dzb4b-unit-alloy.service.drv'
unit-alloy.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/4x0kw1zmm892r5a2w5vgyvv7jvmh736f-dbus-1.drv'
building '/nix/store/l583drgscgvbqdcma0ddzmapb19r6x62-X-Restart-Triggers-dbus-broker.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/gmhfbq7z4mmaw19nipj4n2ddjf1aky4k-decrypt-age-secrets.drv'
building '/nix/store/nvncicj8ilpll8m55yaf1brkwbalznlk-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/vzwhzi1w28r043nw5mhm48l4sgf79nzi-dry-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/l583drgscgvbqdcma0ddzmapb19r6x62-X-Restart-Triggers-dbus-broker.drv'
building '/nix/store/kz46r69g02s86ax96j5kinb2y2l5xrxh-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/w7n8lps5dn4i91va5dqr2pbirzhm9pdc-unit-dbus-broker.service.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/nvncicj8ilpll8m55yaf1brkwbalznlk-dry-activate.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/64dwvnr4wqyg4lns2b001m3fd9gsd7vs-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/64dwvnr4wqyg4lns2b001m3fd9gsd7vs-system-units.drv'
building '/nix/store/vzwhzi1w28r043nw5mhm48l4sgf79nzi-dry-activate.drv'
building '/nix/store/w7n8lps5dn4i91va5dqr2pbirzhm9pdc-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/r1bc3f94l9c8v1s2wqck1wai7892lv57-system-units.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/kz46r69g02s86ax96j5kinb2y2l5xrxh-unit-dbus-broker.service.drv'
unit-dbus-broker.service> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/6j0lxga8jpcdxybcq6g1i44x16y273r0-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/yqwwms3fadwrybizgd3snyj7lpz1b9gi-user-units.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/yqwwms3fadwrybizgd3snyj7lpz1b9gi-user-units.drv'
building '/nix/store/r1bc3f94l9c8v1s2wqck1wai7892lv57-system-units.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/6j0lxga8jpcdxybcq6g1i44x16y273r0-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/l5nc40hbv6fp5vzvhpa3gms6k1fgpx70-etc.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/qj1inp8yacb2mizm4civj9qayi1pr3pq-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/l5nc40hbv6fp5vzvhpa3gms6k1fgpx70-etc.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ysan8glvzz7dz6b595d8n63i8a6w2ggy-activate.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ysan8glvzz7dz6b595d8n63i8a6w2ggy-activate.drv'
building '/nix/store/mnry65jm7nyval88i2vr8a8vq6cxlhx6-nixos-system-machine1-test.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/qj1inp8yacb2mizm4civj9qayi1pr3pq-activate.drv'
building '/nix/store/x4c8p3zkb9fi4ysj5bwrbnairsgayw1i-nixos-system-machine2-test.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/x4c8p3zkb9fi4ysj5bwrbnairsgayw1i-nixos-system-machine2-test.drv'
nixos-system-machine2-test> structuredAttrs is enabled
building '/nix/store/mnry65jm7nyval88i2vr8a8vq6cxlhx6-nixos-system-machine1-test.drv'
nixos-system-machine1-test> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ra0gqhdf182710fhajbdvkkpg8nwhcjb-run-machine2-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/93la8sqf1s5kwjjnxylkk76xrv8zgbb0-run-machine1-nspawn.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/93la8sqf1s5kwjjnxylkk76xrv8zgbb0-run-machine1-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/ra0gqhdf182710fhajbdvkkpg8nwhcjb-run-machine2-nspawn.drv'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/v6is5s4k5jzqilrh7rw8l09l89ylg7r4-driverConfiguration.json.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/v6is5s4k5jzqilrh7rw8l09l89ylg7r4-driverConfiguration.json.drv'
driverConfiguration.json> structuredAttrs is enabled
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/s4zfj7nc2b51caakja4jir68ps6gp2if-nixos-test-driver-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
building '/nix/store/s4zfj7nc2b51caakja4jir68ps6gp2if-nixos-test-driver-monitoring.drv'
nixos-test-driver-monitoring> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-monitoring> All checks passed!
nixos-test-driver-monitoring> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-monitoring> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-monitoring> All checks passed!
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/xgg31j5n3qlmgwlz6yf6rg12r0mz6f6w-container-test-run-monitoring.drv' on 'ssh-ng://builder@build01.clan.lol'
warning: SQLite database '/nix/var/nix/db/db.sqlite' is busy
building '/nix/store/xgg31j5n3qlmgwlz6yf6rg12r0mz6f6w-container-test-run-monitoring.drv'
container-test-run-monitoring> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-monitoring> start all VLans
container-test-run-monitoring> (finished: start all VLans, in 0.00 seconds)
container-test-run-monitoring> 
container-test-run-monitoring> Test will time out and terminate in 3600.0 seconds
container-test-run-monitoring> run the VM test script
container-test-run-monitoring> additionally exposed symbols:
container-test-run-monitoring>     machine1, machine2,
container-test-run-monitoring>     vlan1,
container-test-run-monitoring>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-monitoring> start all VMs
container-test-run-monitoring> machine1: systemd-nspawn running (pid 52)
container-test-run-monitoring> machine2: systemd-nspawn running (pid 53)
container-test-run-monitoring> machine1: Waiting for journal at /build/vm-state-machine1/var/log/journal...
container-test-run-monitoring> machine2: Waiting for journal at /build/vm-state-machine2/var/log/journal...
container-test-run-monitoring> (finished: start all VMs, in 0.00 seconds)
container-test-run-monitoring> machine1: waiting for unit multi-user.target
container-test-run-monitoring> nixos-nspawn(machine1): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine1): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> nixos-nspawn(machine2): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-monitoring> nixos-nspawn(machine2): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-monitoring> ░ Spawning container machine1 on /build/vm-state-machine1.
container-test-run-monitoring> ░ Spawning container machine2 on /build/vm-state-machine2.
container-test-run-monitoring> machine1 # No journal files were found.
container-test-run-monitoring> machine1 # No journal boot entry found for the specified boot (+0).
container-test-run-monitoring> machine2 # No journal boot entry found for the specified boot (+0).
container-test-run-monitoring> machine1 # [5660976.422102] machine1 systemd-journald[123]: Journal started
container-test-run-monitoring> machine1 # [5660976.422159] machine1 systemd-journald[123]: Runtime Journal (/run/log/journal/06b8868d65f44f568dab179f557cdc94) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine1 # [5660976.429587] machine1 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine1 # [5660976.440902] machine1 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine1 # [5660976.441679] machine1 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine1 # [5660976.442437] machine1 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine1 # [5660976.451816] machine1 systemd-journald[123]: Time spent on flushing to /var/log/journal/06b8868d65f44f568dab179f557cdc94 is 1.512ms for 6 entries.
container-test-run-monitoring> machine1 # [5660976.451816] machine1 systemd-journald[123]: System Journal (/var/log/journal/06b8868d65f44f568dab179f557cdc94) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine1 # [5660976.465564] machine1 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine1 # [5660976.465922] machine1 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine1 # [5660976.466970] machine1 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine1 # [5660976.467084] machine1 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine1 # [5660976.467951] machine1 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine1 # [5660976.467999] machine1 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [5660976.468871] machine1 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine1 # [5660976.469621] machine1 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine1 # [5660976.469651] machine1 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine1 # [5660976.487088] machine1 systemd-tmpfiles[174]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5660976.487316] machine1 systemd-tmpfiles[174]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [5660976.487467] machine1 systemd-tmpfiles[174]: fchmod() of /var/log/journal/06b8868d65f44f568dab179f557cdc94 failed: Operation not permitted
container-test-run-monitoring> machine1 # [5660976.487690] machine1 systemd-tmpfiles[174]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine1 # [5660976.490491] machine1 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine1 # [5660976.491637] machine1 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine1 # [5660976.492328] machine1 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine1 # [5660976.503533] machine1 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine1 # [5660976.510292] machine1 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine1 # [5660976.510713] machine1 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine1 # [5660976.512346] machine1 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine1 # [5660976.523865] machine1 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine1 # [5660976.572591] machine1 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine1 # [5660976.572740] machine1 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine1 # [5660976.572967] machine1 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine1 # [5660976.574176] machine1 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine1 # [5660977.231580] machine1 systemd-networkd[239]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5660977.231671] machine1 systemd-networkd[239]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine1 # [5660977.241627] machine1 systemd-networkd[239]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [5660977.241788] machine1 systemd-networkd[239]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine1 # [5660977.241940] machine1 systemd-networkd[239]: lo: Link UP
container-test-run-monitoring> machine1 # [5660977.241944] machine1 systemd-networkd[239]: lo: Gained carrier
container-test-run-monitoring> machine1 # [5660977.242120] machine1 systemd-networkd[239]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine1 # [5660977.242536] machine1 systemd[1]: Started Network Management.
container-test-run-monitoring> machine1 # [5660977.272477] machine1 systemd-networkd[239]: eth1: Link UP
container-test-run-monitoring> machine1 # [5660977.272959] machine1 systemd-networkd[239]: eth1: Gained carrier
container-test-run-monitoring> machine1 # [5660977.273467] machine1 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine1 # [5660977.314000] machine1 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine1 # [5660977.409873] machine1 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine2 # [5660976.413179] machine2 systemd-journald[104]: Journal started
container-test-run-monitoring> machine2 # [5660976.413233] machine2 systemd-journald[104]: Runtime Journal (/run/log/journal/8011b2f909d447cb8fef4239c85a3f18) is 8M, max 2.5G, 2.4G free.
container-test-run-monitoring> machine2 # [5660976.415183] machine2 systemd[1]: Finished Apply Kernel Variables.
container-test-run-monitoring> machine2 # [5660976.424972] machine2 systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-monitoring> machine2 # [5660976.436300] machine2 systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-monitoring> machine2 # [5660976.437228] machine2 systemd[1]: Starting Network Name Resolution...
container-test-run-monitoring> machine2 # [5660976.437983] machine2 systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-monitoring> machine2 # [5660976.446642] machine2 systemd-journald[104]: Time spent on flushing to /var/log/journal/8011b2f909d447cb8fef4239c85a3f18 is 1.698ms for 7 entries.
container-test-run-monitoring> machine2 # [5660976.446642] machine2 systemd-journald[104]: System Journal (/var/log/journal/8011b2f909d447cb8fef4239c85a3f18) is 8M, max 4G, 3.9G free.
container-test-run-monitoring> machine2 # [5660976.459871] machine2 systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-monitoring> machine2 # [5660976.460598] machine2 systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-monitoring> machine2 # [5660976.460724] machine2 systemd[1]: Reached target Local File Systems.
container-test-run-monitoring> machine2 # [5660976.461533] machine2 systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-monitoring> machine2 # [5660976.461575] machine2 systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [5660976.462395] machine2 systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-monitoring> machine2 # [5660976.462429] machine2 systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-monitoring> machine2 # [5660976.471053] machine2 systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-monitoring> machine2 # [5660976.472036] machine2 systemd[1]: Starting Create System Files and Directories...
container-test-run-monitoring> machine2 # [5660976.490465] machine2 systemd-tmpfiles[156]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [5660976.490705] machine2 systemd-tmpfiles[156]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [5660976.490862] machine2 systemd-tmpfiles[156]: fchmod() of /var/log/journal/8011b2f909d447cb8fef4239c85a3f18 failed: Operation not permitted
container-test-run-monitoring> machine2 # [5660976.491103] machine2 systemd-tmpfiles[156]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-monitoring> machine2 # [5660976.492720] machine2 systemd[1]: Finished Create System Files and Directories.
container-test-run-monitoring> machine2 # [5660976.493752] machine2 systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-monitoring> machine2 # [5660976.494639] machine2 systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-monitoring> machine2 # [5660976.509144] machine2 systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-monitoring> machine2 # [5660976.511516] machine2 systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-monitoring> machine2 # [5660976.517917] machine2 systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-monitoring> machine2 # [5660976.519158] machine2 systemd[1]: Starting Update is Completed...
container-test-run-monitoring> machine2 # [5660976.529331] machine2 systemd[1]: Finished Update is Completed.
container-test-run-monitoring> machine2 # [5660976.572766] machine2 systemd[1]: Finished Firewall.
container-test-run-monitoring> machine2 # [5660976.572910] machine2 systemd[1]: Reached target Preparation for Network.
container-test-run-monitoring> machine2 # [5660976.573112] machine2 systemd[1]: Listening on Network Management Resolve Hook Socket.
container-test-run-monitoring> machine2 # [5660976.574176] machine2 systemd[1]: Starting Network Management...
container-test-run-monitoring> machine2 # [5660977.241602] machine2 systemd-networkd[218]: Failed to increase receive buffer size for general netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [5660977.241695] machine2 systemd-networkd[218]: Failed to increase receive buffer size for nftables netlink socket, ignoring: Operation not permitted
container-test-run-monitoring> machine2 # [5660977.250335] machine2 systemd-networkd[218]: /etc/systemd/network/99-ethernet-default-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [5660977.250505] machine2 systemd-networkd[218]: /etc/systemd/network/99-wireless-client-dhcp.network: No valid settings found in the [Match] section, ignoring file. To match all interfaces, add Name=* in the [Match] section.
container-test-run-monitoring> machine2 # [5660977.250656] machine2 systemd-networkd[218]: lo: Link UP
container-test-run-monitoring> machine2 # [5660977.250660] machine2 systemd-networkd[218]: lo: Gained carrier
container-test-run-monitoring> machine2 # [5660977.250863] machine2 systemd-networkd[218]: eth1: Configuring with /etc/systemd/network/40-eth1.network.
container-test-run-monitoring> machine2 # [5660977.251233] machine2 systemd[1]: Started Network Management.
container-test-run-monitoring> machine2 # [5660977.272735] machine2 systemd-networkd[218]: eth1: Link UP
container-test-run-monitoring> machine2 # [5660977.272986] machine2 systemd-networkd[218]: eth1: Gained carrier
container-test-run-monitoring> machine2 # [5660977.273036] machine2 systemd[1]: Starting Enable Persistent Storage in systemd-networkd...
container-test-run-monitoring> machine2 # [5660977.338477] machine2 systemd[1]: Finished Enable Persistent Storage in systemd-networkd.
container-test-run-monitoring> machine2 # [5660977.403846] machine2 systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-monitoring> machine2 # [5660977.708740] machine2 systemd-resolved[131]: Positive Trust Anchors:
container-test-run-monitoring> machine2 # [5660977.708750] machine2 systemd-resolved[131]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine2 # [5660977.708754] machine2 systemd-resolved[131]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine2 # [5660977.708788] machine2 systemd-resolved[131]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine2 # [5660977.730891] machine2 systemd-resolved[131]: Using system hostname 'machine2'.
container-test-run-monitoring> machine2 # [5660977.732725] machine2 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine2 # [5660977.732807] machine2 systemd[1]: Reached target Network.
container-test-run-monitoring> machine2 # [5660977.732884] machine2 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine2 # [5660977.732938] machine2 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine2 # [5660977.732971] machine2 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine2 # [5660977.732993] machine2 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine2 # [5660977.733130] machine2 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine2 # [5660977.733258] machine2 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine2 # [5660977.733384] machine2 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine2 # [5660977.733411] machine2 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine2 # [5660977.733464] machine2 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine2 # [5660977.734942] machine2 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine2 # [5660977.735724] machine2 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine2 # [5660977.736594] machine2 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine2 # [5660977.737827] machine2 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine2 # [5660977.773398] machine2 systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine2 # [5660977.881692] machine2 nsncd[225]: Aug 13 11:53:23.934 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine2 # [5660977.881926] machine2 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine2 # [5660977.882048] machine2 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine2 # [5660977.882165] machine2 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine2 # [5660977.901978] machine2 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine2 # [5660977.903240] machine2 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine2 # [5660977.917430] machine2 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine2 # [5660977.918787] machine2 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine2 # [5660977.918825] machine2 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine2 # [5660977.918841] machine2 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine2 # [5660977.982852] machine2 dbus-broker-launch[226]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine1 # [5660977.694256] machine1 systemd-resolved[152]: Positive Trust Anchors:
container-test-run-monitoring> machine1 # [5660977.694268] machine1 systemd-resolved[152]: . IN DS 20326 8 2 e06d44b80b8f1d39a95c0b0d7c65d08458e880409bbc683457104237c7f8ec8d
container-test-run-monitoring> machine1 # [5660977.694270] machine1 systemd-resolved[152]: . IN DS 38696 8 2 683d2d0acb8c9b712a1948b27f741219298d0a450d612c483af444a4c0fb2b16
container-test-run-monitoring> machine1 # [5660977.694306] machine1 systemd-resolved[152]: Negative trust anchors: home.arpa 10.in-addr.arpa 16.172.in-addr.arpa 17.172.in-addr.arpa 18.172.in-addr.arpa 19.172.in-addr.arpa 20.172.in-addr.arpa 21.172.in-addr.arpa 22.172.in-addr.arpa 23.172.in-addr.arpa 24.172.in-addr.arpa 25.172.in-addr.arpa 26.172.in-addr.arpa 27.172.in-addr.arpa 28.172.in-addr.arpa 29.172.in-addr.arpa 30.172.in-addr.arpa 31.172.in-addr.arpa 170.0.0.192.in-addr.arpa 171.0.0.192.in-addr.arpa 168.192.in-addr.arpa d.f.ip6.arpa ipv4only.arpa resolver.arpa corp home internal intranet lan local private test
container-test-run-monitoring> machine1 # [5660977.717127] machine1 systemd-resolved[152]: Using system hostname 'machine1'.
container-test-run-monitoring> machine1 # [5660977.718525] machine1 systemd[1]: Started Network Name Resolution.
container-test-run-monitoring> machine1 # [5660977.718617] machine1 systemd[1]: Reached target Network.
container-test-run-monitoring> machine1 # [5660977.718686] machine1 systemd[1]: Reached target Network is Online.
container-test-run-monitoring> machine1 # [5660977.718739] machine1 systemd[1]: Reached target System Initialization.
container-test-run-monitoring> machine1 # [5660977.718795] machine1 systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-monitoring> machine1 # [5660977.718826] machine1 systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-monitoring> machine1 # [5660977.718849] machine1 systemd[1]: Reached target Timer Units.
container-test-run-monitoring> machine1 # [5660977.718994] machine1 systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-monitoring> machine1 # [5660977.719134] machine1 systemd[1]: Listening on Nix Daemon Socket.
container-test-run-monitoring> machine1 # [5660977.719266] machine1 systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-monitoring> machine1 # [5660977.719292] machine1 systemd[1]: Reached target Socket Units.
container-test-run-monitoring> machine1 # [5660977.719341] machine1 systemd[1]: Reached target Basic System.
container-test-run-monitoring> machine1 # [5660977.721087] machine1 systemd[1]: Started alloy.service.
container-test-run-monitoring> machine1 # [5660977.722084] machine1 systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-monitoring> machine1 # [5660977.723115] machine1 systemd[1]: Started Loki Service Daemon.
container-test-run-monitoring> machine1 # [5660977.723971] machine1 systemd[1]: Started mimir Service Daemon.
container-test-run-monitoring> machine1 # [5660977.725124] machine1 systemd[1]: Starting Nginx Web Server...
container-test-run-monitoring> machine1 # [5660977.726079] machine1 systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-monitoring> machine1 # [5660977.727158] machine1 systemd[1]: Starting PostgreSQL Server...
container-test-run-monitoring> machine1 # [5660977.729038] machine1 systemd[1]: Starting D-Bus System Message Bus...
container-test-run-monitoring> machine1 # [5660977.784145] machine1 systemd[1]: lastlog2-import.service: Failed to spawn executor: No such file or directory
container-test-run-monitoring> machine1 # [5660977.784175] machine1 systemd[1]: lastlog2-import.service: Failed to spawn 'start-post' task: No such file or directory
container-test-run-monitoring> machine1 # [5660977.784217] machine1 systemd[1]: lastlog2-import.service: Failed with result 'resources'.
container-test-run-monitoring> machine1 # [5660977.784323] machine1 systemd[1]: Failed to start Import lastlog data into lastlog2 database.
container-test-run-monitoring> machine1 # [5660977.892279] machine1 nsncd[249]: Aug 13 11:53:23.945 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-monitoring> machine1 # [5660977.892439] machine1 systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-monitoring> machine1 # [5660977.892559] machine1 systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-monitoring> machine1 # [5660977.892660] machine1 systemd[1]: Reached target User and Group Name Lookups.
container-test-run-monitoring> machine1 # [5660977.901848] machine1 systemd[1]: Starting User Login Management...
container-test-run-monitoring> machine1 # [5660977.903238] machine1 systemd[1]: Starting Permit User Sessions...
container-test-run-monitoring> machine1 # [5660977.916521] machine1 systemd[1]: Finished Permit User Sessions.
container-test-run-monitoring> machine1 # [5660977.918761] machine1 systemd[1]: Started Console Getty.
container-test-run-monitoring> machine1 # [5660977.918818] machine1 systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-monitoring> machine1 # [5660977.918842] machine1 systemd[1]: Reached target Login Prompts.
container-test-run-monitoring> machine1 # [5660978.014606] machine1 dbus-broker-launch[253]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-monitoring> machine1 # [5660978.015345] machine1 dbus-broker-launch[253]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine1 # [5660978.015345] machine1 dbus-broker-launch[253]: Invalid user-name in /nix/store/2siv6zsmavlil1ipby22lp34s014y8vr-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine1 # [5660978.015760] machine1 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [5660977.983556] machine2 dbus-broker-launch[226]: NSS returned no entry for 'systemd-timesync'
container-test-run-monitoring> machine2 # [5660977.983556] machine2 dbus-broker-launch[226]: Invalid user-name in /nix/store/7dgsqkvyh64q4zhc7zjml78wgci2vx8i-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-monitoring> machine2 # [5660977.984013] machine2 systemd[1]: Started D-Bus System Message Bus.
container-test-run-monitoring> machine2 # [5660977.991183] machine2 dbus-broker-launch[226]: Ready
container-test-run-monitoring> machine1 # [5660978.023551] machine1 dbus-broker-launch[253]: Ready
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.119644114Z caller=main.go:232 level=info msg="Starting application" version="(version=3.1.4, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.123038402Z caller=server.go:401 level=info msg="server listening on addresses" http=[::]:3001 grpc=[::]:9095
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.140559088Z caller=memberlist_client.go:541 level=info component=memberlist msg="Using memberlist cluster label and node name" cluster_label= node=machine1-e63b89e8
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.14277952Z caller=modules.go:1054 level=info msg="The ruler is not being started because you need to configure the ruler storage."
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.143969096Z caller=inmemory.go:137 level=info msg="created in-memory index cache" maxItemSizeBytes=134217728 maxSizeBytes=1073741824 maxItems=maxInt
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.151561363Z caller=ingester.go:359 level=warn msg="-blocks-storage.backend=filesystem is for development and testing only; you should switch to an external object store for production use or use a shared filesystem"
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.153270107Z caller=ingester.go:513 level=info msg="TSDB idle compaction timeout set" timeout=1h5m13.574049056s
container-test-run-monitoring> machine1 # [5660978.164093] machine1 mimir[247]: ts=2026-08-13T11:53:24.156103027Z caller=modules.go:1068 level=info msg="The ruler storage has not been configured. Not starting the ruler."
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.333248438Z caller=modules.go:716 level=info msg="The querier worker has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic worker configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier worker." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.333304199Z caller=worker.go:148 level=info msg="Starting querier worker connected to query-scheduler" scheduler=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.333923608Z caller=modules.go:936 level=info msg="The query-frontend has not been configured with the query-scheduler address. Because Mimir is running in monolithic mode, it's attempting an automatic frontend configuration. If queries are unresponsive, consider explicitly configuring the query-scheduler address for querier-frontend." address=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335173625Z caller=module_service.go:82 level=info msg=starting module=active-groups-cleanup-service
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335235186Z caller=module_service.go:82 level=info msg=starting module=activity-tracker
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335316027Z caller=module_service.go:82 level=info msg=starting module=sanity-check
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335403749Z caller=sanity_check.go:32 level=info msg="Checking directories read/write access"
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335856395Z caller=sanity_check.go:37 level=info msg="Directories read/write access successfully checked"
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.335876315Z caller=sanity_check.go:39 level=info msg="Checking object storage config"
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.336119359Z caller=sanity_check.go:44 level=info msg="Object storage config successfully checked"
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.336165399Z caller=module_service.go:82 level=info msg=starting module=server
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.33621696Z caller=module_service.go:82 level=info msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [5660978.364205] machine1 mimir[247]: ts=2026-08-13T11:53:24.336311561Z caller=module_service.go:82 level=info msg=starting module=querier-ring
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336330882Z caller=module_service.go:82 level=info msg=starting module=store-gateway
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336345802Z caller=module_service.go:82 level=info msg=starting module=querier-lifecycler
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336313081Z caller=module_service.go:82 level=info msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336331722Z caller=module_service.go:82 level=info msg=starting module=compactor
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336345122Z caller=module_service.go:82 level=info msg=starting module=store-queryable
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336288161Z caller=module_service.go:82 level=info msg=starting module=ingester-ring
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336375562Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=querier
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336431483Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336530524Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336563085Z caller=module_service.go:82 level=info msg=starting module=ingester-service
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336560965Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336608765Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=store-gateway
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336625246Z caller=module_service.go:82 level=info msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336638846Z caller=basic_lifecycler_delegates.go:63 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336616006Z caller=module_service.go:82 level=info msg=starting module=distributor-service
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336674726Z caller=ingester_tsdb.go:399 level=info msg="opening existing TSDBs"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336710807Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.364731] machine1 mimir[247]: ts=2026-08-13T11:53:24.336779928Z caller=ring.go:390 level=info msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.336764488Z caller=basic_lifecycler.go:324 level=info msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.336858649Z caller=lifecycler.go:694 level=info msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.336785528Z caller=frontend_scheduler_worker.go:146 level=info msg="adding connection to query-scheduler" addr=127.0.0.1:9095
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.33689825Z caller=lifecycler.go:721 level=info msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.33693705Z caller=distributor.go:882 level=info msg="waiting until distributor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.336990571Z caller=gateway.go:246 level=info msg="waiting until store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.337105492Z caller=lifecycler.go:562 level=info msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.3376259Z caller=ring.go:390 level=info component=compactor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.337690221Z caller=basic_lifecycler.go:324 level=info component=compactor msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [5660978.365299] machine1 mimir[247]: ts=2026-08-13T11:53:24.338123107Z caller=compactor.go:583 level=info component=compactor msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.415314] machine1 nginx-pre-start[370]: nginx: the configuration file /nix/store/zms43abcv2kwg70lmrgy8yknka0zkhg5-nginx.conf syntax is ok
container-test-run-monitoring> machine1 # [5660978.415726] machine1 nginx-pre-start[370]: nginx: configuration file /nix/store/zms43abcv2kwg70lmrgy8yknka0zkhg5-nginx.conf test is successful
container-test-run-monitoring> machine1 # [5660978.417406] machine1 postgresql-pre-start[372]: The files belonging to this database system will be owned by user "postgres".
container-test-run-monitoring> machine1 # [5660978.417406] machine1 postgresql-pre-start[372]: This user must also own the server process.
container-test-run-monitoring> machine1 # [5660978.417749] machine1 postgresql-pre-start[372]: The database cluster will be initialized with locale "en_US.UTF-8".
container-test-run-monitoring> machine1 # [5660978.417749] machine1 postgresql-pre-start[372]: The default database encoding has accordingly been set to "UTF8".
container-test-run-monitoring> machine1 # [5660978.417749] machine1 postgresql-pre-start[372]: The default text search configuration will be set to "english".
container-test-run-monitoring> machine1 # [5660978.417749] machine1 postgresql-pre-start[372]: Data page checksums are enabled.
container-test-run-monitoring> machine1 # [5660978.417749] machine1 postgresql-pre-start[372]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok
container-test-run-monitoring> machine1 # [5660978.418052] machine1 postgresql-pre-start[372]: creating subdirectories ... ok
container-test-run-monitoring> machine1 # [5660978.418143] machine1 postgresql-pre-start[372]: selecting dynamic shared memory implementation ... posix
container-test-run-monitoring> machine1 # [5660978.440429] machine1 postgresql-pre-start[372]: selecting default "max_connections" ... 100
container-test-run-monitoring> machine1 # [5660978.463963] machine1 mimir[247]: ts=2026-08-13T11:53:24.476438132Z caller=gateway.go:250 level=info msg="store-gateway is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.463963] machine1 mimir[247]: ts=2026-08-13T11:53:24.476491013Z caller=bucket_stores.go:215 level=info msg="synchronizing TSDB blocks for all users"
container-test-run-monitoring> machine1 # [5660978.463963] machine1 mimir[247]: ts=2026-08-13T11:53:24.476901858Z caller=bucket_stores.go:228 level=info msg="successfully synchronized TSDB blocks for all users"
container-test-run-monitoring> machine1 # [5660978.473249] machine1 postgresql-pre-start[372]: selecting default "shared_buffers" ... 128MB
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.430512086Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.4, branch=unknown, revision=unknown)"
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.430564087Z caller=main.go:147 msg="Loading configuration file" filename=/nix/store/lfg02f0mrk0y8q7ik347if2v829d9856-validate-loki-conf
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.431778584Z caller=server.go:397 msg="server listening on addresses" http=[::]:3002 grpc=[::]:9096
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.432458033Z caller=modules.go:1597 msg="Ruler storage is not configured; ruler will not be started." config_key=ruler.storage
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.439645654Z caller=table_manager.go:300 index-store=tsdb-2025-11-01 msg="query readiness setup completed" duration=2.56µs distinct_users_len=0 distinct_users=
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.439678895Z caller=shipper.go:165 index-store=tsdb-2025-11-01 msg="starting index shipper in RW mode"
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.439748656Z caller=table_manager.go:136 index-store=tsdb-2025-11-01 msg="uploading tables"
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.44001106Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.441345958Z caller=manager.go:86 index-store=tsdb-2025-11-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.441375879Z caller=head_manager.go:313 index-store=tsdb-2025-11-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.443335586Z caller=worker.go:134 component=querier msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=warn ts=2026-08-13T11:53:24.444688245Z caller=modules.go:1643 msg="RulerStorage is nil. Not starting the ruler."
container-test-run-monitoring> machine1 # [5660978.475576] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463081824Z caller=module_service.go:82 msg=starting module=server
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463122465Z caller=module_service.go:82 msg=starting module=cache-generation-loader
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463176185Z caller=module_service.go:82 msg=starting module=memberlist-kv
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463204146Z caller=module_service.go:82 msg=starting module=ring
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463222466Z caller=module_service.go:82 msg=starting module=query-scheduler-ring
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463238226Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463273747Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463313947Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463363628Z caller=module_service.go:82 msg=starting module=ingester-querier
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463375668Z caller=module_service.go:82 msg=starting module=compactor
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463418869Z caller=ring.go:390 msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46349035Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=compactor
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46350091Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46350499Z caller=module_service.go:82 msg=starting module=distributor
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=error ts=2026-08-13T11:53:24.463603111Z caller=ratestore.go:110 msg="error getting ingester clients" err="empty ring"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463629512Z caller=compactor.go:420 msg="waiting until compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463638032Z caller=compactor.go:424 msg="compactor is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.476507] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463671872Z caller=compactor.go:434 msg="waiting until compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463804114Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=machine1 ring=scheduler
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463827195Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463838275Z caller=module_service.go:82 msg=starting module=store
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463874635Z caller=module_service.go:82 msg=starting module=ingester
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463851435Z caller=ring.go:390 component=distributor msg="ring doesn't exist in KV store yet"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463866835Z caller=basic_lifecycler.go:324 component=distributor msg="instance not found in the ring" instance=machine1 ring=distributor
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463920996Z caller=ingester.go:571 component=ingester msg="recovering from checkpoint"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463915356Z caller=module_service.go:82 msg=starting module=rule-evaluator
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463928556Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.463954476Z caller=ringmanager.go:186 msg="waiting until scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464019037Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=54.401µs success=true
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464048118Z caller=recovery.go:45 component=ingester msg="no checkpoint found, treating as no-op"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464274041Z caller=ingester.go:587 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=371.045µs errors=false
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464284161Z caller=ingester.go:593 component=ingester msg="recovering from WAL"
container-test-run-monitoring> machine1 # [5660978.476863] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464877969Z caller=ingester.go:609 component=ingester msg="WAL segment recovery finished" elapsed=974.693µs errors=false
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46489253Z caller=ingester.go:557 component=ingester msg="closing recoverer"
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46489949Z caller=ingester.go:565 component=ingester msg="WAL recovery finished" time=996.534µs
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46491697Z caller=wal.go:173 msg=started component=wal
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.46495493Z caller=lifecycler.go:694 component=ingester msg="not loading tokens from file, tokens file path is empty"
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464991771Z caller=lifecycler.go:721 component=ingester msg="instance not found in ring, adding with no tokens" ring=ingester
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.464980171Z caller=ingester.go:778 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=23.188403559s
container-test-run-monitoring> machine1 # [5660978.477300] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.465059772Z caller=lifecycler.go:562 component=ingester msg="auto-joining cluster after timeout" ring=ingester
container-test-run-monitoring> machine1 # [5660978.561644] machine1 systemd-logind[272]: New seat seat0.
container-test-run-monitoring> machine1 # [5660978.563765] machine1 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.528484544Z caller=compactor.go:588 level=info component=compactor msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.528996951Z caller=module_service.go:82 level=info msg=starting module=querier
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.529029711Z caller=compactor.go:706 level=info component=compactor msg="discovering users from bucket"
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.529070192Z caller=compactor.go:716 level=info component=compactor msg="discovered users from bucket" users=0
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.529123033Z caller=blocks_cleaner.go:241 level=info component=cleaner task=clean_up_users_during_startup msg="started blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.529116513Z caller=worker.go:248 level=info msg="adding connection" addr=127.0.0.1:9095 in-use=true
container-test-run-monitoring> machine1 # [5660978.564235] machine1 mimir[247]: ts=2026-08-13T11:53:24.529158513Z caller=blocks_cleaner.go:247 level=info component=cleaner task=clean_up_users_during_startup msg="successfully completed blocks cleanup and maintenance"
container-test-run-monitoring> machine1 # [5660978.565385] machine1 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine1 # [5660978.575467] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.57513424Z caller=compactor.go:438 msg="compactor is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.575467] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.610456177Z caller=ringmanager.go:190 msg="scheduler is JOINING in the ring"
container-test-run-monitoring> machine1 # [5660978.575467] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.610568298Z caller=ringmanager.go:199 msg="waiting until scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.577921] machine1 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine1 # [5660978.578178] machine1 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine2 # [5660978.532145] machine2 systemd-logind[242]: New seat seat0.
container-test-run-monitoring> machine2 # [5660978.532343] machine2 systemd[1]: Started User Login Management.
container-test-run-monitoring> machine2 # [5660978.533529] machine2 systemd[1]: Starting linger-users.service...
container-test-run-monitoring> machine2 # [5660978.545759] machine2 systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-monitoring> machine2 # [5660978.546005] machine2 systemd[1]: Finished linger-users.service.
container-test-run-monitoring> machine2 # [5660978.546565] machine2 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine2 # [5660978.546732] machine2 systemd[1]: Startup finished in 2.569s.
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.72590568Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.725969441Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.730020178Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.730083499Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.731916205Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.732826257Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=loki.write.loki duration=900.292µs
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.735067569Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.73587734Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.736884634Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=377acc url=http://machine1.clan/mimir/api/v1/push queue=377acc
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.736889235Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=377acc url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.736899515Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=prometheus.remote_write.mimir duration=4.064738ms
container-test-run-monitoring> machine2 # [5660978.684437] machine2 alloy[223]: ts=2026-08-13T11:53:24.737019636Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=377acc url=http://machine1.clan/mimir/api/v1/push queue=377acc
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.737206239Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=prometheus.relabel.create_nixos_services_metric duration=298.644µs
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.737588164Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=logging duration=211.923µs
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.737618125Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=livedebugging duration=19.801µs
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.73796225Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.73799677Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.738040171Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.738057171Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.738193813Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine2 # [5660978.685561] machine2 alloy[223]: ts=2026-08-13T11:53:24.738207733Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine2 # [5660978.685950] machine2 alloy[223]: ts=2026-08-13T11:53:24.738213693Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine2 # [5660978.685950] machine2 alloy[223]: ts=2026-08-13T11:53:24.738217893Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine2 # [5660978.685950] machine2 alloy[223]: ts=2026-08-13T11:53:24.738222373Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine2 # [5660978.685950] machine2 alloy[223]: ts=2026-08-13T11:53:24.738242134Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=prometheus.exporter.unix.local_system duration=613.449µs
container-test-run-monitoring> machine2 # [5660978.686911] machine2 alloy[223]: ts=2026-08-13T11:53:24.740024599Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=prometheus.scrape.scrape_metrics duration=1.765665ms
container-test-run-monitoring> machine2 # [5660978.686989] machine2 alloy[223]: ts=2026-08-13T11:53:24.74011044Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=tracing duration=19.96µs
container-test-run-monitoring> machine2 # [5660978.686989] machine2 alloy[223]: ts=2026-08-13T11:53:24.74015416Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=labelstore duration=21.24µs
container-test-run-monitoring> machine2 # [5660978.687470] machine2 alloy[223]: ts=2026-08-13T11:53:24.740618727Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=loki.relabel.journal duration=445.486µs
container-test-run-monitoring> machine2 # [5660978.687817] machine2 alloy[223]: ts=2026-08-13T11:53:24.740964972Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=loki.source.journal.all duration=314.645µs
container-test-run-monitoring> machine2 # [5660978.687948] machine2 alloy[223]: ts=2026-08-13T11:53:24.741102654Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=remotecfg duration=106.842µs
container-test-run-monitoring> machine2 # [5660978.688032] machine2 alloy[223]: ts=2026-08-13T11:53:24.741162415Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine2 # [5660978.688032] machine2 alloy[223]: ts=2026-08-13T11:53:24.741206775Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=http duration=81.201µs
container-test-run-monitoring> machine2 # [5660978.688130] machine2 alloy[223]: ts=2026-08-13T11:53:24.741230416Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=ui duration=9.041µs
container-test-run-monitoring> machine2 # [5660978.688130] machine2 alloy[223]: ts=2026-08-13T11:53:24.741256616Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=cluster duration=11.36µs
container-test-run-monitoring> machine2 # [5660978.688130] machine2 alloy[223]: ts=2026-08-13T11:53:24.741276656Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 node_id=otel duration=6.92µs
container-test-run-monitoring> machine2 # [5660978.688740] machine2 alloy[223]: ts=2026-08-13T11:53:24.741883545Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=c50f7f9edf6d995936a0c01c301b5f61 duration=9.551734ms
container-test-run-monitoring> machine2 # [5660978.688944] machine2 alloy[223]: ts=2026-08-13T11:53:24.742062387Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine2 # [5660978.689247] machine2 alloy[223]: ts=2026-08-13T11:53:24.742349151Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine2 # [5660978.689841] machine2 alloy[223]: ts=2026-08-13T11:53:24.742754877Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine2 # [5660978.690514] machine2 alloy[223]: ts=2026-08-13T11:53:24.743632529Z level=error msg="failed to register collector with remote server" service=remotecfg id=84016502-bc3b-419e-a9f2-f1a88bb42a90 name="" err="noop client"
container-test-run-monitoring> machine2 # [5660978.690598] machine2 alloy[223]: ts=2026-08-13T11:53:24.74371137Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine2
container-test-run-monitoring> machine2 # [5660978.691746] machine2 alloy[223]: ts=2026-08-13T11:53:24.744867627Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [5660978.688846] machine1 alloy[244]: ts=2026-08-13T11:53:24.723393245Z level=info msg="Alloy is starting"
container-test-run-monitoring> machine1 # [5660978.688846] machine1 alloy[244]: ts=2026-08-13T11:53:24.724001373Z level=info msg="boringcrypto enabled" enabled=false
container-test-run-monitoring> machine1 # [5660978.688846] machine1 alloy[244]: ts=2026-08-13T11:53:24.727096257Z level=info msg="memory is not limited, skipping" package=github.com/KimMachineGun/automemlimit/memlimit
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.72730086Z level=info msg="no peer discovery configured: both join and discover peers are empty" service=cluster
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.732591494Z level=info msg="starting complete graph evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.732614014Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=tracing duration=7.56µs
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.732629255Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=livedebugging duration=10.881µs
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.732635375Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=labelstore duration=2.88µs
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.733995114Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=loki.write.loki duration=1.351459ms
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.735452534Z level=info msg="Parsed flag --collector.filesystem.mount-points-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+)($|/)
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.735457374Z level=info msg="Parsed flag --collector.filesystem.fs-types-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=filesystem flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$
container-test-run-monitoring> machine1 # [5660978.689241] machine1 alloy[244]: ts=2026-08-13T11:53:24.736032982Z level=info msg="Parsed flag --collector.systemd.unit-include" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736048983Z level=info msg="Parsed flag --collector.systemd.unit-exclude" component_path=/ component_id=prometheus.exporter.unix.local_system collector=systemd flag=.+\.(automount|device|mount|scope|slice)
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736081663Z level=info msg="Enabled node_exporter collectors" component_path=/ component_id=prometheus.exporter.unix.local_system
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736085263Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=cpu
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736086543Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=filesystem
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736088143Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=meminfo
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736089463Z level=info msg=collector component_path=/ component_id=prometheus.exporter.unix.local_system name=systemd
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736107664Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=prometheus.exporter.unix.local_system duration=2.09495ms
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736522229Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=loki.relabel.journal duration=403.245µs
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.736778913Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=loki.source.journal.all duration=247.964µs
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.739128426Z level=info msg="replaying WAL, this may take a while" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal dir=data-alloy/prometheus.remote_write.mimir/wal
container-test-run-monitoring> machine1 # [5660978.689410] machine1 alloy[244]: ts=2026-08-13T11:53:24.739296108Z level=info msg="WAL segment loaded" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=wal segment=0 maxSegment=0
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.740315043Z level=info msg="Starting WAL watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=ea1b5d url=http://machine1.clan/mimir/api/v1/push queue=ea1b5d
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.740319723Z level=info msg="Starting scraped metadata watcher" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=ea1b5d url=http://machine1.clan/mimir/api/v1/push
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.740335363Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=prometheus.remote_write.mimir duration=3.55001ms
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.740541046Z level=info msg="Replaying WAL" component_path=/ component_id=prometheus.remote_write.mimir subcomponent=rw remote_name=ea1b5d url=http://machine1.clan/mimir/api/v1/push queue=ea1b5d
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.74080909Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=prometheus.relabel.create_nixos_services_metric duration=461.247µs
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.741941346Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=prometheus.scrape.scrape_metrics duration=1.124056ms
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.74227027Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=logging duration=319.444µs
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.742348751Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=remotecfg duration=69.961µs
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.742372912Z level=info msg="applying non-TLS config to HTTP server" service=http
container-test-run-monitoring> machine1 # [5660978.689610] machine1 alloy[244]: ts=2026-08-13T11:53:24.742384472Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=http duration=24.521µs
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742394792Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=ui duration=3.92µs
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742406192Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=cluster duration=5.24µs
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742416792Z level=info msg="finished node evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e node_id=otel duration=4.92µs
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742427312Z level=info msg="finished complete graph evaluation" controller_path=/ controller_id="" trace_id=44ab9abda2295c50457c5c0c1064a65e duration=10.130742ms
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742628195Z level=info msg="scheduling loaded components and services" controller_id=""
container-test-run-monitoring> machine1 # [5660978.689793] machine1 alloy[244]: ts=2026-08-13T11:53:24.742659556Z level=info msg="{^_^} Alloy is running"
container-test-run-monitoring> machine1 # [5660978.690124] machine1 alloy[244]: ts=2026-08-13T11:53:24.743245644Z level=error msg="failed to register collector with remote server" service=remotecfg id=11c16ff5-94be-422d-a4cb-d4a185333f58 name="" err="noop client"
container-test-run-monitoring> machine1 # [5660978.690557] machine1 alloy[244]: ts=2026-08-13T11:53:24.74299316Z level=info msg="starting cluster node" service=cluster peers_count=0 peers="" advertise_addr=127.0.0.1:12345 minimum_cluster_size=0 minimum_size_wait_timeout=0s
container-test-run-monitoring> machine1 # [5660978.690557] machine1 alloy[244]: ts=2026-08-13T11:53:24.74366253Z level=info msg="peers changed" service=cluster peers_count=1 min_cluster_size=0 peers=machine1
container-test-run-monitoring> machine1 # [5660978.690673] machine1 alloy[244]: ts=2026-08-13T11:53:24.743814612Z level=info msg="now listening for http traffic" service=http addr=127.0.0.1:12345
container-test-run-monitoring> machine1 # [5660978.704606] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.757259841Z caller=ringmanager.go:203 msg="scheduler is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660978.704606] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.757322682Z caller=module_service.go:82 msg=starting module=query-scheduler
container-test-run-monitoring> machine1 # [5660978.704606] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.757472244Z caller=module_service.go:82 msg=starting module=query-frontend
container-test-run-monitoring> machine1 # [5660978.704606] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.757542605Z caller=module_service.go:82 msg=starting module=querier
container-test-run-monitoring> machine1 # [5660978.704606] machine1 loki[246]: level=info ts=2026-08-13T11:53:24.757609926Z caller=loki.go:615 msg="Loki started" startup_time=421.818452ms
container-test-run-monitoring> machine1 # [5660978.754895] machine1 postgresql-pre-start[372]: selecting default time zone ... UTC
container-test-run-monitoring> machine1 # [5660978.755610] machine1 postgresql-pre-start[372]: creating configuration files ... ok
container-test-run-monitoring> machine1 # [5660978.879285] machine1 postgresql-pre-start[372]: running bootstrap script ... ok
container-test-run-monitoring> machine1 # [5660979.040128] machine1 systemd-networkd[239]: eth1: Gained IPv6LL
container-test-run-monitoring> machine2 # [5660978.976179] machine2 systemd-networkd[218]: eth1: Gained IPv6LL
container-test-run-monitoring> machine1 # [5660979.042287] machine1 systemd[1]: Started Nginx Web Server.
container-test-run-monitoring> machine1 # [5660979.254513] machine1 postgresql-pre-start[372]: performing post-bootstrap initialization ... ok
container-test-run-monitoring> machine1 # [5660979.373185] machine1 postgresql-pre-start[372]: syncing data to disk ... ok
container-test-run-monitoring> machine1 # [5660979.373185] machine1 postgresql-pre-start[372]: initdb: warning: enabling "trust" authentication for local connections
container-test-run-monitoring> machine1 # [5660979.373185] machine1 postgresql-pre-start[372]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.
container-test-run-monitoring> machine1 # [5660979.373185] machine1 postgresql-pre-start[372]: Success. You can now start the database server using:
container-test-run-monitoring> machine1 # [5660979.373185] machine1 postgresql-pre-start[372]:     pg_ctl -D /var/lib/postgresql/18 -l logfile start
container-test-run-monitoring> machine1 # [5660979.464208] machine1 mimir[247]: ts=2026-08-13T11:53:25.477165285Z caller=gateway.go:286 level=info msg="waiting until store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660979.464208] machine1 mimir[247]: ts=2026-08-13T11:53:25.477267846Z caller=gateway.go:290 level=info msg="store-gateway is ACTIVE in the ring"
container-test-run-monitoring> machine1 # [5660979.464208] machine1 mimir[247]: ts=2026-08-13T11:53:25.483268371Z caller=mimir.go:1103 level=info msg="Application started"
container-test-run-monitoring> machine1 # [5660979.997751] machine1 postgres[397]: [397] LOG:  starting PostgreSQL 18.4 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit
container-test-run-monitoring> machine1 # [5660979.999416] machine1 postgres[397]: [397] LOG:  listening on IPv6 address "::1", port 5432
container-test-run-monitoring> machine1 # [5660979.999416] machine1 postgres[397]: [397] LOG:  listening on IPv4 address "127.0.0.1", port 5432
container-test-run-monitoring> machine1 # [5660980.000522] machine1 postgres[397]: [397] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"
container-test-run-monitoring> machine1 # [5660980.003907] machine1 postgres[409]: [409] LOG:  database system was shut down at 2026-08-13 11:53:25 GMT
container-test-run-monitoring> machine1 # [5660980.007670] machine1 postgres[397]: [397] LOG:  database system is ready to accept connections
container-test-run-monitoring> machine1 # [5660980.626375] machine1 postgresql-post-start[422]: CREATE ROLE
container-test-run-monitoring> machine1 # [5660980.705987] machine1 postgresql-post-start[427]: CREATE DATABASE
container-test-run-monitoring> machine1 # [5660980.713158] machine1 systemd[1]: Started PostgreSQL Server.
container-test-run-monitoring> machine1 # [5660980.717044] machine1 systemd[1]: Starting PostgreSQL Setup Scripts...
container-test-run-monitoring> machine1 # [5660980.741127] machine1 systemd[1]: Finished PostgreSQL Setup Scripts.
container-test-run-monitoring> machine1 # [5660980.741754] machine1 systemd[1]: Reached target PostgreSQL.
container-test-run-monitoring> machine1 # [5660980.743211] machine1 systemd[1]: Starting Grafana Service Daemon...
container-test-run-monitoring> machine1 # [5660981.774930] machine1 loki[246]: level=info ts=2026-08-13T11:53:27.758312763Z caller=scheduler.go:658 msg="this scheduler is in the ReplicationSet, will now accept requests."
container-test-run-monitoring> machine1 # [5660981.774930] machine1 loki[246]: level=info ts=2026-08-13T11:53:27.758352964Z caller=worker.go:235 component=querier msg="adding connection" addr=127.0.0.1:9096
container-test-run-monitoring> machine1 # [5660983.574966] machine1 loki[246]: level=info ts=2026-08-13T11:53:29.575962843Z caller=compactor.go:497 msg="this instance has been chosen to run the compactor, starting compactor"
container-test-run-monitoring> machine1 # [5660983.574966] machine1 loki[246]: level=info ts=2026-08-13T11:53:29.576039604Z caller=tables_manager.go:70 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
container-test-run-monitoring> machine1 # [5660983.864583] machine1 systemd[1]: Started Grafana Service Daemon.
container-test-run-monitoring> machine1 # [5660983.865092] machine1 systemd[1]: Reached target Multi-User System.
container-test-run-monitoring> machine1 # [5660983.865379] machine1 systemd[1]: Startup finished in 7.830s.
container-test-run-monitoring> machine1: (finished: waiting for unit multi-user.target, in 8.66 seconds)
container-test-run-monitoring> machine2: waiting for unit multi-user.target
container-test-run-monitoring> machine2: (finished: waiting for unit multi-user.target, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit alloy
container-test-run-monitoring> machine1: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: waiting for unit alloy
container-test-run-monitoring> machine2: (finished: waiting for unit alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine1: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test -f /etc/alloy/local-extension.alloy
container-test-run-monitoring> machine2: (finished: must succeed: test -f /etc/alloy/local-extension.alloy, in 0.01 seconds)
container-test-run-monitoring> machine1: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine1: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy'
container-test-run-monitoring> machine2: (finished: must succeed: systemctl show alloy --property=ExecStart | grep -F '/etc/alloy', in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit loki
container-test-run-monitoring> machine1: (finished: waiting for unit loki, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit mimir
container-test-run-monitoring> machine1: (finished: waiting for unit mimir, in 0.01 seconds)
container-test-run-monitoring> machine1: waiting for unit grafana
container-test-run-monitoring> machine1: (finished: waiting for unit grafana, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1
container-test-run-monitoring> machine2: (finished: must succeed: test "$(grep -c '^loki.source.journal ' /etc/alloy/config.alloy)" = 1, in 0.01 seconds)
container-test-run-monitoring> machine2: must succeed: cat /etc/alloy/config.alloy
container-test-run-monitoring> machine2: (finished: must succeed: cat /etc/alloy/config.alloy, in 0.01 seconds)
container-test-run-monitoring> (finished: run the VM test script, in 8.80 seconds)
container-test-run-monitoring> test script finished in 8.87s
container-test-run-monitoring> cleanup
container-test-run-monitoring> kill NspawnMachine (pid 52)
container-test-run-monitoring> kill NspawnMachine (pid 53)
container-test-run-monitoring> Container machine1 terminated by signal KILL.
container-test-run-monitoring> Container machine2 terminated by signal KILL.
container-test-run-monitoring> (finished: cleanup, in 0.58 seconds)

post-build step Upload to niks3: ok
time=2026-08-13T11:53:31.573Z level=INFO msg="Uploading 0 paths to niks3.clan.lol (1 already cached)"
time=2026-08-13T11:53:31.953Z level=INFO msg="Uploading 1 narinfos"
time=2026-08-13T11:53:32.233Z level=INFO msg="Upload complete. (708ms)"