these 6 derivations will be built: /nix/store/dj898skglqkjhha466nmvkb3p5nqmykd-statix.toml.drv /nix/store/dif6s36zpq2l0v1xshcg7c8f33nra8an-statix-config.drv /nix/store/l78avhpr3kqj0az1bknkkzydr1bf1rc7-statix-fix.drv /nix/store/n3kb74nal3dzkhsl00r71b7k0mpwb2fr-treefmt.toml.drv /nix/store/yfy1k5i363975h6sm57k0624qdghsjis-treefmt.drv /nix/store/jm0d6q0l2a436dgz9335zlqssm25p1in-treefmt-check.drv these 2 paths will be fetched (5.3 MiB download, 13.5 MiB unpacked): /nix/store/6ljwpal7b1756708m33vj0crpral7mvl-git-lfs-3.7.1 /nix/store/nj7z6if8idisq1d4xsf3anvv7773nrgz-json2x-0.1.0 building '/nix/store/dj898skglqkjhha466nmvkb3p5nqmykd-statix.toml.drv' statix.toml> structuredAttrs is enabled building '/nix/store/dif6s36zpq2l0v1xshcg7c8f33nra8an-statix-config.drv' building '/nix/store/l78avhpr3kqj0az1bknkkzydr1bf1rc7-statix-fix.drv' building '/nix/store/n3kb74nal3dzkhsl00r71b7k0mpwb2fr-treefmt.toml.drv' treefmt.toml> structuredAttrs is enabled building '/nix/store/yfy1k5i363975h6sm57k0624qdghsjis-treefmt.drv' building '/nix/store/jm0d6q0l2a436dgz9335zlqssm25p1in-treefmt-check.drv' treefmt-check> treefmt v2.5.0traversed 75 files treefmt-check> emitted 73 files for processing treefmt-check> formatted 73 files (1 changed) in 511ms treefmt-check> M dashboards/overview.json treefmt-check> diff --git a/dashboards/overview.json b/dashboards/overview.json treefmt-check> index c59ea12..fdc57d2 100644 treefmt-check> --- a/dashboards/overview.json treefmt-check> +++ b/dashboards/overview.json treefmt-check> @@ -102,9 +102,18 @@ treefmt-check> "type": "bargauge", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 0, "y": 8 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(vero|vouch)\"})", "legendFormat": "Total" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.vero\"})", "legendFormat": "Vero" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.vouch\"})", "legendFormat": "Vouch" } treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(vero|vouch)\"})", treefmt-check> + "legendFormat": "Total" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.vero\"})", treefmt-check> + "legendFormat": "Vero" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.vouch\"})", treefmt-check> + "legendFormat": "Vouch" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -112,12 +121,30 @@ treefmt-check> "type": "bargauge", treefmt-check> "gridPos": { "h": 6, "w": 12, "x": 12, "y": 8 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(geth|reth|nethermind|besu|erigon)\"})", "legendFormat": "Total" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.geth\"})", "legendFormat": "Geth" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.reth\"})", "legendFormat": "Reth" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.nethermind\"})", "legendFormat": "Nethermind" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.besu\"})", "legendFormat": "Besu" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.erigon\"})", "legendFormat": "Erigon" } treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(geth|reth|nethermind|besu|erigon)\"})", treefmt-check> + "legendFormat": "Total" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.geth\"})", treefmt-check> + "legendFormat": "Geth" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.reth\"})", treefmt-check> + "legendFormat": "Reth" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.nethermind\"})", treefmt-check> + "legendFormat": "Nethermind" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.besu\"})", treefmt-check> + "legendFormat": "Besu" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.erigon\"})", treefmt-check> + "legendFormat": "Erigon" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -125,13 +152,34 @@ treefmt-check> "type": "bargauge", treefmt-check> "gridPos": { "h": 6, "w": 12, "x": 0, "y": 14 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(lighthouse|teku|prysm|grandine|nimbus|lodestar)_beacon\"})", "legendFormat": "Total" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.lighthouse_beacon\"})", "legendFormat": "Lighthouse" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.teku_beacon\"})", "legendFormat": "Teku" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.prysm_beacon\"})", "legendFormat": "Prysm" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.grandine_beacon\"})", "legendFormat": "Grandine" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.nimbus_beacon\"})", "legendFormat": "Nimbus" }, treefmt-check> - { "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.lodestar_beacon\"})", "legendFormat": "Lodestar" } treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=~\"prometheus.scrape.(lighthouse|teku|prysm|grandine|nimbus|lodestar)_beacon\"})", treefmt-check> + "legendFormat": "Total" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.lighthouse_beacon\"})", treefmt-check> + "legendFormat": "Lighthouse" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.teku_beacon\"})", treefmt-check> + "legendFormat": "Teku" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.prysm_beacon\"})", treefmt-check> + "legendFormat": "Prysm" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.grandine_beacon\"})", treefmt-check> + "legendFormat": "Grandine" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.nimbus_beacon\"})", treefmt-check> + "legendFormat": "Nimbus" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum(up{host=~\"$host\",job=\"prometheus.scrape.lodestar_beacon\"})", treefmt-check> + "legendFormat": "Lodestar" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -139,7 +187,10 @@ treefmt-check> "type": "stat", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 12, "y": 14 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum(dirk_ready{host=~\"$host\"})", "legendFormat": "ready" } treefmt-check> + { treefmt-check> + "expr": "sum(dirk_ready{host=~\"$host\"})", treefmt-check> + "legendFormat": "ready" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -147,7 +198,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 20 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_block_receipt_delay_seconds_bucket{host=~\"$host\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_block_receipt_delay_seconds_bucket{host=~\"$host\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -155,7 +209,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 20 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_attestation_process_duration_seconds_bucket{host=~\"$host\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_attestation_process_duration_seconds_bucket{host=~\"$host\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -163,7 +220,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 27 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum by (host) (rate(vouch_attestation_process_requests_total{host=~\"$host\",result=\"succeeded\"}[5m])) / (sum by (host) (rate(vouch_attestation_process_requests_total{host=~\"$host\"}[5m])) > 0)", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "sum by (host) (rate(vouch_attestation_process_requests_total{host=~\"$host\",result=\"succeeded\"}[5m])) / (sum by (host) (rate(vouch_attestation_process_requests_total{host=~\"$host\"}[5m])) > 0)", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -171,7 +231,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 27 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_attestation_mark_seconds_bucket{host=~\"$host\"}[5m]))) >= 0", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(vouch_attestation_mark_seconds_bucket{host=~\"$host\"}[5m]))) >= 0", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -179,7 +242,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 34 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum by (host, result) (rate(vouch_attestationaggregation_process_requests_total{host=~\"$host\"}[5m]))", "legendFormat": "{{host}} {{result}}" } treefmt-check> + { treefmt-check> + "expr": "sum by (host, result) (rate(vouch_attestationaggregation_process_requests_total{host=~\"$host\"}[5m]))", treefmt-check> + "legendFormat": "{{host}} {{result}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -187,7 +253,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 34 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum by (host, result) (rate(vouch_client_operation_requests_total{host=~\"$host\",operation=\"submit attestations\"}[5m]))", "legendFormat": "{{host}} {{result}}" } treefmt-check> + { treefmt-check> + "expr": "sum by (host, result) (rate(vouch_client_operation_requests_total{host=~\"$host\",operation=\"submit attestations\"}[5m]))", treefmt-check> + "legendFormat": "{{host}} {{result}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -203,7 +272,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 42 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(engine_api_request_duration_seconds_bucket{host=~\"$host\",request=\"newPayload\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(engine_api_request_duration_seconds_bucket{host=~\"$host\",request=\"newPayload\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -212,7 +284,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 42 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(engine_api_request_duration_seconds_bucket{host=~\"$host\",request=\"forkchoiceUpdated\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(engine_api_request_duration_seconds_bucket{host=~\"$host\",request=\"forkchoiceUpdated\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -227,7 +302,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 50 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum by (host, result) (rate(dirk_signer_process_requests_total{host=~\"$host\"}[5m]))", "legendFormat": "{{host}} {{result}}" } treefmt-check> + { treefmt-check> + "expr": "sum by (host, result) (rate(dirk_signer_process_requests_total{host=~\"$host\"}[5m]))", treefmt-check> + "legendFormat": "{{host}} {{result}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -235,7 +313,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 50 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(dirk_signer_process_duration_seconds_bucket{host=~\"$host\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(dirk_signer_process_duration_seconds_bucket{host=~\"$host\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -245,7 +326,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 0, "y": 57 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "beacon_head_slot{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "beacon_head_slot{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -253,7 +337,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 12, "y": 57 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "chain_head_block{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "chain_head_block{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -266,7 +353,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 0, "y": 63 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "p2p_peers{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "p2p_peers{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -274,7 +364,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 5, "w": 12, "x": 12, "y": 63 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "nbc_peers{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "nbc_peers{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -289,7 +382,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 69 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "beacon_finalized_epoch{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "beacon_finalized_epoch{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -297,7 +393,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 69 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "beacon_current_epoch{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "beacon_current_epoch{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -313,7 +412,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 77 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "sum by (host, provider) (rate(vouch_client_operation_requests_total{host=~\"$host\",result=\"failed\"}[5m])) / sum by (host, provider) (rate(vouch_client_operation_requests_total{host=~\"$host\"}[5m]))", "legendFormat": "{{host}} -> {{provider}}" } treefmt-check> + { treefmt-check> + "expr": "sum by (host, provider) (rate(vouch_client_operation_requests_total{host=~\"$host\",result=\"failed\"}[5m])) / sum by (host, provider) (rate(vouch_client_operation_requests_total{host=~\"$host\"}[5m]))", treefmt-check> + "legendFormat": "{{host}} -> {{provider}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -322,7 +424,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 77 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, provider, le) (rate(vouch_client_operation_duration_seconds_bucket{host=~\"$host\"}[5m])))", "legendFormat": "{{host}} -> {{provider}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, provider, le) (rate(vouch_client_operation_duration_seconds_bucket{host=~\"$host\"}[5m])))", treefmt-check> + "legendFormat": "{{host}} -> {{provider}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -331,7 +436,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 84 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, provider, le) (rate(vouch_strategy_operation_duration_seconds_bucket{host=~\"$host\",strategy=\"majority\"}[5m])))", "legendFormat": "{{host}} -> {{provider}}" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, provider, le) (rate(vouch_strategy_operation_duration_seconds_bucket{host=~\"$host\",strategy=\"majority\"}[5m])))", treefmt-check> + "legendFormat": "{{host}} -> {{provider}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -340,8 +448,14 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 84 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "histogram_quantile(0.95, sum by (host, le) (rate(beacon_block_delay_bucket{host=~\"$host\"}[5m])))", "legendFormat": "{{host}} p95" }, treefmt-check> - { "expr": "sum by (host) (rate(beacon_block_delay_sum{host=~\"$host\"}[5m])) / sum by (host) (rate(beacon_block_delay_count{host=~\"$host\"}[5m]))", "legendFormat": "{{host}} mean" } treefmt-check> + { treefmt-check> + "expr": "histogram_quantile(0.95, sum by (host, le) (rate(beacon_block_delay_bucket{host=~\"$host\"}[5m])))", treefmt-check> + "legendFormat": "{{host}} p95" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "sum by (host) (rate(beacon_block_delay_sum{host=~\"$host\"}[5m])) / sum by (host) (rate(beacon_block_delay_count{host=~\"$host\"}[5m]))", treefmt-check> + "legendFormat": "{{host}} mean" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] treefmt-check> @@ -357,7 +471,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 92 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "100 * (1 - avg by (host) (rate(node_cpu_seconds_total{host=~\"$host\",mode=\"idle\"}[5m])))", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "100 * (1 - avg by (host) (rate(node_cpu_seconds_total{host=~\"$host\",mode=\"idle\"}[5m])))", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -365,7 +482,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 92 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "node_load1{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "node_load1{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -373,7 +493,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 99 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "node_memory_MemAvailable_bytes{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "node_memory_MemAvailable_bytes{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -382,8 +505,14 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 12, "y": 99 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "node_timex_estimated_error_seconds{host=~\"$host\"}", "legendFormat": "{{host}} est" }, treefmt-check> - { "expr": "node_timex_maxerror_seconds{host=~\"$host\"}", "legendFormat": "{{host}} max" } treefmt-check> + { treefmt-check> + "expr": "node_timex_estimated_error_seconds{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}} est" treefmt-check> + }, treefmt-check> + { treefmt-check> + "expr": "node_timex_maxerror_seconds{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}} max" treefmt-check> + } treefmt-check> ] treefmt-check> }, treefmt-check> { treefmt-check> @@ -392,7 +521,10 @@ treefmt-check> "type": "timeseries", treefmt-check> "gridPos": { "h": 7, "w": 12, "x": 0, "y": 106 }, treefmt-check> "targets": [ treefmt-check> - { "expr": "node_timex_sync_status{host=~\"$host\"}", "legendFormat": "{{host}}" } treefmt-check> + { treefmt-check> + "expr": "node_timex_sync_status{host=~\"$host\"}", treefmt-check> + "legendFormat": "{{host}}" treefmt-check> + } treefmt-check> ] treefmt-check> } treefmt-check> ] error: Cannot build '/nix/store/jm0d6q0l2a436dgz9335zlqssm25p1in-treefmt-check.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/53h4nip953ya9lk3mcc04qn5zg144kcr-treefmt-check Last 25 log lines: > - { "expr": "node_timex_estimated_error_seconds{host=~\"$host\"}", "legendFormat": "{{host}} est" }, > - { "expr": "node_timex_maxerror_seconds{host=~\"$host\"}", "legendFormat": "{{host}} max" } > + { > + "expr": "node_timex_estimated_error_seconds{host=~\"$host\"}", > + "legendFormat": "{{host}} est" > + }, > + { > + "expr": "node_timex_maxerror_seconds{host=~\"$host\"}", > + "legendFormat": "{{host}} max" > + } > ] > }, > { > @@ -392,7 +521,10 @@ > "type": "timeseries", > "gridPos": { "h": 7, "w": 12, "x": 0, "y": 106 }, > "targets": [ > - { "expr": "node_timex_sync_status{host=~\"$host\"}", "legendFormat": "{{host}}" } > + { > + "expr": "node_timex_sync_status{host=~\"$host\"}", > + "legendFormat": "{{host}}" > + } > ] > } > ] For full logs, run: nix log /nix/store/jm0d6q0l2a436dgz9335zlqssm25p1in-treefmt-check.drv